29
29
ROOT_PREFIX = f"tf-io-root-{ int (time .time ())} /"
30
30
31
31
# This is the number of attributes each filesystem should return in `*_fs`.
32
- NUM_ATR_FS = 7
32
+ NUM_ATR_FS = 6
33
33
34
34
S3_URI = "s3"
35
35
AZ_URI = "az"
@@ -127,7 +127,7 @@ def mkdirs(path):
127
127
path += "/"
128
128
write (path , b"" )
129
129
130
- yield S3_URI , path_to , read , write , mkdirs , posixpath .join , (client , bucket_name )
130
+ yield path_to , read , write , mkdirs , posixpath .join , (client , bucket_name )
131
131
monkeypatch .undo ()
132
132
133
133
@@ -182,7 +182,7 @@ def mkdirs(path):
182
182
if path [- 1 ] == "/" :
183
183
write (path , b"" )
184
184
185
- yield AZ_URI , path_to , read , write , mkdirs , posixpath .join , (
185
+ yield path_to , read , write , mkdirs , posixpath .join , (
186
186
client ,
187
187
container_name ,
188
188
account ,
@@ -196,13 +196,13 @@ def az_dsn_fs(az_fs):
196
196
yield [None ] * NUM_ATR_FS
197
197
return
198
198
199
- uri , _ , read , write , mkdirs , join , fs_internal = az_fs
199
+ _ , read , write , mkdirs , join , fs_internal = az_fs
200
200
_ , container_name , account = fs_internal
201
201
202
202
def path_to_dsn (* args ):
203
203
return f"{ AZ_URI } ://{ account } .blob.core.windows.net/{ container_name } /{ posixpath .join (ROOT_PREFIX , * args )} "
204
204
205
- yield uri , path_to_dsn , read , write , mkdirs , join , fs_internal
205
+ yield path_to_dsn , read , write , mkdirs , join , fs_internal
206
206
207
207
208
208
@pytest .fixture (scope = "module" )
@@ -223,7 +223,7 @@ def write(*_):
223
223
def mkdirs (_ ):
224
224
pass
225
225
226
- yield HTTPS_URI , path_to , read , write , mkdirs , posixpath .join , None
226
+ yield path_to , read , write , mkdirs , posixpath .join , None
227
227
228
228
229
229
# TODO(vnvo2409): some tests with `gcs` are falling.
@@ -275,26 +275,28 @@ def mkdirs(path):
275
275
path += "/"
276
276
write (path , b"" )
277
277
278
- yield GCS_URI , path_to , read , write , mkdirs , posixpath .join , None
278
+ yield path_to , read , write , mkdirs , posixpath .join , None
279
279
monkeypatch .undo ()
280
280
281
281
282
282
@pytest .fixture
283
283
def fs (request , s3_fs , az_fs , az_dsn_fs , https_fs , gcs_fs ):
284
- uri , path_to , read , write , mkdirs , join , internal = [None ] * NUM_ATR_FS
284
+ path_to , read , write , mkdirs , join , internal = [None ] * NUM_ATR_FS
285
285
test_fs_uri = request .param
286
+ real_uri = test_fs_uri
286
287
should_skip (test_fs_uri , check_only = False )
287
288
288
289
if test_fs_uri == S3_URI :
289
- uri , path_to , read , write , mkdirs , join , internal = s3_fs
290
+ path_to , read , write , mkdirs , join , internal = s3_fs
290
291
elif test_fs_uri == AZ_URI :
291
- uri , path_to , read , write , mkdirs , join , internal = az_fs
292
+ path_to , read , write , mkdirs , join , internal = az_fs
292
293
elif test_fs_uri == AZ_DSN_URI :
293
- uri , path_to , read , write , mkdirs , join , internal = az_dsn_fs
294
+ real_uri = AZ_URI
295
+ path_to , read , write , mkdirs , join , internal = az_dsn_fs
294
296
elif test_fs_uri == HTTPS_URI :
295
- uri , path_to , read , write , mkdirs , join , internal = https_fs
297
+ path_to , read , write , mkdirs , join , internal = https_fs
296
298
elif test_fs_uri == GCS_URI :
297
- uri , path_to , read , write , mkdirs , join , internal = gcs_fs
299
+ path_to , read , write , mkdirs , join , internal = gcs_fs
298
300
299
301
path_to_rand = None
300
302
test_patchs = request .getfixturevalue ("patchs" )
@@ -304,7 +306,7 @@ def fs(request, s3_fs, az_fs, az_dsn_fs, https_fs, gcs_fs):
304
306
path_to_rand = functools .partial (path_to , str (random .getrandbits (32 )))
305
307
mkdirs (path_to_rand ("" ))
306
308
fs .path_to_rand_cache [(test_fs_uri , test_patchs )] = path_to_rand
307
- yield uri , path_to_rand , read , write , mkdirs , join , internal
309
+ yield real_uri , path_to_rand , read , write , mkdirs , join , internal
308
310
309
311
310
312
fs .path_to_rand_cache = {}
0 commit comments