@@ -27,18 +27,19 @@ def create_upload_dict(df:pandas.core.frame.DataFrame, local_files:bool, lb_clie
27
27
for index , row in df .iterrows ():
28
28
futures .append (
29
29
exc .submit (
30
- create_data_rows , local_files , lb_client , row , row_data_col ,
31
- global_key_col , external_id_col , metadata_index , metadata_name_key_to_schema ,
32
- metadata_schema_to_name_key , divider
30
+ create_data_rows , local_files , lb_client , row ,
31
+ metadata_name_key_to_schema , metadata_schema_to_name_key ,
32
+ row_data_col , global_key_col , external_id_col , metadata_index , divider
33
33
)
34
34
)
35
35
for f in as_completed (futures ):
36
36
res = f .result ()
37
37
global_key_to_upload_dict [str (res ["global_key" ])] = res
38
38
return global_key_to_upload_dict
39
39
40
- def create_data_rows (local_files :bool , lb_client :Client , row :pandas .core .series .Series , row_data_col :str , global_key_col :str = "" , external_id_col :str = "" ,
41
- metadata_index :dict = {}, metadata_name_key_to_schema :dict , metadata_schema_to_name_key :dict , divider :str = "///" ):
40
+ def create_data_rows (local_files :bool , lb_client :Client , row :pandas .core .series .Series ,
41
+ metadata_name_key_to_schema :dict , metadata_schema_to_name_key :dict ,
42
+ row_data_col :str , global_key_col :str = "" , external_id_col :str = "" , metadata_index :dict = {}, divider :str = "///" ):
42
43
""" Function to-be-multithreaded to create data row dictionaries from a Pandas table
43
44
Args:
44
45
local_files : Required (bool) - If True, will create urls for local files / If False, treats the values in `row_data_col` as urls
0 commit comments