@@ -30,7 +30,7 @@ def create_upload_dict(df:pandas.core.frame.DataFrame, lb_client:Client, base_cl
30
30
metadata_name_key_to_schema = base_client .get_metadata_schema_to_name_key (lb_mdo = False , divider = divider , invert = True )
31
31
global_key_to_upload_dict = {}
32
32
with ThreadPoolExecutor (max_workers = 8 ) as exc :
33
- failed_global_keys = []
33
+ errors = []
34
34
futures = []
35
35
if verbose :
36
36
print (f'Submitting data rows...' )
@@ -41,19 +41,19 @@ def create_upload_dict(df:pandas.core.frame.DataFrame, lb_client:Client, base_cl
41
41
for f in tqdm (as_completed (futures )):
42
42
res = f .result ()
43
43
if res ['error' ]:
44
- failed_global_keys .append (res )
44
+ errors .append (res )
45
45
else :
46
46
global_key_to_upload_dict [str (res ["global_key" ])] = res
47
47
else :
48
48
for f in as_completed (futures ):
49
49
res = f .result ()
50
50
if res ['error' ]:
51
- failed_global_keys .append (res )
51
+ errors .append (res )
52
52
else :
53
53
global_key_to_upload_dict [str (res ["global_key" ])] = res
54
54
if verbose :
55
55
print (f'Generated upload list - { len (global_key_to_upload_dict )} data rows to upload' )
56
- return global_key_to_upload_dict , failed_global_keys
56
+ return global_key_to_upload_dict , errors
57
57
58
58
def create_data_rows (lb_client :Client , base_client :baseClient , row :pandas .core .series .Series ,
59
59
metadata_name_key_to_schema :dict , metadata_schema_to_name_key :dict , row_data_col :str ,
0 commit comments