@@ -40,17 +40,17 @@ def create_upload_dict(df:pandas.core.frame.DataFrame, lb_client:Client, base_cl
40
40
print (f'Processing data rows...' )
41
41
for f in tqdm (as_completed (futures )):
42
42
res = f .result ()
43
- if type (res )== dict :
44
- global_key_to_upload_dict [str (res ["global_key" ])] = res
45
- else :
43
+ if res ['error' ]:
46
44
failed_global_keys .append (res )
45
+ else :
46
+ global_key_to_upload_dict [str (res ["global_key" ])] = res
47
47
else :
48
48
for f in as_completed (futures ):
49
49
res = f .result ()
50
- if type ( res ) == dict :
51
- global_key_to_upload_dict [ str (res [ "global_key" ])] = res
50
+ if res [ 'error' ] :
51
+ failed_global_keys . append (res )
52
52
else :
53
- failed_global_keys . append (res )
53
+ global_key_to_upload_dict [ str (res [ "global_key" ])] = res
54
54
if verbose :
55
55
print (f'Generated upload list - { len (global_key_to_upload_dict )} data rows to upload' )
56
56
if failed_global_keys :
@@ -95,9 +95,9 @@ def create_data_rows(lb_client:Client, base_client:baseClient, row:pandas.core.s
95
95
metadata_fields .append ({"schema_id" : metadata_name_key_to_schema [metadata_field_name ], "value" : input_metadata })
96
96
else :
97
97
continue
98
- return_value = {"row_data" :row_data ,"global_key" :str (row [global_key_col ]),"external_id" :str (row [external_id_col ]),"metadata_fields" :metadata_fields }
98
+ return_value = {"error" : None , "result" : { " row_data" :row_data ,"global_key" :str (row [global_key_col ]),"external_id" :str (row [external_id_col ]),"metadata_fields" :metadata_fields }}
99
99
except Exception as e :
100
- return_value = [ str ( row [ global_key_col ]), e ]
100
+ return_value = { "error" : e , "result" : None }
101
101
return return_value
102
102
103
103
def get_columns_function (df ):
0 commit comments