Skip to content

Commit af35235

Browse files
author
Matt Sokoloff
committed
small bulk job
1 parent 34a57a5 commit af35235

File tree

1 file changed

+6
-15
lines changed

1 file changed

+6
-15
lines changed

tests/integration/test_data_row_metadata.py

Lines changed: 6 additions & 15 deletions
Original file line numberDiff line numberDiff line change
@@ -42,7 +42,7 @@ def big_dataset(dataset: Dataset, image_url):
4242
"row_data": image_url,
4343
"external_id": "my-image"
4444
},
45-
] * 250)
45+
] * 5)
4646
task.wait_till_done()
4747

4848
yield dataset
@@ -92,10 +92,7 @@ def test_bulk_upsert_datarow_metadata(datarow, mdo: DataRowMetadataOntology):
9292
mdo.bulk_upsert([metadata])
9393
exported = mdo.bulk_export([datarow.uid])
9494
assert len(exported)
95-
assert len([
96-
field for field in exported[0].fields
97-
if field.schema_id != PRE_COMPUTED_EMBEDDINGS_ID
98-
]) == 4
95+
assert len([field for field in exported[0].fields if field.schema_id != PRE_COMPUTED_EMBEDDINGS_ID]) == 4
9996

10097

10198
@pytest.mark.slow
@@ -107,15 +104,13 @@ def test_large_bulk_upsert_datarow_metadata(big_dataset, mdo):
107104
errors = mdo.bulk_upsert(metadata)
108105
assert len(errors) == 0
109106

107+
110108
metadata_lookup = {
111109
metadata.data_row_id: metadata
112110
for metadata in mdo.bulk_export(data_row_ids)
113111
}
114112
for data_row_id in data_row_ids:
115-
assert len([
116-
f for f in metadata_lookup.get(data_row_id).fields
117-
if f.schema_id != PRE_COMPUTED_EMBEDDINGS_ID
118-
]), metadata_lookup.get(data_row_id).fields
113+
assert len([f for f in metadata_lookup.get(data_row_id).fields if f.schema_id != PRE_COMPUTED_EMBEDDINGS_ID]), metadata_lookup.get(data_row_id).fields
119114

120115

121116
def test_bulk_delete_datarow_metadata(datarow, mdo):
@@ -175,10 +170,7 @@ def test_large_bulk_delete_datarow_metadata(big_dataset, mdo):
175170
errors = mdo.bulk_delete(deletes)
176171
assert len(errors) == 0
177172
for data_row_id in data_row_ids:
178-
fields = [
179-
f for f in mdo.bulk_export([data_row_id])[0].fields
180-
if f.schema_id != PRE_COMPUTED_EMBEDDINGS_ID
181-
]
173+
fields = [f for f in mdo.bulk_export([data_row_id])[0].fields if f.schema_id != PRE_COMPUTED_EMBEDDINGS_ID]
182174
assert len(fields) == 1, fields
183175
assert EMBEDDING_SCHEMA_ID not in [field.schema_id for field in fields]
184176

@@ -200,8 +192,7 @@ def test_bulk_delete_datarow_enum_metadata(datarow: DataRow, mdo):
200192
DeleteDataRowMetadata(data_row_id=datarow.uid, fields=[SPLIT_SCHEMA_ID])
201193
])
202194
exported = mdo.bulk_export([datarow.uid])[0].fields
203-
assert len(
204-
[f for f in exported if f.schema_id != PRE_COMPUTED_EMBEDDINGS_ID]) == 0
195+
assert len([f for f in exported if f.schema_id != PRE_COMPUTED_EMBEDDINGS_ID]) == 0
205196

206197

207198
def test_raise_enum_upsert_schema_error(datarow, mdo):

0 commit comments

Comments
 (0)