We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent c026180 commit 47220b9Copy full SHA for 47220b9
nucleus/dataset.py
@@ -30,6 +30,9 @@
30
from .payload_constructor import construct_model_run_creation_payload
31
32
33
+WARN_FOR_LARGE_UPLOAD = 50000
34
+
35
36
class Dataset:
37
"""
38
Nucleus Dataset. You can append images with metadata to your dataset,
@@ -211,6 +214,11 @@ def append(
211
214
212
215
check_for_duplicate_reference_ids(dataset_items)
213
216
217
+ if len(dataset_items) > WARN_FOR_LARGE_UPLOAD and not asynchronous:
218
+ print(
219
+ "WARNING: for large uploads we recommend uploading your images remotely to a cloud storage provider and then using asynchronous=True."
220
+ )
221
222
if asynchronous:
223
check_all_paths_remote(dataset_items)
224
request_id = serialize_and_write_to_presigned_url(
0 commit comments