Sotabench debugging

Author: rwightman

sotabench.py

@@ -443,6 +443,12 @@ def _entry(model_name, paper_model_name, paper_arxiv_id, batch_size=BATCH_SIZE,
 
 ]
 
+# FIXME debug sotabench dataset issues
+from pprint import pprint
+from glob import glob
+pprint([glob('./.data/**', recursive=True)])
+pprint([glob('./.data/vision/**', recursive=True)])
+
 for m in model_list:
     model_name = m['model']
     # create model from name
@@ -466,7 +472,7 @@ def _entry(model_name, paper_model_name, paper_arxiv_id, batch_size=BATCH_SIZE,
         input_transform=input_transform,
         batch_size=m['batch_size'],
         num_gpu=NUM_GPU,
-        data_root=os.environ.get('IMAGENET_DIR', './imagenet')
+        data_root=os.environ.get('IMAGENET_DIR', './.data/vision/imagenet')
     )
 
     torch.cuda.empty_cache()