Experiment leaderboard

Author: tutunarsl

challenge_config.yaml

@@ -67,9 +67,9 @@ challenge_phases:
     codename: dev
     is_active: True
     description: templates/challenge_phase_1_description.html
-    leaderboard_public: False
-    is_submission_public: False
-    is_public: False
+    leaderboard_public: True
+    is_submission_public: True
+    is_public: True
     allowed_email_ids: []
     disable_logs: False
     start_date: 2019-01-19 00:00:00

evaluation_script/__init__.py

@@ -68,14 +68,14 @@ def install(package):
         sys.stderr.flush()
 
 # Install standard dependencies
-install("argcomplete")
-install("colorama")
+# install("argcomplete")
+# install("colorama")
 install("pillow")
 # install("pykitti")            # Might install additional light deps
 # install("rosbags")
 # is_package_version_on_pypi("natsort")
 install("natsort")
-install("lz4")
+# install("lz4")
 install("zstandard")
 
 # Install evo from local wheel inside evaluation_script/deps/

evaluation_script/main.py

@@ -7,9 +7,8 @@
 
 
 def evaluate(test_annotation_file, user_submission_file, phase_codename, **kwargs):
-    #🔁
     print("\n" + "=" * 80)
-    print(f"Evaluating submission with ID: {kwargs['submission_metadata']['id']}")
+    print(f"🔁 Evaluating submission with ID: {kwargs['submission_metadata']['id']}")
     print("=" * 80 + "\n")
     sys.stdout.flush()
 
@@ -234,6 +233,6 @@ def evaluate(test_annotation_file, user_submission_file, phase_codename, **kwarg
     # Actual values should be populated based on evaluation results if applicable.
     output["submission_metadata"] = json.dumps(kwargs['submission_metadata'])
 
-    print("Completed evaluation for Dev Phase")
+    print("✅ Completed evaluation successfully!")
 
     return output