Update data summary

Author: constantinpape

scripts/inner_ear/analysis/common.py

@@ -1,4 +1,4 @@
-import os
+# import os
 import sys
 
 import pandas as pd
@@ -46,11 +46,13 @@ def get_measurements_with_annotation():
 
 
 def get_all_measurements():
-    data_root = get_data_root()
-    val_table = os.path.join(data_root, "Electron-Microscopy-Susi", "Validierungs-Tabelle-v3.xlsx")
+    # data_root = get_data_root()
+    # val_table = os.path.join(data_root, "Electron-Microscopy-Susi", "Validierungs-Tabelle-v3.xlsx")
+
+    val_table = "/home/pape/Desktop/sfb1286/mboc_synapse/misc/Validierungs-Tabelle-v3-passt.xlsx"
     val_table = pd.read_excel(val_table)
 
-    val_table = val_table[val_table["Kommentar 27-10-24"] == "passt"]
+    val_table = val_table[val_table["Kommentar 22.11.24"] == "passt"]
     n_tomos = len(val_table)
     print("All tomograms:", n_tomos)
     assert n_tomos > 0

scripts/summarize_data.py

@@ -65,31 +65,38 @@ def summarize_vesicle_train_data():
     for condition in conditions:
         ctab = vesicle_train[vesicle_train.condition == condition]
         n_tomos = len(ctab)
-        n_vesicles = ctab["vesicle_count"].sum()
+        n_vesicles_all = ctab["vesicle_count_all"].sum()
+        n_vesicles_imod = ctab["vesicle_count_imod"].sum()
         print(condition)
         print("Tomograms:", n_tomos)
-        print("Vesicles:", n_vesicles)
+        print("All-Vesicles:", n_vesicles_all)
+        print("Vesicles-From-Manual:", n_vesicles_imod)
         print()
         condition_summary["Condition"].append(condition)
         condition_summary["Tomograms"].append(n_tomos)
-        condition_summary["Vesicles"].append(n_vesicles)
+        condition_summary["Vesicles"].append(n_vesicles_all)
     condition_summary = pd.DataFrame(condition_summary)
+    print()
+    print()
 
     print("Total:")
     print("Tomograms:", len(vesicle_train))
-    print("Vesicles:", vesicle_train["vesicle_count"].sum())
+    print("All-Vesicles:", vesicle_train["vesicle_count_all"].sum())
+    print("Vesicles-From-Manual:", vesicle_train["vesicle_count_imod"].sum())
     print()
 
     train_tomos = vesicle_train[vesicle_train.used_for == "train/val"]
     print("Training:")
     print("Tomograms:", len(train_tomos))
-    print("Vesicles:", train_tomos["vesicle_count"].sum())
+    print("All-Vesicles:", train_tomos["vesicle_count_all"].sum())
+    print("Vesicles-From-Manual:", train_tomos["vesicle_count_imod"].sum())
     print()
 
     test_tomos = vesicle_train[vesicle_train.used_for == "test"]
     print("Test:")
     print("Tomograms:", len(test_tomos))
-    print("Vesicles:", test_tomos["vesicle_count"].sum())
+    print("All-Vesicles:", test_tomos["vesicle_count_all"].sum())
+    print("Vesicles-From-Manual:", test_tomos["vesicle_count_imod"].sum())
 
     pie_chart(condition_summary, "Tomograms", "Tomograms per Condition")
     pie_chart(condition_summary, "Vesicles", "Vesicles per Condition")
@@ -148,7 +155,7 @@ def summarize_compartment_train():
 
 
 # training_resolutions()
-# summarize_vesicle_train_data()
+summarize_vesicle_train_data()
 # summarize_vesicle_da()
-summarize_az_train()
-summarize_compartment_train()
+# summarize_az_train()
+# summarize_compartment_train()