Fix issue where hash is changed(different paramset) and trying to rerun processing

Author: sidhulyalkar

element_array_ephys/readers/kilosort_triggering.py

@@ -310,6 +310,12 @@ def _update_module_status(self, updated_module_status={}):
                 modules_status = json.load(f)
             modules_status = {**modules_status, **updated_module_status}
         else:
+            # handle cases where hash is changed(different paramset) and trying to rerun same key
+            # delete all files in kilosort output folder, all will be regenerated when kilosort is rerun
+            # recreate /json_configs directory after all kilosort output files are deleted
+            shutil.rmtree(self._ks_output_dir)
+            self._json_directory.mkdir(parents=True, exist_ok=True)
+
             modules_status = {
                 module: {"start_time": None, "completion_time": None, "duration": None}
                 for module in self._modules
@@ -602,6 +608,12 @@ def _update_module_status(self, updated_module_status={}):
                 modules_status = json.load(f)
             modules_status = {**modules_status, **updated_module_status}
         else:
+            # handle cases where hash is changed(different paramset) and trying to rerun same key
+            # delete all files in kilosort output folder, all will be regenerated when kilosort is rerun
+            # recreate /json_configs directory after all kilosort output files are deleted
+            shutil.rmtree(self._ks_output_dir)
+            self._json_directory.mkdir(parents=True, exist_ok=True)
+
             modules_status = {
                 module: {"start_time": None, "completion_time": None, "duration": None}
                 for module in self._modules