INTEGRITY: Add additional modification-time column in file table.

Author: ShivangNagta

dat_parser.py

@@ -33,6 +33,9 @@ def map_checksum_data(content_string):
         elif tokens[i] == "size-rd":
             current_rom["size-rd"] = int(tokens[i + 1])
             i += 2
+        elif tokens[i] == "modification-time":
+            current_rom["modification-time"] = tokens[i + 1]
+            i += 2
         else:
             checksum_key = tokens[i]
             checksum_value = tokens[i + 1] if len(tokens) >= 6 else "0"

db_functions.py

@@ -234,13 +234,16 @@ def insert_file(file, detection, src, conn):
     values.append(file["size-r"] if "size-r" in file else "0")
     values.append(file["size-rd"] if "size-rd" in file else "0")
 
+    modification_time = file["modification-time"] if "modification-time" in file else ""
+    values.append(modification_time)
+
     values.extend([checksum, detection, detection_type])
 
     # Parameterised Query
     placeholders = (
-        ["%s"] * (len(values[:5])) + ["@fileset_last"] + ["%s"] * 2 + ["NOW()"]
+        ["%s"] * (len(values[:6])) + ["@fileset_last"] + ["%s"] * 2 + ["NOW()"]
     )
-    query = f"INSERT INTO file ( name, size, `size-r`, `size-rd`, checksum, fileset, detection, detection_type, `timestamp` ) VALUES ({', '.join(placeholders)})"
+    query = f"INSERT INTO file ( name, size, `size-r`, `size-rd`, `modification-time`, checksum, fileset, detection, detection_type, `timestamp` ) VALUES ({', '.join(placeholders)})"
 
     with conn.cursor() as cursor:
         cursor.execute(query, values)

fileset.py

@@ -189,7 +189,6 @@ def fileset():
                     query = """SELECT game.name as 'game name', engineid, gameid, extra, platform, language, fileset.set_dat_metadata FROM fileset JOIN game ON game.id = fileset.game JOIN engine ON engine.id = game.engine WHERE fileset.id = %s"""
                 else:
                     query = """SELECT game.name as 'game name', engineid, gameid, extra, platform, language FROM fileset JOIN game ON game.id = fileset.game JOIN engine ON engine.id = game.engine WHERE fileset.id = %s"""
-                print(query)
                 cursor.execute(query, (id,))
                 result = {**result, **cursor.fetchone()}
             else:
@@ -240,6 +239,7 @@ def fileset():
                 "detection",
                 "detection_type",
                 "timestamp",
+                "modification-time",
             ]
 
             if sort:
@@ -250,13 +250,10 @@ def fileset():
                     if "desc" in sort:
                         order += " DESC"
 
-            columns_to_select = "file.id, name, size, `size-r`, `size-rd`, checksum, detection, detection_type, `timestamp`"
+            columns_to_select = "file.id, name, size, `size-r`, `size-rd`, checksum, detection, detection_type, `timestamp`, `modification-time`"
             columns_to_select += ", ".join(md5_columns)
-            print(
-                f"SELECT file.id, name, size, `size-r`, `size-rd`, checksum, detection, detection_type, `timestamp` FROM file WHERE fileset = {id} {order}"
-            )
             cursor.execute(
-                f"SELECT file.id, name, size, `size-r`, `size-rd`, checksum, detection, detection_type, `timestamp` FROM file WHERE fileset = {id} {order}"
+                f"SELECT file.id, name, size, `size-r`, `size-rd`, checksum, detection, detection_type, `timestamp`, `modification-time` FROM file WHERE fileset = {id} {order}"
             )
             result = cursor.fetchall()
 

schema.py

@@ -244,6 +244,22 @@ def migrate_column(cursor, table_name, column_name, add_sql, modify_sql):
         "ALTER TABLE log MODIFY COLUMN `text` VARCHAR(5000);",
     )
 
+    migrate_column(
+        cursor,
+        "fileset",
+        "set_dat_metadata",
+        "ALTER TABLE fileset ADD COLUMN set_dat_metadata VARCHAR(5000) DEFAULT '';",
+        "ALTER TABLE fileset MODIFY COLUMN set_dat_metadata VARCHAR(5000) DEFAULT '';",
+    )
+
+    migrate_column(
+        cursor,
+        "file",
+        "modification-time",
+        "ALTER TABLE file ADD COLUMN `modification-time` VARCHAR(100) DEFAULT '';",
+        "ALTER TABLE file MODIFY COLUMN `modification-time` VARCHAR(100) DEFAULT '';",
+    )
+
     for index, definition in indices.items():
         try:
             cursor.execute(definition)