Skip to content

Commit 4a3626a

Browse files
ShivangNagtasev-
authored andcommitted
INTEGRITY: Avoid adding duplicate files from detection entries
1 parent 365b4f2 commit 4a3626a

File tree

1 file changed

+10
-1
lines changed

1 file changed

+10
-1
lines changed

db_functions.py

Lines changed: 10 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -546,7 +546,16 @@ def db_insert(data_arr, username=None, skiplog=False):
546546
username=username,
547547
skiplog=skiplog,
548548
):
549-
for file in fileset["rom"]:
549+
# Some detection entries contain duplicate files.
550+
unique_files = []
551+
seen = set()
552+
for file_dict in fileset["rom"]:
553+
dict_tuple = tuple(sorted(file_dict.items()))
554+
if dict_tuple not in seen:
555+
seen.add(dict_tuple)
556+
unique_files.append(file_dict)
557+
558+
for file in unique_files:
550559
insert_file(file, detection, src, conn)
551560
for key, value in file.items():
552561
if key not in ["name", "size", "size-r", "size-rd", "sha1", "crc"]:

0 commit comments

Comments
 (0)