fix: Remove duplicated citation

code/frontend/src/components/Answer/AnswerParser.tsx

@@ -7,19 +7,24 @@ type ParsedAnswer = {
     markdownFormatText: string;
 };
 
+let filteredCitations = [] as Citation[];
+
+const isDuplicate = (citation: Citation) => {
+    return filteredCitations.some((c) => c.chunk_id === citation.chunk_id);
+};
+
 export function parseAnswer(answer: AskResponse): ParsedAnswer {
     let answerText = answer.answer;
     const citationLinks = answerText.match(/\[(doc\d\d?\d?)]/g);
 
     const lengthDocN = "[doc".length;
 
-    let filteredCitations = [] as Citation[];
     let citationReindex = 0;
     citationLinks?.forEach(link => {
         // Replacing the links/citations with number
         let citationIndex = link.slice(lengthDocN, link.length - 1);
         let citation = cloneDeep(answer.citations[Number(citationIndex) - 1]) as Citation;
-        if (!filteredCitations.find((c) => c.id === citationIndex)) {
+        if (!isDuplicate(citation) && !filteredCitations.find((c) => c.id === citationIndex)) {
           answerText = answerText.replaceAll(link, ` ^${++citationReindex}^ `);
           citation.id = citationIndex; // original doc index to de-dupe
           citation.reindex_id = citationReindex.toString(); // reindex from 1 for display