add deduplication for report

Signed-off-by: Markus Blaschke <mblaschke82@gmail.com>

Author: mblaschke

auditor/auditor.report.go

@@ -1,6 +1,7 @@
 package auditor
 
 import (
+	"crypto/sha1" // #nosec G505
 	"encoding/json"
 	"regexp"
 	"sync"
@@ -33,6 +34,7 @@ type (
 		RuleID   string                 `json:"rule"`
 		GroupBy  interface{}            `json:"groupBy"`
 		Status   bool                   `json:"status"`
+		Count    uint64                 `json:"count"`
 	}
 )
 
@@ -44,6 +46,11 @@ func NewAzureAuditorReport() *AzureAuditorReport {
 	return report
 }
 
+func (reportLine *AzureAuditorReportLine) Hash() [20]byte {
+	hashData, _ := json.Marshal(reportLine)
+	return sha1.Sum(hashData) // #nosec G401
+}
+
 func (reportLine *AzureAuditorReportLine) MarshalJSON() ([]byte, error) {
 	data := map[string]interface{}{}
 
@@ -52,6 +59,7 @@ func (reportLine *AzureAuditorReportLine) MarshalJSON() ([]byte, error) {
 	data["rule"] = reportLine.RuleID
 	data["status"] = reportLine.Status
 	data["groupBy"] = reportLine.GroupBy
+	data["count"] = reportLine.Count
 
 	data["resource"] = yamlCleanupRegexp.ReplaceAllString(data["resource"].(string), "$1: $2")
 

main.go

@@ -327,6 +327,25 @@ func startHttpServer() {
 					reportData = append(reportData, line)
 				}
 
+				// unique filter
+				reportDataUnique := map[[20]byte]auditor.AzureAuditorReportLine{}
+				for _, line := range reportData {
+					hash := line.Hash()
+
+					if existingLine, exists := reportDataUnique[hash]; exists {
+						existingLine.Count++
+						reportDataUnique[hash] = existingLine
+					} else {
+						line.Count = 1
+						reportDataUnique[hash] = line
+					}
+				}
+				reportData = []auditor.AzureAuditorReportLine{}
+				for _, line := range reportDataUnique {
+					reportData = append(reportData, line)
+				}
+
+				// json encoding
 				data, err := json.Marshal(reportData)
 				if err != nil {
 					w.WriteHeader(http.StatusInternalServerError)

templates/report.js

@@ -127,6 +127,7 @@ let table = new Tabulator("#report-table", {
         {title:"Status", field:"status", formatter:"tickCross", width:115},
         {title:"Resource", field:"resource", formatter:yamlFormatter, formatterPrint:yamlFormatter},
         {title:"Rule", field:"rule", formatter:"plaintext",  width:300},
+        {title:"Count", field:"count", formatter:"plaintext",  width:100},
     ],
 
     groupBy: "groupBy",