Add log system with configurable retention days

Author: Mo-Kasaei

backend/src/modules/device/controllers/device-log.controller.ts

@@ -37,15 +37,20 @@ import { UserService } from 'src/modules/user/services/user/user.service';
 export class DeviceLogController {
   private result;
   private storxBucket = process.env.STORX_BUCKET_NAME || '';
+  private logKeepDays =
+  Number(process.env.LOG_RETENTION_DAYS ?? '14');
 
   constructor(
     @Inject(UserService)
     private readonly userService: UserService,
     private readonly deviceLogService: DeviceLogService,
     private readonly deviceService: DeviceService,
   ) {
-    /* setInterval(async () => {
-      const usersRes = await this.userService.getAllUsers();
+    setInterval(async () => {
+
+      await this.deviceLogService.removeAllDeviceLogsByDayBefore(this.logKeepDays)
+
+      /* const usersRes = await this.userService.getAllUsers();
       const devicesRes = await this.deviceService.getAllDevices();
 
       devicesRes.map(async (device: any, index) => {
@@ -114,8 +119,8 @@ export class DeviceLogController {
           //});
           }
         });
-      });
-    }, 24 * 60 * 60 * 1000); */
+      }); */
+    }, 24 * 60 * 60 * 1000);
   }
 
   async isAdmin(userId: string) {

backend/src/modules/device/repositories/device-log.repository.ts

@@ -34,6 +34,19 @@ export class DeviceLogRepository {
     // return await this.deviceLogModel.create(data)
   }
 
+  async deleteDeviceLogs(query) {
+  try {
+    const result = await this.deviceLogModel.deleteMany(query);
+    return result;
+  } catch (error) {
+    throw new GeneralException(
+      ErrorTypeEnum.UNPROCESSABLE_ENTITY,
+      'An error occurred while deleting device logs.',
+    );
+  }
+}
+
+
   async editDeviceLog(id, editedData) {
     await this.deviceLogModel
       .updateOne({ _id: id }, editedData)

backend/src/modules/device/services/device-log.service.ts

@@ -464,6 +464,77 @@ export class DeviceLogService {
     return foundDeviceLogs;
   }
 
+    async removeAllDeviceLogsByDayBefore(
+  daysBefore: number,
+) {
+  const startDate = new Date();
+  startDate.setDate(startDate.getDate() - daysBefore);
+  startDate.setHours(0, 0, 0, 0);
+
+  const endDate = new Date();
+  endDate.setDate(endDate.getDate() - (daysBefore - 1));
+  endDate.setHours(0, 0, 0, 0);
+
+  const deleteQuery = {
+    data: { $exists: true },
+    insertDate: {
+      $gte: startDate,
+      $lt: endDate,
+    },
+  };
+
+  const deleteResult = await this.deviceLogRepository.deleteDeviceLogs(deleteQuery);
+
+  return {
+    success: true,
+    message: `All device Logs from exactly ${daysBefore} day(s) ago have been deleted.`,
+    result: deleteResult,
+  };
+}
+
+  async removeDeviceLogByEncryptedDeviceIdAndDayBefore(
+  deviceEncryptedId: string,
+  daysBefore: number,
+  userId = '',
+  isAdmin = false,
+) {
+  const foundDevices = await this.deviceService.getDeviceInfoByEncryptedId(
+    deviceEncryptedId,
+    userId,
+    isAdmin,
+  ) as any;
+
+  if (foundDevices?.success === false) {
+    return foundDevices;
+  }
+
+  const startDate = new Date();
+  startDate.setDate(startDate.getDate() - daysBefore);
+  startDate.setHours(0, 0, 0, 0);
+
+  const endDate = new Date();
+  endDate.setDate(endDate.getDate() - (daysBefore - 1));
+  endDate.setHours(0, 0, 0, 0);
+
+  const deleteQuery = {
+    deviceEncryptedId: deviceEncryptedId,
+    data: { $exists: true },
+    insertDate: {
+      $gte: startDate,
+      $lt: endDate,
+    },
+  };
+
+  const deleteResult = await this.deviceLogRepository.deleteDeviceLogs(deleteQuery);
+
+  return {
+    success: true,
+    message: `Logs from exactly ${daysBefore} day(s) ago have been deleted.`,
+    result: deleteResult,
+  };
+}
+
+
   async getDeviceLogByEncryptedDeviceIdAndDate(
     deviceEncryptedId,
     reportYear,