Merge pull request #11 from wizpanda/stored-file-deletion

Added job to delete files which are marked for deletion in every 2 hr.

Author: sagrawal31

.gitignore

@@ -12,3 +12,4 @@ classes/
 .project
 .settings
 .classpath
+out/

build.gradle

@@ -27,6 +27,7 @@ dependencies {
     compile "org.grails:grails-core"
     compile group: "org.apache.jclouds", name: "jclouds-core", version: "1.9.2"
     compile group: "org.apache.jclouds", name: "jclouds-allblobstore", version: "1.9.2"
+    compile 'org.grails.plugins:quartz:2.0.13'
     console "org.grails:grails-console"
     profile "org.grails.profiles:plugin"
     provided "org.grails:grails-plugin-services"

grails-app/domain/com/wizpanda/file/StoredFile.groovy

@@ -6,7 +6,7 @@ import org.jclouds.blobstore.domain.Blob
 
 class StoredFile {
 
-    boolean markedForDeletion
+    Date markedForDeletion
 
     String originalName
     String name
@@ -20,8 +20,12 @@ class StoredFile {
         Holders.getApplicationContext()['fileUploadService']
     }
 
+    static constraints = {
+        markedForDeletion nullable: true
+    }
+
     StoredFileBlob getBlob() {
-         Blob blob = getFileUploadService().getStorageApi(this.groupName).getBlob(this)
+        Blob blob = getFileUploadService().getStorageApi(this.groupName).getBlob(this)
 
         return new StoredFileBlob(blob)
     }
@@ -33,4 +37,10 @@ class StoredFile {
     void cloneFile(String newGroupName) {
         fileUploadService?.cloneFile(this, newGroupName)
     }
+
+    void markForDeletion() {
+        this.markedForDeletion = new Date()
+        this.save(failOnError: true)
+    }
+
 }

grails-app/jobs/com/wizpanda/file/DeleteMarkedFileJob.groovy

@@ -0,0 +1,20 @@
+package com.wizpanda.file
+
+/**
+ * Job to delete marked stored files from S3.
+ *
+ * @author Ankit Kumar Singh
+ * @since 1.0.3
+ */
+class DeleteMarkedFileJob {
+
+    FileDeletionService fileDeletionService
+
+    static triggers = {
+        simple repeatInterval: 1000l * 60 * 60 * 2 // execute job once in 2 hour
+    }
+
+    def execute() {
+        fileDeletionService.deleteMarkedFiles()
+    }
+}

grails-app/services/com/wizpanda/file/FileDeletionService.groovy

@@ -0,0 +1,51 @@
+package com.wizpanda.file
+
+
+import grails.gorm.transactions.Transactional
+import groovy.time.TimeCategory
+
+/**
+ * Service class to perform delete operations on file which are marked for deletion.
+ *
+ * @author Ankit Kumar Singh
+ * @since 1.0.3
+ */
+@Transactional
+class FileDeletionService {
+
+    private static final int MAX = 100
+
+    FileUploadService fileUploadService
+
+    /**
+     * Method to delete stored files in every 2 hr.
+     */
+    void deleteMarkedFiles() {
+        Date dateForDeletion
+
+        use(TimeCategory) {
+            dateForDeletion = new Date() - 2.hours
+        }
+
+        List<StoredFile> storedFileList = StoredFile.createCriteria().list {
+            isNotNull("markedForDeletion")
+            le("markedForDeletion", dateForDeletion)
+
+            maxResult(MAX)
+        }
+
+        storedFileList.each { StoredFile storedFile ->
+            try {
+                fileUploadService.delete(storedFile)
+                log.debug "$storedFile deleted from S3"
+                storedFile.delete(flush: true)
+            } catch (Exception e) {
+                log.debug "File deletion failed due to $e"
+            }
+        }
+
+        if (storedFileList.size() == MAX) {
+            deleteMarkedFiles()
+        }
+    }
+}

src/test/groovy/com/wizpanda/file/FileDeletionServiceSpec.groovy

@@ -0,0 +1,18 @@
+package com.wizpanda.file
+
+import grails.testing.services.ServiceUnitTest
+import spock.lang.Specification
+
+class FileDeletionServiceSpec extends Specification implements ServiceUnitTest<FileDeletionService>{
+
+    def setup() {
+    }
+
+    def cleanup() {
+    }
+
+    void "test something"() {
+        expect:"fix me"
+            true == false
+    }
+}