[storage-resize-images] delete original image from bucket after resize (#6)

Author: thatfiredev

storage-resize-images/extension.yaml

@@ -115,6 +115,20 @@ params:
       Invalid sizes, must be a comma-separated list of WIDTHxHEIGHT values.
     required: true
 
+  - param: DELETE_ORIGINAL_FILE
+      type: select
+      label: Deletion of original file
+      description: >-
+        Do you want to automatically delete the original file from the Cloud Storage
+        bucket? Note that these deletions cannot be undone.
+      options:
+        - label: Yes
+          value: true
+        - label: No
+          value: false
+      default: false
+      required: true
+
   - param: RESIZED_IMAGES_PATH
     label: Cloud Storage path for resized images
     description: >

storage-resize-images/functions/lib/config.js

@@ -20,4 +20,5 @@ exports.default = {
     cacheControlHeader: process.env.CACHE_CONTROL_HEADER,
     imageSizes: process.env.IMG_SIZES.split(","),
     resizedImagesPath: process.env.RESIZED_IMAGES_PATH,
+    deleteOriginalFile: process.env.DELETE_ORIGINAL_FILE,
 };

storage-resize-images/functions/lib/index.js

@@ -59,6 +59,7 @@ exports.generateResizedImage = functions.storage.object().onFinalize((object) =>
     const fileExtension = path.extname(filePath);
     const fileNameWithoutExtension = fileName.slice(0, -fileExtension.length);
     let originalFile;
+    let remoteFile;
     try {
         originalFile = path.join(os.tmpdir(), filePath);
         const tempLocalDir = path.dirname(originalFile);
@@ -67,7 +68,7 @@ exports.generateResizedImage = functions.storage.object().onFinalize((object) =>
         yield mkdirp(tempLocalDir);
         logs.tempDirectoryCreated(tempLocalDir);
         // Download file from bucket.
-        const remoteFile = bucket.file(filePath);
+        remoteFile = bucket.file(filePath);
         logs.imageDownloading(filePath);
         yield remoteFile.download({ destination: originalFile });
         logs.imageDownloaded(filePath, originalFile);
@@ -102,6 +103,19 @@ exports.generateResizedImage = functions.storage.object().onFinalize((object) =>
             fs.unlinkSync(originalFile);
             logs.tempOriginalFileDeleted(filePath);
         }
+        if (config_1.default.deleteOriginalFile) {
+            // Delete the original file
+            if (remoteFile) {
+                try {
+                    logs.remoteFileDeleting(filePath);
+                    yield remoteFile.delete();
+                    logs.remoteFileDeleted(filePath);
+                }
+                catch (err) {
+                    logs.errorDeleting(err);
+                }
+            }
+        }
     }
 }));
 const resizeImage = ({ bucket, originalFile, fileDir, fileNameWithoutExtension, fileExtension, contentType, size, }) => __awaiter(this, void 0, void 0, function* () {

storage-resize-images/functions/lib/logs.js

@@ -76,3 +76,9 @@ exports.tempResizedFileDeleted = (path) => {
 exports.tempResizedFileDeleting = (path) => {
     console.log(`Deleting temporary resized file: '${path}'`);
 };
+exports.remoteFileDeleted = (path) => {
+    console.log(`Deleted original file from storage bucket: '${path}'`);
+};
+exports.remoteFileDeleting = (path) => {
+    console.log(`Deleting original file from storage bucket: '${path}'`);
+};

storage-resize-images/functions/src/config.ts

@@ -19,4 +19,5 @@ export default {
   cacheControlHeader: process.env.CACHE_CONTROL_HEADER,
   imageSizes: process.env.IMG_SIZES.split(","),
   resizedImagesPath: process.env.RESIZED_IMAGES_PATH,
+  deleteOriginalFile: process.env.DELETE_ORIGINAL_FILE === "true",
 };

storage-resize-images/functions/src/index.ts

@@ -65,6 +65,7 @@ export const generateResizedImage = functions.storage.object().onFinalize(
     const fileNameWithoutExtension = fileName.slice(0, -fileExtension.length);
 
     let originalFile;
+    let remoteFile;
     try {
       originalFile = path.join(os.tmpdir(), filePath);
       const tempLocalDir = path.dirname(originalFile);
@@ -75,7 +76,7 @@ export const generateResizedImage = functions.storage.object().onFinalize(
       logs.tempDirectoryCreated(tempLocalDir);
 
       // Download file from bucket.
-      const remoteFile = bucket.file(filePath);
+      remoteFile = bucket.file(filePath);
       logs.imageDownloading(filePath);
       await remoteFile.download({ destination: originalFile });
       logs.imageDownloaded(filePath, originalFile);
@@ -113,6 +114,18 @@ export const generateResizedImage = functions.storage.object().onFinalize(
         fs.unlinkSync(originalFile);
         logs.tempOriginalFileDeleted(filePath);
       }
+      if (config.deleteOriginalFile) {
+        // Delete the original file
+        if (remoteFile) {
+          try {
+            logs.remoteFileDeleting(filePath);
+            await remoteFile.delete();
+            logs.remoteFileDeleted(filePath);
+          } catch (err) {
+            logs.errorDeleting(err);
+          }
+        }
+      }
     }
   }
 );

storage-resize-images/functions/src/logs.ts

@@ -97,3 +97,11 @@ export const tempResizedFileDeleted = (path: string) => {
 export const tempResizedFileDeleting = (path: string) => {
   console.log(`Deleting temporary resized file: '${path}'`);
 };
+
+export const remoteFileDeleted = (path: string) => {
+  console.log(`Deleted original file from storage bucket: '${path}'`);
+};
+
+export const remoteFileDeleting = (path: string) => {
+  console.log(`Deleting original file from storage bucket: '${path}'`);
+};