feat: add upload from youtube api

.gitignore

@@ -3,6 +3,8 @@
 .nx/cache
 .nx
 
+uploads
+
 .idea/
 ### Node ###
 # Logs
@@ -146,4 +148,4 @@ dist
 
 # End of https://www.toptal.com/developers/gitignore/api/node
 
-**/vite.config.{js,ts,mjs,mts,cjs,cts}.timestamp*
+**/vite.config.{js,ts,mjs,mts,cjs,cts}.timestamp*

apps/audio-file-uploader/examples/CreateTrack.http

@@ -0,0 +1,7 @@
+###
+POST localhost:3001/api/upload/audio/from-youtube
+Content-Type: application/json
+
+{
+  "urls": ["https://www.youtube.com/watch?v=nkvhwh7CQqA&ab_channel=ForsakenTunes"]
+}

apps/audio-file-uploader/src/app/app.controller.ts

@@ -1,8 +1,10 @@
-import { Controller, Post, UploadedFile, UseInterceptors } from '@nestjs/common';
+import { Body, Controller, Post, UploadedFile, UseInterceptors } from '@nestjs/common';
 
 import { FileInterceptor } from '@nestjs/platform-express';
 import { Express } from 'express';
 import { FileUploadService } from './fileUpload/FileUploadService';
+import { UploadAudioFromYoutubeRequest } from './fileUpload/fromYoutube/UploadAudioFromYoutubeRequest';
+import { uploadAudioFromYoutube } from './fileUpload/fromYoutube/UploadFromYoutubeService';
 
 @Controller()
 export class AppController {
@@ -12,7 +14,11 @@ export class AppController {
 
   @Post('/upload/audio')
   @UseInterceptors(FileInterceptor('file'))
-  uploadTrack(@UploadedFile() file: Express.Multer.File) {
+  uploadAudio(@UploadedFile() file: Express.Multer.File) {
     return this.fileUploadService.handleFileUpload(file);
   }
+  @Post('/upload/audio/from-youtube')
+  uploadAudioFromYoutube(@Body() uploadRequest: UploadAudioFromYoutubeRequest) {
+    return uploadAudioFromYoutube(uploadRequest);
+  }
 }

apps/audio-file-uploader/src/app/fileUpload/fromYoutube/UploadAudioFromYoutubeRequest.ts

@@ -0,0 +1,3 @@
+export interface UploadAudioFromYoutubeRequest{
+  urls: string[]
+}

apps/audio-file-uploader/src/app/fileUpload/fromYoutube/UploadAudioFromYoutubeResponse.ts

@@ -0,0 +1,10 @@
+export interface UploadAudioFromYoutubeResponse {
+  uploadResult: UploadAudioFromYoutubeResponseForUrl[];
+  uploadedFilesLinks: string[]
+}
+
+export interface UploadAudioFromYoutubeResponseForUrl {
+  url: string;
+  status: string;
+  uploadedFile?: string;
+}

apps/audio-file-uploader/src/app/fileUpload/fromYoutube/UploadFromYoutubeService.ts

@@ -0,0 +1,68 @@
+import { UploadAudioFromYoutubeRequest } from './UploadAudioFromYoutubeRequest';
+import { UploadAudioFromYoutubeResponse, UploadAudioFromYoutubeResponseForUrl } from './UploadAudioFromYoutubeResponse';
+import { Logger } from '@nestjs/common';
+import ytdl from '@distube/ytdl-core';
+import ffmpeg from 'fluent-ffmpeg';
+import { join } from 'path';
+import { createWriteStream } from 'fs';
+import process from 'node:process';
+
+const UPLOAD_DIRECTORY = `${process.env.FILESERVER_PATH ? process.env.FILESERVER_PATH : '.'}/uploads`;
+
+export async function uploadAudioFromYoutube(
+  uploadRequest: UploadAudioFromYoutubeRequest
+): Promise<UploadAudioFromYoutubeResponse> {
+  let i = 0;
+  const uploadedFilesLinks = [];
+
+  const uploadResult = await Promise.all(
+    uploadRequest.urls.map(async (url) => {
+      if (i > 0) {
+        await sleep(200);
+      }
+      i++;
+      Logger.log(`begin downloading ${url}`);
+      if (!ytdl.validateURL(url)) {
+        return <UploadAudioFromYoutubeResponseForUrl>{ url: url, status: 'error', message: 'Invalid YouTube URL' };
+      }
+
+      try {
+        const info = await ytdl.getInfo(url);
+        const fileName = (info.videoDetails.title ?? `audio_${Date.now()}`).replace(/[^a-zA-Z0-9]/g, '_') + '.mp3';
+        const filePath = join(UPLOAD_DIRECTORY, fileName);
+        const audioStream = ytdl(url, { filter: 'audioonly' });
+
+        await new Promise((resolve, reject) => {
+          const fileStream = createWriteStream(filePath);
+          ffmpeg(audioStream)
+            .audioCodec('libmp3lame')
+            .format('mp3')
+            .on('error', (err) => {
+              Logger.error(`Error converting to MP3 for URL ${url}: ${err.message}`);
+              console.trace(err);
+              fileStream.destroy(err);
+              reject(err);
+            })
+            .on('end', () => {
+              Logger.log(`MP3 saved at: ${filePath}`);
+              resolve(null);
+            })
+            .pipe(fileStream);
+        });
+        uploadedFilesLinks.push(`https://fourgate.cloud/public/musics/uploads/${fileName}`);
+        return <UploadAudioFromYoutubeResponseForUrl>{ url: url, status: 'ok', uploadedFile: fileName };
+      } catch (error) {
+        Logger.error(`Error while downloading audio from URL ${url}: ${error.message}`);
+        console.trace(error);
+        return <UploadAudioFromYoutubeResponseForUrl>{ url: url, status: 'error', message: error.message };
+      }
+    })
+  );
+  return { uploadResult: uploadResult, uploadedFilesLinks: uploadedFilesLinks };
+}
+
+function sleep(ms) {
+  return new Promise((resolve) => {
+    setTimeout(resolve, ms);
+  });
+}

apps/audio-file-uploader/src/main.ts

@@ -9,7 +9,8 @@ async function bootstrap() {
   app.setGlobalPrefix(globalPrefix);
   app.enableCors({origin: '*', allowedHeaders: ["Origin", "X-Requested-With", "Content-Type", "Accept"]});// TODO fix this
   const port = process.env.PORT || 3000;
-  await app.listen(port);
+  const server = await app.listen(port);
+  server.setTimeout(3600000);
   Logger.log(`🚀 Application audio-file-uploader is running on: http://localhost:${port}/${globalPrefix}`);
 }
 

package.json

@@ -5,6 +5,7 @@
   "scripts": {},
   "private": true,
   "dependencies": {
+    "@distube/ytdl-core": "4.15.4",
     "@emotion/react": "^11.13.3",
     "@emotion/styled": "^11.13.0",
     "@mui/icons-material": "^6.1.6",