adding file upload

Author: daniwebdev

nest-cli.json

@@ -3,6 +3,10 @@
   "collection": "@nestjs/schematics",
   "sourceRoot": "src",
   "compilerOptions": {
-    "deleteOutDir": true
+    "deleteOutDir": true,
+    "watchAssets": true,
+    "assets": [
+      "src/service-account.json"
+    ]
   }
 }

package.json

@@ -54,6 +54,7 @@
     "@types/bcrypt": "^5.0.0",
     "@types/express": "^4.17.17",
     "@types/jest": "^29.5.2",
+    "@types/multer": "^1.4.7",
     "@types/node": "^20.4.3",
     "@types/supertest": "^2.0.12",
     "@types/uuid": "^9.0.2",

public/openapi.yml

@@ -17,6 +17,46 @@ tags:
     description: "Management user account"
 
 paths:
+  /file/upload:
+    post:
+      tags:
+        - File
+      summary: Upload file to server
+      description: Upload file ini akan menghasilkan lokasi file
+      requestBody:
+        content:
+          multipart/form-data:
+            schema:
+              type: object
+              required:
+                - file
+                - type
+                - format
+              properties:
+                type:
+                  type: string
+                  enum:
+                    - temporary
+                    - permanent
+                  default: temporary
+                format:
+                  type: string
+                  enum:
+                    - images
+                    - doc
+                    - other
+                  description: 'FORMAT : images: `jpg, png, jpeg`.  document: `(pdf, doc, xlsx, csv, xls)`. other: selain yang disebutkan tadi'
+                file_group:
+                  type: string
+                  description: 'file group nya, contoh : avatar, kyc, community, dll'
+                file:
+                  type: string
+                  format: binary
+      responses:
+        '401':
+          $ref: '#/components/responses/401'
+        '500':
+          $ref: '#/components/responses/500'
   /auth/register:
     post:
       tags:
@@ -158,6 +198,21 @@ security:
   - ApiKey: []
   - AuthToken: []
 components:
+  responses:
+    '401':
+      description: 'This error probobly '
+      content:
+        application/json:
+          example:
+            status: UnAutorization
+            message: Invalid access token
+    '500':
+      description: Internal server errors
+      content:
+        application/json:
+          example:
+            status: error
+            message: This is the reason why
   parameters:
     AppVersionParameter:
       name: 'X-APP-VERSION'

src/apps/app.module.ts

@@ -6,6 +6,7 @@ import { defaultTypeOrmConfig } from 'src/config/typeorm.config';
 import { AppController } from './app.controller';
 import { AppService } from './app.service';
 import { AuthModule } from './auth/auth.module';
+import { FileModule } from './file/file.module';
 
 @Module({
   imports: [
@@ -21,7 +22,8 @@ import { AuthModule } from './auth/auth.module';
         }
       }
     }),
-    AuthModule
+    AuthModule,
+    FileModule
   ],
   controllers: [AppController],
   providers: [AppService],

src/apps/file/file.controller.ts

@@ -0,0 +1,32 @@
+import { Body, Controller, Post, UploadedFile, UseInterceptors } from '@nestjs/common';
+import { FileInterceptor } from '@nestjs/platform-express';
+import { Express } from 'express';
+import { FileService } from './file.service';
+
+@Controller('file')
+@UseJwtGuard()
+export class FileController {
+
+    constructor(private fileService: FileService) {}
+
+    @Post('upload')
+    @UseInterceptors(FileInterceptor('file'))
+    async uploadFile(
+        @Body('type') type: string,
+        @Body('file_group') fileGroup: string,
+        @Body('format') fileFormatGroup: string,
+        @UploadedFile() file: Express.Multer.File,
+    ) {
+
+
+        let destination = `${fileFormatGroup}/${fileGroup}`;
+
+        if(type == 'temporary') {
+            destination = `tmp/${fileFormatGroup}/${fileGroup}`
+        }
+
+        return await this.fileService.upload(file, destination)
+
+
+    }
+}

src/apps/file/file.module.ts

@@ -0,0 +1,18 @@
+import { Module } from '@nestjs/common';
+import { FileService } from './file.service';
+import { FileController } from './file.controller';
+import { MulterModule } from '@nestjs/platform-express';
+import { memoryStorage } from 'multer';
+import { StorageModule } from 'src/modules/storage/storage.module';
+
+@Module({
+  imports: [
+    MulterModule.register({
+      storage: memoryStorage()
+    }),
+    StorageModule,
+  ],
+  providers: [FileService],
+  controllers: [FileController]
+})
+export class FileModule {}

src/apps/file/file.service.ts

@@ -0,0 +1,32 @@
+import { HttpException, HttpStatus, Injectable } from '@nestjs/common';
+import { StorageService } from 'src/modules/storage/storage.service';
+import { Response } from 'src/utils';
+// import { Response } from 'src/utils/response';
+// import { storage } from 'src/utils/storage/storage';
+
+@Injectable()
+export class FileService {
+
+    constructor(
+        private storageService: StorageService,
+    ) {
+
+    }
+
+
+    async upload(file: Express.Multer.File, destination: string) {
+
+        if(file == undefined) throw new HttpException("File undefined", HttpStatus.BAD_REQUEST);
+
+        const path = destination + file.originalname;
+
+        this.storageService.setProvider('gcs');
+        
+        const output = await this.storageService.put(path, file.buffer);
+        return output;
+        return Response.success({
+            message: "Upload successfull",
+            data: output
+        });
+    }
+}

src/modules/storage/providers/gcs.provider.ts

@@ -18,26 +18,47 @@ export class GoogleCloudStorage implements ProviderStorage<Bucket> {
 
     instance(): Bucket {
         if(this._instance == null) {
-            this._instance = new GCS(this.storageOption).bucket('tradeapp-f8e74.appspot.com');
+            this._instance = new GCS(this.storageOption).bucket(this.config.bucketName);
         }
 
         return this._instance;
     }
 
     async put(destination: string, buffer: Buffer, mimetype?: string) {
+        console.log(`${this.config.prefix}/${destination}`)
 
-        const file = this.instance().file(destination);
+        const file = this.instance().file(`${this.config.prefix}/${destination}`);
 
         await file.save(buffer, {
             gzip: true,
-        });
+        })
+
+        console.log("HHH")
+
+        return true;
+
+        // const writeStream = file.createWriteStream({
+        //     gzip: true,
+        //     resumable: false,
+        // });
+
+        // return new Promise((resolve, reject) => {
+        //     writeStream.on('finish', () => {
+        //         console.log('hhhh')
+        //         resolve(true)
+        //     }).on('error', (e) => {
+        //         throw e;
+        //         reject(false)
+        //     })
+        //     .on('pipe', () => {
+        //         console.log('-------')
+        //     })
+        //     .end(buffer)
+        // })
 
-        return file;
     }
 
     async move(origin:string, destination: string) {
-        console.log(`${this.config.prefix}/${origin}`)
-        console.log(`${this.config.prefix}/${destination}`)
 
         await this.instance().file(`${this.config.prefix}/${origin}`).move(`${this.config.prefix}/${destination}`);
 

src/modules/storage/storage.service.ts

@@ -3,7 +3,6 @@ import { ConfigService } from '@nestjs/config';
 import { join } from 'path';
 import { GoogleCloudStorage } from './providers/gcs.provider';
 import { ProviderStorage } from './providers/provider.abstract';
-
 @Injectable()
 export class StorageService {
 
@@ -18,7 +17,7 @@ export class StorageService {
     constructor(
         private configService: ConfigService,
     ) {
-        this.environment = this.configService.get('STORAGE_UPLOAD_PREFIX');
+        this.environment = this.configService.get('STORAGE_UPLOAD_PREFIX') ?? 'development';
 
         this.prefixToReplace = {
             'gcs': 'gcs://',
@@ -30,14 +29,19 @@ export class StorageService {
     setProvider(provider: 'gcs') {
         this.provider = provider;
 
+        // console.log(join(__dirname, '..', '..', 'service-account.json'))
         switch(provider) {
-
             case 'gcs': {
                 this.domainURL = this.configService.get('GCS_DOMAIN_URL') ?? 'http://___domain.com';
                 this.providerInstance = new GoogleCloudStorage({
-                    keyFile: join(__dirname, '..', '..', 'service-account.json'),
+                    keyFile: require( join(__dirname, '..', '..', 'service-account.json')),
                     projectId: this.configService.get('GCS_PROJECT_ID') ?? 'intervest-io',
-                }, { bucketName: this.configService.get('GCS_BUCKET_NAME') ??'intervest-io.appspot.com', prefix: this.environment })
+                }, { 
+                    bucketName: this.configService.get('GCS_BUCKET_NAME') ??'intervest-io.appspot.com', 
+                    prefix: this.environment 
+                })
+
+                break;
             }
 
             default: {
@@ -48,10 +52,32 @@ export class StorageService {
         return this;
     }
 
-    async put(destination: string, buffer: Buffer, mimetype?: string) {
-
-        return await this.providerInstance.put(destination, buffer, mimetype)
-
+    async put(destination: string, buffer: Buffer, mimetype?: string): Promise<{
+        filename: string,
+        path: string,
+        url: string,
+    }> {
+        // const outputFile = {
+        //     filename: 'gcs:' + destination +'/' + file.originalname,
+        //     path: path,
+        //     url: (await fileObj.getSignedUrl({
+        //         action: 'read',
+        //         expires: moment().add(2, 'days').toDate()
+        //     }))[0],
+        // }
+
+
+        const thePrefix = this.prefixToReplace[this.provider];
+
+        await this.providerInstance.put(destination, buffer, mimetype)
+
+        const fileName = `${thePrefix}` + destination;
+        console.log('DONE'+fileName)
+        return {
+            filename: fileName,
+            path: destination,
+            url: this.url(fileName),
+        }
     }
 
     async move(origin:string, destination: string) {

yarn.lock

@@ -1138,7 +1138,7 @@
     "@types/range-parser" "*"
     "@types/send" "*"
 
-"@types/express@^4.17.17":
+"@types/express@*", "@types/express@^4.17.17":
   version "4.17.17"
   resolved "https://registry.npmjs.org/@types/express/-/express-4.17.17.tgz"
   integrity sha512-Q4FmmuLGBG58btUnfS1c1r/NQdlp3DMfGDGig8WhfpA2YRUtEkxAjkZb0yvplJGYdF1fsQ81iMDcH24sSCNC/Q==
@@ -1204,6 +1204,13 @@
   resolved "https://registry.npmjs.org/@types/mime/-/mime-1.3.2.tgz"
   integrity sha512-YATxVxgRqNH6nHEIsvg6k2Boc1JHI9ZbH5iWFFv/MTkchz3b1ieGDa5T0a9RznNdI0KhVbdbWSN+KWWrQZRxTw==
 
+"@types/multer@^1.4.7":
+  version "1.4.7"
+  resolved "https://registry.yarnpkg.com/@types/multer/-/multer-1.4.7.tgz#89cf03547c28c7bbcc726f029e2a76a7232cc79e"
+  integrity sha512-/SNsDidUFCvqqcWDwxv2feww/yqhNeTRL5CVoL3jU4Goc4kKEL10T7Eye65ZqPNi4HRx8sAEX59pV1aEH7drNA==
+  dependencies:
+    "@types/express" "*"
+
 "@types/node@*":
   version "20.4.2"
   resolved "https://registry.npmjs.org/@types/node/-/node-20.4.2.tgz"