feat!: affine cloud support (#3813)

Co-authored-by: Hongtao Lye <codert.sn@gmail.com>
Co-authored-by: liuyi <forehalo@gmail.com>
Co-authored-by: LongYinan <lynweklm@gmail.com>
Co-authored-by: X1a0t <405028157@qq.com>
Co-authored-by: JimmFly <yangjinfei001@gmail.com>
Co-authored-by: Peng Xiao <pengxiao@outlook.com>
Co-authored-by: xiaodong zuo <53252747+zuoxiaodong0815@users.noreply.github.com>
Co-authored-by: DarkSky <25152247+darkskygit@users.noreply.github.com>
Co-authored-by: Qi <474021214@qq.com>
Co-authored-by: danielchim <kahungchim@gmail.com>

apps/server/src/modules/storage/fs.ts

@@ -1,3 +1,4 @@
+import { randomUUID } from 'node:crypto';
 import { createWriteStream } from 'node:fs';
 import { mkdir } from 'node:fs/promises';
 import { join } from 'node:path';
@@ -14,10 +15,16 @@ export class FSService {
 
   async writeFile(key: string, file: FileUpload) {
     const dest = this.config.objectStorage.fs.path;
+    const fileName = `${key}-${randomUUID()}`;
+    const prefix = this.config.node.dev
+      ? `${this.config.https ? 'https' : 'http'}://${this.config.host}:${
+          this.config.port
+        }`
+      : '';
     await mkdir(dest, { recursive: true });
-    const destFile = join(dest, key);
+    const destFile = join(dest, fileName);
     await pipeline(file.createReadStream(), createWriteStream(destFile));
 
-    return `/assets/${destFile}`;
+    return `${prefix}/assets/${fileName}`;
   }
 }

apps/server/src/modules/storage/storage.service.ts

@@ -1,5 +1,8 @@
 import { PutObjectCommand, S3Client } from '@aws-sdk/client-s3';
 import { Inject, Injectable } from '@nestjs/common';
+import { crc32 } from '@node-rs/crc32';
+import { fileTypeFromBuffer } from 'file-type';
+import { getStreamAsBuffer } from 'get-stream';
 
 import { Config } from '../../config';
 import { FileUpload } from '../../types';
@@ -16,14 +19,21 @@ export class StorageService {
 
   async uploadFile(key: string, file: FileUpload) {
     if (this.config.objectStorage.r2.enabled) {
+      const readableFile = file.createReadStream();
+      const fileBuffer = await getStreamAsBuffer(readableFile);
+      const mime = (await fileTypeFromBuffer(fileBuffer))?.mime;
+      const crc32Value = crc32(fileBuffer);
+      const keyWithCrc32 = `${crc32Value}-${key}`;
       await this.s3.send(
         new PutObjectCommand({
-          Body: file.createReadStream(),
+          Body: fileBuffer,
           Bucket: this.config.objectStorage.r2.bucket,
-          Key: key,
+          Key: keyWithCrc32,
+          ContentLength: fileBuffer.length,
+          ContentType: mime,
         })
       );
-      return `https://avatar.affineassets.com/${key}`;
+      return `https://avatar.affineassets.com/${keyWithCrc32}`;
     } else {
       return this.fs.writeFile(key, file);
     }