feat(server): make slide audio transcript parallel (#11692)

packages/backend/server/src/models/copilot-job.ts

@@ -9,6 +9,11 @@ import { CopilotJob } from './common/copilot';
 type CreateCopilotJobInput = Omit<CopilotJob, 'id' | 'status' | 'payload'>;
 type UpdateCopilotJobInput = Pick<CopilotJob, 'status' | 'payload'>;
 
+const FinishedStatus: Set<AiJobStatus> = new Set([
+  AiJobStatus.finished,
+  AiJobStatus.claimed,
+]);
+
 /**
  * Copilot Job Model
  */
@@ -90,6 +95,10 @@ export class CopilotJobModel extends BaseModel {
       data: {
         status: data.status || undefined,
         payload: data.payload || undefined,
+        finishedAt:
+          data.status && FinishedStatus.has(data.status)
+            ? new Date()
+            : undefined,
       },
     });
     return ret.count > 0;

packages/backend/server/src/plugins/copilot/transcript/service.ts

@@ -212,6 +212,28 @@ export class CopilotTranscriptionService {
     return `${hoursStr}:${minutesStr}:${secondsStr}`;
   }
 
+  private async callTranscript(url: string, mimeType: string, offset: number) {
+    const result = await this.chatWithPrompt(
+      'Transcript audio',
+      {
+        attachments: [url],
+        params: { mimetype: mimeType },
+      },
+      TranscriptionResponseSchema
+    );
+
+    const transcription = TranscriptionResponseSchema.parse(
+      JSON.parse(result)
+    ).map(t => ({
+      speaker: t.a,
+      start: this.convertTime(t.s, offset),
+      end: this.convertTime(t.e, offset),
+      transcription: t.t,
+    }));
+
+    return transcription;
+  }
+
   @OnJob('copilot.transcript.submit')
   async transcriptAudio({
     jobId,
@@ -222,28 +244,11 @@ export class CopilotTranscriptionService {
   }: Jobs['copilot.transcript.submit']) {
     try {
       const blobInfos = this.mergeInfos(infos, url, mimeType);
-      const transcriptions = [];
+      const transcriptions = await Promise.all(
-      for (const [idx, { url, mimeType }] of blobInfos.entries()) {
+        Array.from(blobInfos.entries()).map(([idx, { url, mimeType }]) =>
-        const result = await this.chatWithPrompt(
+          this.callTranscript(url, mimeType, idx * 10 * 60)
-          'Transcript audio',
+        )
-          {
+      );
-            attachments: [url],
-            params: { mimetype: mimeType },
-          },
-          TranscriptionResponseSchema
-        );
-
-        const offset = idx * 10 * 60;
-        const transcription = TranscriptionResponseSchema.parse(
-          JSON.parse(result)
-        ).map(t => ({
-          speaker: t.a,
-          start: this.convertTime(t.s, offset),
-          end: this.convertTime(t.e, offset),
-          transcription: t.t,
-        }));
-        transcriptions.push(transcription);
-      }
 
       await this.models.copilotJob.update(jobId, {
         payload: { transcription: transcriptions.flat() },