1

prisma/services/deepThink/synthesis.ts

@@ -0,0 +1,44 @@
+import { ModelOption, ExpertResult } from '../../types';
+import { getSynthesisPrompt } from './prompts';
+
+export const streamSynthesisResponse = async (
+  ai: any,
+  model: ModelOption,
+  query: string,
+  historyContext: string,
+  expertResults: ExpertResult[],
+  budget: number,
+  signal: AbortSignal,
+  onChunk: (text: string, thought: string) => void
+): Promise<void> => {
+  const prompt = getSynthesisPrompt(historyContext, query, expertResults);
+
+  const synthesisStream = await ai.models.generateContentStream({
+    model: model,
+    contents: prompt,
+    config: {
+      thinkingConfig: { 
+          thinkingBudget: budget,
+          includeThoughts: true
+      } 
+    }
+  });
+
+  for await (const chunk of synthesisStream) {
+    if (signal.aborted) break;
+
+    let chunkText = "";
+    let chunkThought = "";
+
+    if (chunk.candidates?.[0]?.content?.parts) {
+        for (const part of chunk.candidates[0].content.parts) {
+            if (part.thought) {
+                chunkThought += (part.text || "");
+            } else if (part.text) {
+                chunkText += part.text;
+            }
+        }
+        onChunk(chunkText, chunkThought);
+    }
+  }
+};