51 lines
1.4 KiB
TypeScript
51 lines
1.4 KiB
TypeScript
import { ModelOption, ExpertResult } from '../../types';
|
|
import { getSynthesisPrompt } from './prompts';
|
|
import { withRetry } from '../utils/retry';
|
|
|
|
export const streamSynthesisResponse = async (
|
|
ai: any,
|
|
model: ModelOption,
|
|
query: string,
|
|
historyContext: string,
|
|
expertResults: ExpertResult[],
|
|
budget: number,
|
|
signal: AbortSignal,
|
|
onChunk: (text: string, thought: string) => void
|
|
): Promise<void> => {
|
|
const prompt = getSynthesisPrompt(historyContext, query, expertResults);
|
|
|
|
const synthesisStream = await withRetry(() => ai.models.generateContentStream({
|
|
model: model,
|
|
contents: prompt,
|
|
config: {
|
|
thinkingConfig: {
|
|
thinkingBudget: budget,
|
|
includeThoughts: true
|
|
}
|
|
}
|
|
}));
|
|
|
|
try {
|
|
for await (const chunk of synthesisStream) {
|
|
if (signal.aborted) break;
|
|
|
|
let chunkText = "";
|
|
let chunkThought = "";
|
|
|
|
if (chunk.candidates?.[0]?.content?.parts) {
|
|
for (const part of chunk.candidates[0].content.parts) {
|
|
if (part.thought) {
|
|
chunkThought += (part.text || "");
|
|
} else if (part.text) {
|
|
chunkText += part.text;
|
|
}
|
|
}
|
|
onChunk(chunkText, chunkThought);
|
|
}
|
|
}
|
|
} catch (streamError) {
|
|
console.error("Synthesis stream interrupted:", streamError);
|
|
throw streamError;
|
|
}
|
|
};
|