115 lines
3.0 KiB
TypeScript
115 lines
3.0 KiB
TypeScript
|
|
import { ModelOption, ExpertResult, MessageAttachment } from '../../types';
|
|
import { getExpertSystemInstruction } from './prompts';
|
|
import { withRetry } from '../utils/retry';
|
|
import { generateContentStream as generateOpenAIStream } from './openaiClient';
|
|
|
|
const isGoogleProvider = (ai: any): boolean => {
|
|
return ai?.models?.generateContentStream !== undefined;
|
|
};
|
|
|
|
export const streamExpertResponse = async (
|
|
ai: any,
|
|
model: ModelOption,
|
|
expert: ExpertResult,
|
|
context: string,
|
|
attachments: MessageAttachment[],
|
|
budget: number,
|
|
signal: AbortSignal,
|
|
onChunk: (text: string, thought: string) => void
|
|
): Promise<void> => {
|
|
const isGoogle = isGoogleProvider(ai);
|
|
|
|
if (isGoogle) {
|
|
const contents: any = {
|
|
role: 'user',
|
|
parts: [{ text: expert.prompt }]
|
|
};
|
|
|
|
if (attachments.length > 0) {
|
|
attachments.forEach(att => {
|
|
contents.parts.push({
|
|
inlineData: {
|
|
mimeType: att.mimeType,
|
|
data: att.data
|
|
}
|
|
});
|
|
});
|
|
}
|
|
|
|
const streamResult = await withRetry(() => ai.models.generateContentStream({
|
|
model: model,
|
|
contents: contents,
|
|
config: {
|
|
systemInstruction: getExpertSystemInstruction(expert.role, expert.description, context),
|
|
temperature: expert.temperature,
|
|
thinkingConfig: {
|
|
thinkingBudget: budget,
|
|
includeThoughts: true
|
|
}
|
|
}
|
|
}));
|
|
|
|
try {
|
|
for await (const chunk of (streamResult as any)) {
|
|
if (signal.aborted) break;
|
|
|
|
let chunkText = "";
|
|
let chunkThought = "";
|
|
|
|
if (chunk.candidates?.[0]?.content?.parts) {
|
|
for (const part of chunk.candidates[0].content.parts) {
|
|
if (part.thought) {
|
|
chunkThought += (part.text || "");
|
|
} else if (part.text) {
|
|
chunkText += part.text;
|
|
}
|
|
}
|
|
onChunk(chunkText, chunkThought);
|
|
}
|
|
}
|
|
} catch (streamError) {
|
|
console.error(`Stream interrupted for expert ${expert.role}:`, streamError);
|
|
throw streamError;
|
|
}
|
|
} else {
|
|
let contentPayload: any = expert.prompt;
|
|
|
|
if (attachments.length > 0) {
|
|
contentPayload = [
|
|
{ type: 'text', text: expert.prompt }
|
|
];
|
|
attachments.forEach(att => {
|
|
contentPayload.push({
|
|
type: 'image_url',
|
|
image_url: {
|
|
url: `data:${att.mimeType};base64,${att.data}`
|
|
}
|
|
});
|
|
});
|
|
}
|
|
|
|
const stream = generateOpenAIStream(ai, {
|
|
model,
|
|
systemInstruction: getExpertSystemInstruction(expert.role, expert.description, context),
|
|
content: contentPayload,
|
|
temperature: expert.temperature,
|
|
thinkingConfig: {
|
|
thinkingBudget: budget,
|
|
includeThoughts: true
|
|
}
|
|
});
|
|
|
|
try {
|
|
for await (const chunk of (stream as any)) {
|
|
if (signal.aborted) break;
|
|
|
|
onChunk(chunk.text, chunk.thought || '');
|
|
}
|
|
} catch (streamError) {
|
|
console.error(`Stream interrupted for expert ${expert.role}:`, streamError);
|
|
throw streamError;
|
|
}
|
|
}
|
|
};
|