iBoss/bolt-diy
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat(context optimization):improved context management and redused chat overhead

Browse Source
This commit is contained in:
Anirban Kar
2024-12-07 15:58:13 +05:30
parent 2af32b0333
commit ea5c6244a6
5 changed files with 107 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
app/routes/api.chat.ts
View File

@@ -29,9 +29,9 @@ function parseCookies(cookieHeader: string) {
}
async function chatAction({ context, request }: ActionFunctionArgs) {
const { messages } = await request.json<{
const { messages, files } = await request.json<{
messages: Messages;
model: string;
files: any;
}>();
const cookieHeader = request.headers.get('Cookie');
@@ -60,13 +60,13 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
messages.push({ role: 'assistant', content });
messages.push({ role: 'user', content: CONTINUE_PROMPT });
const result = await streamText(messages, context.cloudflare.env, options, apiKeys);
const result = await streamText(messages, context.cloudflare.env, options, apiKeys, files);
return stream.switchSource(result.toAIStream());
},
};
const result = await streamText(messages, context.cloudflare.env, options, apiKeys);
const result = await streamText(messages, context.cloudflare.env, options, apiKeys, files);
stream.switchSource(result.toAIStream());