fix: api-key manager cleanup and log error on llm call (#1077)

* fix: api-key manager cleanup and log error on llm call

* log improved
This commit is contained in:
Anirban Kar
2025-01-13 04:21:29 +05:30
committed by GitHub
parent 3a298f1586
commit fad41973e2
6 changed files with 65 additions and 44 deletions

View File

@@ -122,6 +122,8 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
return;
},
};
const totalMessageContent = messages.reduce((acc, message) => acc + message.content, '');
logger.debug(`Total message length: ${totalMessageContent.split(' ').length}, words`);
const result = await streamText({
messages,
@@ -134,13 +136,27 @@ async function chatAction({ context, request }: ActionFunctionArgs) {
contextOptimization,
});
(async () => {
for await (const part of result.fullStream) {
if (part.type === 'error') {
const error: any = part.error;
logger.error(`${error}`);
return;
}
}
})();
stream.switchSource(result.toDataStream());
// return createrespo
return new Response(stream.readable, {
status: 200,
headers: {
contentType: 'text/event-stream',
connection: 'keep-alive',
'Content-Type': 'text/event-stream; charset=utf-8',
Connection: 'keep-alive',
'Cache-Control': 'no-cache',
'Text-Encoding': 'chunked',
},
});
} catch (error: any) {