iBoss/bolt-diy
1
0
Fork 0
Code Issues Pull Requests Actions 1 Packages Projects Releases Wiki Activity

feat: redact file contents from chat and put latest files into system prompt (#904)

Browse Source
This commit is contained in:
Anirban Kar
2024-12-29 15:36:31 +05:30
committed by GitHub
parent aecd9b1b40
commit 3a36a4469a
6 changed files with 50 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

15
app/lib/.server/llm/stream-text.ts
View File

@@ -150,8 +150,9 @@ export async function streamText(props: {
files?: FileMap;
providerSettings?: Record<string, IProviderSetting>;
promptId?: string;
contextOptimization?: boolean;
}) {
const { messages, env: serverEnv, options, apiKeys, files, providerSettings, promptId } = props;
const { messages, env: serverEnv, options, apiKeys, files, providerSettings, promptId, contextOptimization } = props;
// console.log({serverEnv});
@@ -170,9 +171,11 @@ export async function streamText(props: {
return { ...message, content };
} else if (message.role == 'assistant') {
const content = message.content;
let content = message.content;
// content = simplifyBoltActions(content);
if (contextOptimization) {
content = simplifyBoltActions(content);
}
return { ...message, content };
}
@@ -192,11 +195,9 @@ export async function streamText(props: {
allowedHtmlElements: allowedHTMLElements,
modificationTagName: MODIFICATIONS_TAG_NAME,
}) ?? getSystemPrompt();
let codeContext = '';
if (files) {
codeContext = createFilesContext(files);
codeContext = '';
if (files && contextOptimization) {
const codeContext = createFilesContext(files);
systemPrompt = `${systemPrompt}\n\n ${codeContext}`;
}