fix: better model loading ui feedback and model list update (#954)

* fix: better model loading feedback and model list update

* added load on providersettings  update
This commit is contained in:
Anirban Kar
2024-12-31 19:22:46 +05:30
committed by GitHub
parent 55cfd5d4ee
commit 389eedcac4
4 changed files with 97 additions and 49 deletions

View File

@@ -79,9 +79,16 @@ export class LLMManager {
}): Promise<ModelInfo[]> {
const { apiKeys, providerSettings, serverEnv } = options;
let enabledProviders = Array.from(this._providers.values()).map((p) => p.name);
if (providerSettings) {
enabledProviders = enabledProviders.filter((p) => providerSettings[p].enabled);
}
// Get dynamic models from all providers that support them
const dynamicModels = await Promise.all(
Array.from(this._providers.values())
.filter((provider) => enabledProviders.includes(provider.name))
.filter(
(provider): provider is BaseProvider & Required<Pick<ProviderInfo, 'getDynamicModels'>> =>
!!provider.getDynamicModels,