Files
bolt-diy/app/components/@settings/tabs/providers/local/LocalProvidersTab.new.tsx
Stijnus a44de8addc feat: local providers refactor & enhancement (#1968)
* feat: improve local providers health monitoring and model management

- Add automatic health monitoring initialization for enabled providers
- Add LM Studio model management and display functionality
- Fix endpoint status detection by setting default base URLs
- Replace mixed icon libraries with consistent Lucide icons only
- Fix button styling with transparent backgrounds
- Add comprehensive setup guides with web-researched content
- Add proper navigation with back buttons between views
- Fix all TypeScript and linting issues in LocalProvidersTab

🤖 Generated with [Claude Code](https://claude.ai/code)

Co-Authored-By: Claude <noreply@anthropic.com>

* Remove Service Status tab and related code

The Service Status tab and all associated files, components, and provider checkers have been deleted. References to 'service-status' have been removed from tab constants, types, and the control panel. This simplifies the settings UI and codebase by eliminating the service status monitoring feature.

* Update LocalProvidersTab.tsx

* Fix all linter and TypeScript errors in local providers components

- Remove unused imports and fix import formatting
- Fix type-only imports for OllamaModel and LMStudioModel
- Fix Icon component usage in ProviderCard.tsx
- Clean up unused imports across all local provider files
- Ensure all TypeScript and ESLint checks pass

---------

Co-authored-by: Claude <noreply@anthropic.com>
2025-09-06 19:03:25 +02:00

557 lines
23 KiB
TypeScript

import React, { useEffect, useState, useCallback, useMemo } from 'react';
import { Switch } from '~/components/ui/Switch';
import { Card, CardContent, CardHeader } from '~/components/ui/Card';
import { Button } from '~/components/ui/Button';
import { useSettings } from '~/lib/hooks/useSettings';
import { LOCAL_PROVIDERS } from '~/lib/stores/settings';
import type { IProviderConfig } from '~/types/model';
import { logStore } from '~/lib/stores/logs';
import { providerBaseUrlEnvKeys } from '~/utils/constants';
import { useToast } from '~/components/ui/use-toast';
import { useLocalModelHealth } from '~/lib/hooks/useLocalModelHealth';
import ErrorBoundary from './ErrorBoundary';
import { ModelCardSkeleton } from './LoadingSkeleton';
import SetupGuide from './SetupGuide';
import StatusDashboard from './StatusDashboard';
import ProviderCard from './ProviderCard';
import ModelCard from './ModelCard';
import { OLLAMA_API_URL } from './types';
import type { OllamaModel, LMStudioModel } from './types';
import { Cpu, Server, BookOpen, Activity, PackageOpen, Monitor, Loader2, RotateCw, ExternalLink } from 'lucide-react';
// Type definitions
type ViewMode = 'dashboard' | 'guide' | 'status';
export default function LocalProvidersTab() {
const { providers, updateProviderSettings } = useSettings();
const [viewMode, setViewMode] = useState<ViewMode>('dashboard');
const [editingProvider, setEditingProvider] = useState<string | null>(null);
const [ollamaModels, setOllamaModels] = useState<OllamaModel[]>([]);
const [lmStudioModels, setLMStudioModels] = useState<LMStudioModel[]>([]);
const [isLoadingModels, setIsLoadingModels] = useState(false);
const [isLoadingLMStudioModels, setIsLoadingLMStudioModels] = useState(false);
const { toast } = useToast();
const { startMonitoring, stopMonitoring } = useLocalModelHealth();
// Memoized filtered providers to prevent unnecessary re-renders
const filteredProviders = useMemo(() => {
return Object.entries(providers || {})
.filter(([key]) => [...LOCAL_PROVIDERS, 'OpenAILike'].includes(key))
.map(([key, value]) => {
const provider = value as IProviderConfig;
const envKey = providerBaseUrlEnvKeys[key]?.baseUrlKey;
const envUrl = envKey ? (import.meta.env[envKey] as string | undefined) : undefined;
// Set default base URLs for local providers
let defaultBaseUrl = provider.settings.baseUrl || envUrl;
if (!defaultBaseUrl) {
if (key === 'Ollama') {
defaultBaseUrl = 'http://127.0.0.1:11434';
} else if (key === 'LMStudio') {
defaultBaseUrl = 'http://127.0.0.1:1234';
}
}
return {
name: key,
settings: {
...provider.settings,
baseUrl: defaultBaseUrl,
},
staticModels: provider.staticModels || [],
getDynamicModels: provider.getDynamicModels,
getApiKeyLink: provider.getApiKeyLink,
labelForGetApiKey: provider.labelForGetApiKey,
icon: provider.icon,
} as IProviderConfig;
})
.sort((a, b) => {
// Custom sort: Ollama first, then LMStudio, then OpenAILike
const order = { Ollama: 0, LMStudio: 1, OpenAILike: 2 };
return (order[a.name as keyof typeof order] || 3) - (order[b.name as keyof typeof order] || 3);
});
}, [providers]);
const categoryEnabled = useMemo(() => {
return filteredProviders.length > 0 && filteredProviders.every((p) => p.settings.enabled);
}, [filteredProviders]);
// Start/stop health monitoring for enabled providers
useEffect(() => {
filteredProviders.forEach((provider) => {
const baseUrl = provider.settings.baseUrl;
if (provider.settings.enabled && baseUrl) {
console.log(`[LocalProvidersTab] Starting monitoring for ${provider.name} at ${baseUrl}`);
startMonitoring(provider.name as 'Ollama' | 'LMStudio' | 'OpenAILike', baseUrl);
} else if (!provider.settings.enabled && baseUrl) {
console.log(`[LocalProvidersTab] Stopping monitoring for ${provider.name} at ${baseUrl}`);
stopMonitoring(provider.name as 'Ollama' | 'LMStudio' | 'OpenAILike', baseUrl);
}
});
}, [filteredProviders, startMonitoring, stopMonitoring]);
// Fetch Ollama models when enabled
useEffect(() => {
const ollamaProvider = filteredProviders.find((p) => p.name === 'Ollama');
if (ollamaProvider?.settings.enabled) {
fetchOllamaModels();
}
}, [filteredProviders]);
// Fetch LM Studio models when enabled
useEffect(() => {
const lmStudioProvider = filteredProviders.find((p) => p.name === 'LMStudio');
if (lmStudioProvider?.settings.enabled && lmStudioProvider.settings.baseUrl) {
fetchLMStudioModels(lmStudioProvider.settings.baseUrl);
}
}, [filteredProviders]);
const fetchOllamaModels = async () => {
try {
setIsLoadingModels(true);
const response = await fetch(`${OLLAMA_API_URL}/api/tags`);
if (!response.ok) {
throw new Error('Failed to fetch models');
}
const data = (await response.json()) as { models: OllamaModel[] };
setOllamaModels(
data.models.map((model) => ({
...model,
status: 'idle' as const,
})),
);
} catch {
console.error('Error fetching Ollama models');
} finally {
setIsLoadingModels(false);
}
};
const fetchLMStudioModels = async (baseUrl: string) => {
try {
setIsLoadingLMStudioModels(true);
const response = await fetch(`${baseUrl}/v1/models`);
if (!response.ok) {
throw new Error('Failed to fetch LM Studio models');
}
const data = (await response.json()) as { data: LMStudioModel[] };
setLMStudioModels(data.data || []);
} catch {
console.error('Error fetching LM Studio models');
setLMStudioModels([]);
} finally {
setIsLoadingLMStudioModels(false);
}
};
const handleToggleCategory = useCallback(
async (enabled: boolean) => {
filteredProviders.forEach((provider) => {
updateProviderSettings(provider.name, { ...provider.settings, enabled });
});
toast(enabled ? 'All local providers enabled' : 'All local providers disabled');
},
[filteredProviders, updateProviderSettings, toast],
);
const handleToggleProvider = useCallback(
(provider: IProviderConfig, enabled: boolean) => {
updateProviderSettings(provider.name, {
...provider.settings,
enabled,
});
logStore.logProvider(`Provider ${provider.name} ${enabled ? 'enabled' : 'disabled'}`, {
provider: provider.name,
});
toast(`${provider.name} ${enabled ? 'enabled' : 'disabled'}`);
},
[updateProviderSettings, toast],
);
const handleUpdateBaseUrl = useCallback(
(provider: IProviderConfig, newBaseUrl: string) => {
updateProviderSettings(provider.name, {
...provider.settings,
baseUrl: newBaseUrl,
});
toast(`${provider.name} base URL updated`);
},
[updateProviderSettings, toast],
);
const handleUpdateOllamaModel = async (modelName: string) => {
try {
setOllamaModels((prev) => prev.map((m) => (m.name === modelName ? { ...m, status: 'updating' } : m)));
const response = await fetch(`${OLLAMA_API_URL}/api/pull`, {
method: 'POST',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ name: modelName }),
});
if (!response.ok) {
throw new Error(`Failed to update ${modelName}`);
}
// Handle streaming response
const reader = response.body?.getReader();
if (!reader) {
throw new Error('No response reader available');
}
while (true) {
const { done, value } = await reader.read();
if (done) {
break;
}
const text = new TextDecoder().decode(value);
const lines = text.split('\n').filter(Boolean);
for (const line of lines) {
try {
const data = JSON.parse(line);
if (data.status && data.completed && data.total) {
setOllamaModels((current) =>
current.map((m) =>
m.name === modelName
? {
...m,
progress: {
current: data.completed,
total: data.total,
status: data.status,
},
}
: m,
),
);
}
} catch {
// Ignore parsing errors
}
}
}
setOllamaModels((prev) =>
prev.map((m) => (m.name === modelName ? { ...m, status: 'updated', progress: undefined } : m)),
);
toast(`Successfully updated ${modelName}`);
} catch {
setOllamaModels((prev) =>
prev.map((m) => (m.name === modelName ? { ...m, status: 'error', progress: undefined } : m)),
);
toast(`Failed to update ${modelName}`, { type: 'error' });
}
};
const handleDeleteOllamaModel = async (modelName: string) => {
if (!window.confirm(`Are you sure you want to delete ${modelName}?`)) {
return;
}
try {
const response = await fetch(`${OLLAMA_API_URL}/api/delete`, {
method: 'DELETE',
headers: { 'Content-Type': 'application/json' },
body: JSON.stringify({ name: modelName }),
});
if (!response.ok) {
throw new Error(`Failed to delete ${modelName}`);
}
setOllamaModels((current) => current.filter((m) => m.name !== modelName));
toast(`Deleted ${modelName}`);
} catch {
toast(`Failed to delete ${modelName}`, { type: 'error' });
}
};
// Render different views based on viewMode
if (viewMode === 'guide') {
return (
<ErrorBoundary>
<SetupGuide onBack={() => setViewMode('dashboard')} />
</ErrorBoundary>
);
}
if (viewMode === 'status') {
return (
<ErrorBoundary>
<StatusDashboard onBack={() => setViewMode('dashboard')} />
</ErrorBoundary>
);
}
return (
<ErrorBoundary>
<div className="space-y-6">
{/* Header */}
<div className="flex flex-col sm:flex-row sm:items-center sm:justify-between gap-4 mb-8">
<div className="flex items-center gap-4">
<div className="w-12 h-12 rounded-xl bg-gradient-to-br from-purple-500/20 to-blue-500/20 flex items-center justify-center ring-1 ring-purple-500/30">
<Cpu className="w-6 h-6 text-purple-500" />
</div>
<div>
<h2 className="text-2xl font-semibold text-bolt-elements-textPrimary">Local AI Providers</h2>
<p className="text-sm text-bolt-elements-textSecondary">Configure and manage your local AI models</p>
</div>
</div>
<div className="flex flex-col sm:flex-row items-start sm:items-center gap-3">
<div className="flex items-center gap-2">
<span className="text-sm font-medium text-bolt-elements-textSecondary">Enable All</span>
<Switch
checked={categoryEnabled}
onCheckedChange={handleToggleCategory}
aria-label="Toggle all local providers"
/>
</div>
<div className="flex items-center gap-2">
<Button
variant="outline"
size="sm"
onClick={() => setViewMode('guide')}
className="bg-bolt-elements-background-depth-2 hover:bg-bolt-elements-background-depth-3 border-bolt-elements-borderColor hover:border-purple-500/30 transition-all duration-200 gap-2"
>
<BookOpen className="w-4 h-4" />
Setup Guide
</Button>
<Button
variant="outline"
size="sm"
onClick={() => setViewMode('status')}
className="bg-bolt-elements-background-depth-2 hover:bg-bolt-elements-background-depth-3 border-bolt-elements-borderColor hover:border-purple-500/30 transition-all duration-200 gap-2"
>
<Activity className="w-4 h-4" />
Status
</Button>
</div>
</div>
</div>
{/* Provider Cards */}
<div className="space-y-6">
{filteredProviders.map((provider) => (
<div key={provider.name} className="space-y-4">
<ProviderCard
provider={provider}
onToggle={(enabled) => handleToggleProvider(provider, enabled)}
onUpdateBaseUrl={(url) => handleUpdateBaseUrl(provider, url)}
isEditing={editingProvider === provider.name}
onStartEditing={() => setEditingProvider(provider.name)}
onStopEditing={() => setEditingProvider(null)}
/>
{/* Ollama Models Section */}
{provider.name === 'Ollama' && provider.settings.enabled && (
<Card className="mt-4 bg-bolt-elements-background-depth-2">
<CardHeader className="pb-3">
<div className="flex items-center justify-between">
<div className="flex items-center gap-2">
<PackageOpen className="w-5 h-5 text-purple-500" />
<h3 className="text-lg font-semibold text-bolt-elements-textPrimary">Installed Models</h3>
</div>
<Button
variant="outline"
size="sm"
onClick={fetchOllamaModels}
disabled={isLoadingModels}
className="bg-transparent hover:bg-bolt-elements-background-depth-2"
>
{isLoadingModels ? (
<Loader2 className="w-4 h-4 animate-spin mr-2" />
) : (
<RotateCw className="w-4 h-4 mr-2" />
)}
Refresh
</Button>
</div>
</CardHeader>
<CardContent className="space-y-4">
{isLoadingModels ? (
<div className="space-y-4">
{Array.from({ length: 3 }).map((_, i) => (
<ModelCardSkeleton key={i} />
))}
</div>
) : ollamaModels.length === 0 ? (
<div className="text-center py-8">
<PackageOpen className="w-16 h-16 mx-auto text-bolt-elements-textTertiary mb-4" />
<h3 className="text-lg font-medium text-bolt-elements-textPrimary mb-2">No Models Installed</h3>
<p className="text-sm text-bolt-elements-textSecondary mb-4">
Visit{' '}
<a
href="https://ollama.com/library"
target="_blank"
rel="noopener noreferrer"
className="text-purple-500 hover:underline inline-flex items-center gap-1"
>
ollama.com/library
<ExternalLink className="w-3 h-3" />
</a>{' '}
to browse available models
</p>
<Button
variant="outline"
size="sm"
className="bg-gradient-to-r from-purple-500/8 to-purple-600/8 hover:from-purple-500/15 hover:to-purple-600/15 border-purple-500/25 hover:border-purple-500/40 transition-all duration-300 gap-2 group shadow-sm hover:shadow-md font-medium"
_asChild
>
<a
href="https://ollama.com/library"
target="_blank"
rel="noopener noreferrer"
className="flex items-center justify-center gap-2"
>
<ExternalLink className="w-4 h-4 group-hover:translate-x-0.5 group-hover:-translate-y-0.5 transition-all duration-300 flex-shrink-0" />
<span className="flex-1 text-center font-medium">Browse Models</span>
</a>
</Button>
</div>
) : (
<div className="grid gap-4">
{ollamaModels.map((model) => (
<ModelCard
key={model.name}
model={model}
onUpdate={() => handleUpdateOllamaModel(model.name)}
onDelete={() => handleDeleteOllamaModel(model.name)}
/>
))}
</div>
)}
</CardContent>
</Card>
)}
{/* LM Studio Models Section */}
{provider.name === 'LMStudio' && provider.settings.enabled && (
<Card className="mt-4 bg-bolt-elements-background-depth-2">
<CardHeader className="pb-3">
<div className="flex items-center justify-between">
<div className="flex items-center gap-2">
<Monitor className="w-5 h-5 text-blue-500" />
<h3 className="text-lg font-semibold text-bolt-elements-textPrimary">Available Models</h3>
</div>
<Button
variant="outline"
size="sm"
onClick={() => fetchLMStudioModels(provider.settings.baseUrl!)}
disabled={isLoadingLMStudioModels}
className="bg-transparent hover:bg-bolt-elements-background-depth-2"
>
{isLoadingLMStudioModels ? (
<Loader2 className="w-4 h-4 animate-spin mr-2" />
) : (
<RotateCw className="w-4 h-4 mr-2" />
)}
Refresh
</Button>
</div>
</CardHeader>
<CardContent className="space-y-4">
{isLoadingLMStudioModels ? (
<div className="space-y-4">
{Array.from({ length: 3 }).map((_, i) => (
<ModelCardSkeleton key={i} />
))}
</div>
) : lmStudioModels.length === 0 ? (
<div className="text-center py-8">
<Monitor className="w-16 h-16 mx-auto text-bolt-elements-textTertiary mb-4" />
<h3 className="text-lg font-medium text-bolt-elements-textPrimary mb-2">No Models Available</h3>
<p className="text-sm text-bolt-elements-textSecondary mb-4">
Make sure LM Studio is running with the local server started and CORS enabled.
</p>
<Button
variant="outline"
size="sm"
className="bg-gradient-to-r from-blue-500/8 to-blue-600/8 hover:from-blue-500/15 hover:to-blue-600/15 border-blue-500/25 hover:border-blue-500/40 transition-all duration-300 gap-2 group shadow-sm hover:shadow-md font-medium"
_asChild
>
<a
href="https://lmstudio.ai/"
target="_blank"
rel="noopener noreferrer"
className="flex items-center justify-center gap-2"
>
<ExternalLink className="w-4 h-4 group-hover:translate-x-0.5 group-hover:-translate-y-0.5 transition-all duration-300 flex-shrink-0" />
<span className="flex-1 text-center font-medium">Get LM Studio</span>
</a>
</Button>
</div>
) : (
<div className="grid gap-4">
{lmStudioModels.map((model) => (
<Card key={model.id} className="bg-bolt-elements-background-depth-3">
<CardContent className="p-4">
<div className="space-y-2">
<div className="flex items-center gap-2">
<h4 className="text-sm font-medium text-bolt-elements-textPrimary font-mono">
{model.id}
</h4>
<span className="px-2 py-0.5 rounded-full text-xs font-medium bg-blue-500/10 text-blue-500">
Available
</span>
</div>
<div className="flex items-center gap-4 text-xs text-bolt-elements-textSecondary">
<div className="flex items-center gap-1">
<Server className="w-3 h-3" />
<span>{model.object}</span>
</div>
<div className="flex items-center gap-1">
<Activity className="w-3 h-3" />
<span>Owned by: {model.owned_by}</span>
</div>
{model.created && (
<div className="flex items-center gap-1">
<Activity className="w-3 h-3" />
<span>Created: {new Date(model.created * 1000).toLocaleDateString()}</span>
</div>
)}
</div>
</div>
</CardContent>
</Card>
))}
</div>
)}
</CardContent>
</Card>
)}
</div>
))}
</div>
{filteredProviders.length === 0 && (
<Card className="bg-bolt-elements-background-depth-2">
<CardContent className="p-8 text-center">
<Server className="w-16 h-16 mx-auto text-bolt-elements-textTertiary mb-4" />
<h3 className="text-lg font-medium text-bolt-elements-textPrimary mb-2">No Local Providers Available</h3>
<p className="text-sm text-bolt-elements-textSecondary">
Local providers will appear here when they're configured in the system.
</p>
</CardContent>
</Card>
)}
</div>
</ErrorBoundary>
);
}