Merge branch 'env-file-fix-old' into env-file-fix
Browse files- app/commit.json +1 -1
- app/components/settings/debug/DebugTab.tsx +10 -7
- app/components/settings/providers/ProvidersTab.tsx +66 -53
- app/lib/.server/llm/api-key.ts +28 -1
- app/lib/hooks/useEditChatDescription.ts +1 -0
- app/types/model.ts +1 -0
- app/utils/constants.ts +130 -68
- vite.config.ts +1 -1
app/commit.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{ "commit": "
|
|
|
|
| 1 |
+
{ "commit": "e74d6cafb53f6eb2bb80c32014b27ac0aa56e7fe" }
|
app/components/settings/debug/DebugTab.tsx
CHANGED
|
@@ -2,6 +2,7 @@ import React, { useCallback, useEffect, useState } from 'react';
|
|
| 2 |
import { useSettings } from '~/lib/hooks/useSettings';
|
| 3 |
import commit from '~/commit.json';
|
| 4 |
import { toast } from 'react-toastify';
|
|
|
|
| 5 |
|
| 6 |
interface ProviderStatus {
|
| 7 |
name: string;
|
|
@@ -236,7 +237,7 @@ const checkProviderStatus = async (url: string | null, providerName: string): Pr
|
|
| 236 |
}
|
| 237 |
|
| 238 |
// Try different endpoints based on provider
|
| 239 |
-
const checkUrls = [`${url}/api/health`, `${url}/v1/models`];
|
| 240 |
console.log(`[Debug] Checking additional endpoints:`, checkUrls);
|
| 241 |
|
| 242 |
const results = await Promise.all(
|
|
@@ -321,14 +322,16 @@ export default function DebugTab() {
|
|
| 321 |
.filter(([, provider]) => LOCAL_PROVIDERS.includes(provider.name))
|
| 322 |
.map(async ([, provider]) => {
|
| 323 |
const envVarName =
|
| 324 |
-
provider.name.
|
| 325 |
-
? 'OLLAMA_API_BASE_URL'
|
| 326 |
-
: provider.name.toLowerCase() === 'lmstudio'
|
| 327 |
-
? 'LMSTUDIO_API_BASE_URL'
|
| 328 |
-
: `REACT_APP_${provider.name.toUpperCase()}_URL`;
|
| 329 |
|
| 330 |
// Access environment variables through import.meta.env
|
| 331 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 332 |
console.log(`[Debug] Using URL for ${provider.name}:`, url, `(from ${envVarName})`);
|
| 333 |
|
| 334 |
const status = await checkProviderStatus(url, provider.name);
|
|
|
|
| 2 |
import { useSettings } from '~/lib/hooks/useSettings';
|
| 3 |
import commit from '~/commit.json';
|
| 4 |
import { toast } from 'react-toastify';
|
| 5 |
+
import { providerBaseUrlEnvKeys } from '~/utils/constants';
|
| 6 |
|
| 7 |
interface ProviderStatus {
|
| 8 |
name: string;
|
|
|
|
| 237 |
}
|
| 238 |
|
| 239 |
// Try different endpoints based on provider
|
| 240 |
+
const checkUrls = [`${url}/api/health`, url.endsWith('v1') ? `${url}/models` : `${url}/v1/models`];
|
| 241 |
console.log(`[Debug] Checking additional endpoints:`, checkUrls);
|
| 242 |
|
| 243 |
const results = await Promise.all(
|
|
|
|
| 322 |
.filter(([, provider]) => LOCAL_PROVIDERS.includes(provider.name))
|
| 323 |
.map(async ([, provider]) => {
|
| 324 |
const envVarName =
|
| 325 |
+
providerBaseUrlEnvKeys[provider.name].baseUrlKey || `REACT_APP_${provider.name.toUpperCase()}_URL`;
|
|
|
|
|
|
|
|
|
|
|
|
|
| 326 |
|
| 327 |
// Access environment variables through import.meta.env
|
| 328 |
+
let settingsUrl = provider.settings.baseUrl;
|
| 329 |
+
|
| 330 |
+
if (settingsUrl && settingsUrl.trim().length === 0) {
|
| 331 |
+
settingsUrl = undefined;
|
| 332 |
+
}
|
| 333 |
+
|
| 334 |
+
const url = settingsUrl || import.meta.env[envVarName] || null; // Ensure baseUrl is used
|
| 335 |
console.log(`[Debug] Using URL for ${provider.name}:`, url, `(from ${envVarName})`);
|
| 336 |
|
| 337 |
const status = await checkProviderStatus(url, provider.name);
|
app/components/settings/providers/ProvidersTab.tsx
CHANGED
|
@@ -7,6 +7,7 @@ import { logStore } from '~/lib/stores/logs';
|
|
| 7 |
|
| 8 |
// Import a default fallback icon
|
| 9 |
import DefaultIcon from '/icons/Default.svg'; // Adjust the path as necessary
|
|
|
|
| 10 |
|
| 11 |
export default function ProvidersTab() {
|
| 12 |
const { providers, updateProviderSettings, isLocalModel } = useSettings();
|
|
@@ -47,65 +48,77 @@ export default function ProvidersTab() {
|
|
| 47 |
className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor"
|
| 48 |
/>
|
| 49 |
</div>
|
| 50 |
-
{filteredProviders.map((provider) =>
|
| 51 |
-
|
| 52 |
-
|
| 53 |
-
className="flex flex-col mb-2 provider-item hover:bg-bolt-elements-bg-depth-3 p-4 rounded-lg border border-bolt-elements-borderColor "
|
| 54 |
-
>
|
| 55 |
-
<div className="flex items-center justify-between mb-2">
|
| 56 |
-
<div className="flex items-center gap-2">
|
| 57 |
-
<img
|
| 58 |
-
src={`/icons/${provider.name}.svg`} // Attempt to load the specific icon
|
| 59 |
-
onError={(e) => {
|
| 60 |
-
// Fallback to default icon on error
|
| 61 |
-
e.currentTarget.src = DefaultIcon;
|
| 62 |
-
}}
|
| 63 |
-
alt={`${provider.name} icon`}
|
| 64 |
-
className="w-6 h-6 dark:invert"
|
| 65 |
-
/>
|
| 66 |
-
<span className="text-bolt-elements-textPrimary">{provider.name}</span>
|
| 67 |
-
</div>
|
| 68 |
-
<Switch
|
| 69 |
-
className="ml-auto"
|
| 70 |
-
checked={provider.settings.enabled}
|
| 71 |
-
onCheckedChange={(enabled) => {
|
| 72 |
-
updateProviderSettings(provider.name, { ...provider.settings, enabled });
|
| 73 |
|
| 74 |
-
|
| 75 |
-
|
| 76 |
-
|
| 77 |
-
|
| 78 |
-
|
| 79 |
-
|
| 80 |
-
|
| 81 |
-
|
| 82 |
-
|
| 83 |
-
|
| 84 |
-
|
| 85 |
-
|
| 86 |
-
|
| 87 |
-
|
| 88 |
-
|
| 89 |
-
|
| 90 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 91 |
|
| 92 |
-
if (
|
| 93 |
-
|
|
|
|
|
|
|
| 94 |
}
|
| 95 |
-
|
| 96 |
-
updateProviderSettings(provider.name, { ...provider.settings, baseUrl: newBaseUrl });
|
| 97 |
-
logStore.logProvider(`Base URL updated for ${provider.name}`, {
|
| 98 |
-
provider: provider.name,
|
| 99 |
-
baseUrl: newBaseUrl,
|
| 100 |
-
});
|
| 101 |
}}
|
| 102 |
-
placeholder={`Enter ${provider.name} base URL`}
|
| 103 |
-
className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor"
|
| 104 |
/>
|
| 105 |
</div>
|
| 106 |
-
|
| 107 |
-
|
| 108 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 109 |
</div>
|
| 110 |
);
|
| 111 |
}
|
|
|
|
| 7 |
|
| 8 |
// Import a default fallback icon
|
| 9 |
import DefaultIcon from '/icons/Default.svg'; // Adjust the path as necessary
|
| 10 |
+
import { providerBaseUrlEnvKeys } from '~/utils/constants';
|
| 11 |
|
| 12 |
export default function ProvidersTab() {
|
| 13 |
const { providers, updateProviderSettings, isLocalModel } = useSettings();
|
|
|
|
| 48 |
className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor"
|
| 49 |
/>
|
| 50 |
</div>
|
| 51 |
+
{filteredProviders.map((provider) => {
|
| 52 |
+
const envBaseUrlKey = providerBaseUrlEnvKeys[provider.name].baseUrlKey;
|
| 53 |
+
const envBaseUrl = envBaseUrlKey ? import.meta.env[envBaseUrlKey] : undefined;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 54 |
|
| 55 |
+
return (
|
| 56 |
+
<div
|
| 57 |
+
key={provider.name}
|
| 58 |
+
className="flex flex-col mb-2 provider-item hover:bg-bolt-elements-bg-depth-3 p-4 rounded-lg border border-bolt-elements-borderColor "
|
| 59 |
+
>
|
| 60 |
+
<div className="flex items-center justify-between mb-2">
|
| 61 |
+
<div className="flex items-center gap-2">
|
| 62 |
+
<img
|
| 63 |
+
src={`/icons/${provider.name}.svg`} // Attempt to load the specific icon
|
| 64 |
+
onError={(e) => {
|
| 65 |
+
// Fallback to default icon on error
|
| 66 |
+
e.currentTarget.src = DefaultIcon;
|
| 67 |
+
}}
|
| 68 |
+
alt={`${provider.name} icon`}
|
| 69 |
+
className="w-6 h-6 dark:invert"
|
| 70 |
+
/>
|
| 71 |
+
<span className="text-bolt-elements-textPrimary">{provider.name}</span>
|
| 72 |
+
</div>
|
| 73 |
+
<Switch
|
| 74 |
+
className="ml-auto"
|
| 75 |
+
checked={provider.settings.enabled}
|
| 76 |
+
onCheckedChange={(enabled) => {
|
| 77 |
+
updateProviderSettings(provider.name, { ...provider.settings, enabled });
|
| 78 |
|
| 79 |
+
if (enabled) {
|
| 80 |
+
logStore.logProvider(`Provider ${provider.name} enabled`, { provider: provider.name });
|
| 81 |
+
} else {
|
| 82 |
+
logStore.logProvider(`Provider ${provider.name} disabled`, { provider: provider.name });
|
| 83 |
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 84 |
}}
|
|
|
|
|
|
|
| 85 |
/>
|
| 86 |
</div>
|
| 87 |
+
{/* Base URL input for configurable providers */}
|
| 88 |
+
{URL_CONFIGURABLE_PROVIDERS.includes(provider.name) && provider.settings.enabled && (
|
| 89 |
+
<div className="mt-2">
|
| 90 |
+
{envBaseUrl && (
|
| 91 |
+
<label className="block text-xs text-bolt-elements-textSecondary text-green-300 mb-2">
|
| 92 |
+
Set On (.env) : {envBaseUrl}
|
| 93 |
+
</label>
|
| 94 |
+
)}
|
| 95 |
+
<label className="block text-sm text-bolt-elements-textSecondary mb-2">
|
| 96 |
+
{envBaseUrl ? 'Override Base Url' : 'Base URL '}:{' '}
|
| 97 |
+
</label>
|
| 98 |
+
<input
|
| 99 |
+
type="text"
|
| 100 |
+
value={provider.settings.baseUrl || ''}
|
| 101 |
+
onChange={(e) => {
|
| 102 |
+
let newBaseUrl: string | undefined = e.target.value;
|
| 103 |
+
|
| 104 |
+
if (newBaseUrl && newBaseUrl.trim().length === 0) {
|
| 105 |
+
newBaseUrl = undefined;
|
| 106 |
+
}
|
| 107 |
+
|
| 108 |
+
updateProviderSettings(provider.name, { ...provider.settings, baseUrl: newBaseUrl });
|
| 109 |
+
logStore.logProvider(`Base URL updated for ${provider.name}`, {
|
| 110 |
+
provider: provider.name,
|
| 111 |
+
baseUrl: newBaseUrl,
|
| 112 |
+
});
|
| 113 |
+
}}
|
| 114 |
+
placeholder={`Enter ${provider.name} base URL`}
|
| 115 |
+
className="w-full bg-white dark:bg-bolt-elements-background-depth-4 relative px-2 py-1.5 rounded-md focus:outline-none placeholder-bolt-elements-textTertiary text-bolt-elements-textPrimary dark:text-bolt-elements-textPrimary border border-bolt-elements-borderColor"
|
| 116 |
+
/>
|
| 117 |
+
</div>
|
| 118 |
+
)}
|
| 119 |
+
</div>
|
| 120 |
+
);
|
| 121 |
+
})}
|
| 122 |
</div>
|
| 123 |
);
|
| 124 |
}
|
app/lib/.server/llm/api-key.ts
CHANGED
|
@@ -4,6 +4,7 @@
|
|
| 4 |
*/
|
| 5 |
import { env } from 'node:process';
|
| 6 |
import type { IProviderSetting } from '~/types/model';
|
|
|
|
| 7 |
|
| 8 |
export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Record<string, string>) {
|
| 9 |
/**
|
|
@@ -16,7 +17,20 @@ export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Re
|
|
| 16 |
return userApiKeys[provider];
|
| 17 |
}
|
| 18 |
|
| 19 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
switch (provider) {
|
| 21 |
case 'Anthropic':
|
| 22 |
return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
|
|
@@ -52,6 +66,19 @@ export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Re
|
|
| 52 |
}
|
| 53 |
|
| 54 |
export function getBaseURL(cloudflareEnv: Env, provider: string, providerSettings?: Record<string, IProviderSetting>) {
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
let settingBaseUrl = providerSettings?.[provider].baseUrl;
|
| 56 |
|
| 57 |
if (settingBaseUrl && settingBaseUrl.length == 0) {
|
|
|
|
| 4 |
*/
|
| 5 |
import { env } from 'node:process';
|
| 6 |
import type { IProviderSetting } from '~/types/model';
|
| 7 |
+
import { getProviderBaseUrlAndKey } from '~/utils/constants';
|
| 8 |
|
| 9 |
export function getAPIKey(cloudflareEnv: Env, provider: string, userApiKeys?: Record<string, string>) {
|
| 10 |
/**
|
|
|
|
| 17 |
return userApiKeys[provider];
|
| 18 |
}
|
| 19 |
|
| 20 |
+
const { apiKey } = getProviderBaseUrlAndKey({
|
| 21 |
+
provider,
|
| 22 |
+
apiKeys: userApiKeys,
|
| 23 |
+
providerSettings: undefined,
|
| 24 |
+
serverEnv: cloudflareEnv as any,
|
| 25 |
+
defaultBaseUrlKey: '',
|
| 26 |
+
defaultApiTokenKey: '',
|
| 27 |
+
});
|
| 28 |
+
|
| 29 |
+
if (apiKey) {
|
| 30 |
+
return apiKey;
|
| 31 |
+
}
|
| 32 |
+
|
| 33 |
+
// Fall back to hardcoded environment variables names
|
| 34 |
switch (provider) {
|
| 35 |
case 'Anthropic':
|
| 36 |
return env.ANTHROPIC_API_KEY || cloudflareEnv.ANTHROPIC_API_KEY;
|
|
|
|
| 66 |
}
|
| 67 |
|
| 68 |
export function getBaseURL(cloudflareEnv: Env, provider: string, providerSettings?: Record<string, IProviderSetting>) {
|
| 69 |
+
const { baseUrl } = getProviderBaseUrlAndKey({
|
| 70 |
+
provider,
|
| 71 |
+
apiKeys: {},
|
| 72 |
+
providerSettings,
|
| 73 |
+
serverEnv: cloudflareEnv as any,
|
| 74 |
+
defaultBaseUrlKey: '',
|
| 75 |
+
defaultApiTokenKey: '',
|
| 76 |
+
});
|
| 77 |
+
|
| 78 |
+
if (baseUrl) {
|
| 79 |
+
return baseUrl;
|
| 80 |
+
}
|
| 81 |
+
|
| 82 |
let settingBaseUrl = providerSettings?.[provider].baseUrl;
|
| 83 |
|
| 84 |
if (settingBaseUrl && settingBaseUrl.length == 0) {
|
app/lib/hooks/useEditChatDescription.ts
CHANGED
|
@@ -92,6 +92,7 @@ export function useEditChatDescription({
|
|
| 92 |
}
|
| 93 |
|
| 94 |
const lengthValid = trimmedDesc.length > 0 && trimmedDesc.length <= 100;
|
|
|
|
| 95 |
// Allow letters, numbers, spaces, and common punctuation but exclude characters that could cause issues
|
| 96 |
const characterValid = /^[a-zA-Z0-9\s\-_.,!?()[\]{}'"]+$/.test(trimmedDesc);
|
| 97 |
|
|
|
|
| 92 |
}
|
| 93 |
|
| 94 |
const lengthValid = trimmedDesc.length > 0 && trimmedDesc.length <= 100;
|
| 95 |
+
|
| 96 |
// Allow letters, numbers, spaces, and common punctuation but exclude characters that could cause issues
|
| 97 |
const characterValid = /^[a-zA-Z0-9\s\-_.,!?()[\]{}'"]+$/.test(trimmedDesc);
|
| 98 |
|
app/types/model.ts
CHANGED
|
@@ -4,6 +4,7 @@ export type ProviderInfo = {
|
|
| 4 |
staticModels: ModelInfo[];
|
| 5 |
name: string;
|
| 6 |
getDynamicModels?: (
|
|
|
|
| 7 |
apiKeys?: Record<string, string>,
|
| 8 |
providerSettings?: IProviderSetting,
|
| 9 |
serverEnv?: Record<string, string>,
|
|
|
|
| 4 |
staticModels: ModelInfo[];
|
| 5 |
name: string;
|
| 6 |
getDynamicModels?: (
|
| 7 |
+
providerName: string,
|
| 8 |
apiKeys?: Record<string, string>,
|
| 9 |
providerSettings?: IProviderSetting,
|
| 10 |
serverEnv?: Record<string, string>,
|
app/utils/constants.ts
CHANGED
|
@@ -318,6 +318,83 @@ const PROVIDER_LIST: ProviderInfo[] = [
|
|
| 318 |
},
|
| 319 |
];
|
| 320 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 321 |
export const DEFAULT_PROVIDER = PROVIDER_LIST[0];
|
| 322 |
|
| 323 |
const staticModels: ModelInfo[] = PROVIDER_LIST.map((p) => p.staticModels).flat();
|
|
@@ -337,7 +414,7 @@ export async function getModelList(options: {
|
|
| 337 |
await Promise.all(
|
| 338 |
PROVIDER_LIST.filter(
|
| 339 |
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
| 340 |
-
).map((p) => p.getDynamicModels(apiKeys, providerSettings?.[p.name], serverEnv)),
|
| 341 |
)
|
| 342 |
).flat(),
|
| 343 |
...staticModels,
|
|
@@ -347,35 +424,26 @@ export async function getModelList(options: {
|
|
| 347 |
}
|
| 348 |
|
| 349 |
async function getTogetherModels(
|
|
|
|
| 350 |
apiKeys?: Record<string, string>,
|
| 351 |
settings?: IProviderSetting,
|
| 352 |
serverEnv: Record<string, string> = {},
|
| 353 |
): Promise<ModelInfo[]> {
|
| 354 |
try {
|
| 355 |
-
|
| 356 |
-
|
| 357 |
-
|
| 358 |
-
|
| 359 |
-
|
| 360 |
-
|
| 361 |
-
|
| 362 |
-
|
| 363 |
-
|
| 364 |
-
process.env.TOGETHER_API_BASE_URL ||
|
| 365 |
-
import.meta.env.TOGETHER_API_BASE_URL ||
|
| 366 |
-
'';
|
| 367 |
-
const provider = 'Together';
|
| 368 |
|
| 369 |
if (!baseUrl) {
|
| 370 |
return [];
|
| 371 |
}
|
| 372 |
|
| 373 |
-
let apiKey = import.meta.env.OPENAI_LIKE_API_KEY ?? '';
|
| 374 |
-
|
| 375 |
-
if (apiKeys && apiKeys[provider]) {
|
| 376 |
-
apiKey = apiKeys[provider];
|
| 377 |
-
}
|
| 378 |
-
|
| 379 |
if (!apiKey) {
|
| 380 |
return [];
|
| 381 |
}
|
|
@@ -393,7 +461,7 @@ async function getTogetherModels(
|
|
| 393 |
label: `${m.display_name} - in:$${m.pricing.input.toFixed(
|
| 394 |
2,
|
| 395 |
)} out:$${m.pricing.output.toFixed(2)} - context ${Math.floor(m.context_length / 1000)}k`,
|
| 396 |
-
provider,
|
| 397 |
maxTokenAllowed: 8000,
|
| 398 |
}));
|
| 399 |
} catch (e) {
|
|
@@ -402,39 +470,40 @@ async function getTogetherModels(
|
|
| 402 |
}
|
| 403 |
}
|
| 404 |
|
| 405 |
-
const getOllamaBaseUrl = (settings?: IProviderSetting, serverEnv: Record<string, string> = {}) => {
|
| 406 |
-
|
| 407 |
-
|
| 408 |
-
|
| 409 |
-
|
| 410 |
-
|
| 411 |
-
|
| 412 |
-
|
| 413 |
-
settings?.baseUrl ||
|
| 414 |
-
serverEnv?.OLLAMA_API_BASE_URL ||
|
| 415 |
-
process.env.OLLAMA_API_BASE_URL ||
|
| 416 |
-
import.meta.env.OLLAMA_API_BASE_URL ||
|
| 417 |
-
'http://localhost:11434';
|
| 418 |
|
| 419 |
// Check if we're in the browser
|
| 420 |
if (typeof window !== 'undefined') {
|
| 421 |
// Frontend always uses localhost
|
| 422 |
-
return
|
| 423 |
}
|
| 424 |
|
| 425 |
// Backend: Check if we're running in Docker
|
| 426 |
const isDocker = process.env.RUNNING_IN_DOCKER === 'true';
|
| 427 |
|
| 428 |
-
return isDocker ?
|
| 429 |
};
|
| 430 |
|
| 431 |
async function getOllamaModels(
|
| 432 |
-
|
|
|
|
| 433 |
settings?: IProviderSetting,
|
| 434 |
serverEnv: Record<string, string> = {},
|
| 435 |
): Promise<ModelInfo[]> {
|
| 436 |
try {
|
| 437 |
-
const baseUrl = getOllamaBaseUrl(settings, serverEnv);
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 438 |
const response = await fetch(`${baseUrl}/api/tags`);
|
| 439 |
const data = (await response.json()) as OllamaApiResponse;
|
| 440 |
|
|
@@ -453,34 +522,25 @@ async function getOllamaModels(
|
|
| 453 |
}
|
| 454 |
|
| 455 |
async function getOpenAILikeModels(
|
|
|
|
| 456 |
apiKeys?: Record<string, string>,
|
| 457 |
settings?: IProviderSetting,
|
| 458 |
serverEnv: Record<string, string> = {},
|
| 459 |
): Promise<ModelInfo[]> {
|
| 460 |
try {
|
| 461 |
-
|
| 462 |
-
|
| 463 |
-
|
| 464 |
-
|
| 465 |
-
|
| 466 |
-
|
| 467 |
-
|
| 468 |
-
|
| 469 |
-
serverEnv.OPENAI_LIKE_API_BASE_URL ||
|
| 470 |
-
process.env.OPENAI_LIKE_API_BASE_URL ||
|
| 471 |
-
import.meta.env.OPENAI_LIKE_API_BASE_URL ||
|
| 472 |
-
'';
|
| 473 |
|
| 474 |
if (!baseUrl) {
|
| 475 |
return [];
|
| 476 |
}
|
| 477 |
|
| 478 |
-
let apiKey = '';
|
| 479 |
-
|
| 480 |
-
if (apiKeys && apiKeys.OpenAILike) {
|
| 481 |
-
apiKey = apiKeys.OpenAILike;
|
| 482 |
-
}
|
| 483 |
-
|
| 484 |
const response = await fetch(`${baseUrl}/models`, {
|
| 485 |
headers: {
|
| 486 |
Authorization: `Bearer ${apiKey}`,
|
|
@@ -491,7 +551,7 @@ async function getOpenAILikeModels(
|
|
| 491 |
return res.data.map((model: any) => ({
|
| 492 |
name: model.id,
|
| 493 |
label: model.id,
|
| 494 |
-
provider:
|
| 495 |
}));
|
| 496 |
} catch (e) {
|
| 497 |
console.error('Error getting OpenAILike models:', e);
|
|
@@ -533,23 +593,25 @@ async function getOpenRouterModels(): Promise<ModelInfo[]> {
|
|
| 533 |
}
|
| 534 |
|
| 535 |
async function getLMStudioModels(
|
| 536 |
-
|
|
|
|
| 537 |
settings?: IProviderSetting,
|
| 538 |
serverEnv: Record<string, string> = {},
|
| 539 |
): Promise<ModelInfo[]> {
|
| 540 |
try {
|
| 541 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 542 |
|
| 543 |
-
if (
|
| 544 |
-
|
| 545 |
}
|
| 546 |
|
| 547 |
-
const baseUrl =
|
| 548 |
-
settingsBaseUrl ||
|
| 549 |
-
serverEnv.LMSTUDIO_API_BASE_URL ||
|
| 550 |
-
process.env.LMSTUDIO_API_BASE_URL ||
|
| 551 |
-
import.meta.env.LMSTUDIO_API_BASE_URL ||
|
| 552 |
-
'http://localhost:1234';
|
| 553 |
const response = await fetch(`${baseUrl}/v1/models`);
|
| 554 |
const data = (await response.json()) as any;
|
| 555 |
|
|
@@ -594,7 +656,7 @@ async function initializeModelList(options: {
|
|
| 594 |
await Promise.all(
|
| 595 |
PROVIDER_LIST.filter(
|
| 596 |
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
| 597 |
-
).map((p) => p.getDynamicModels(apiKeys, providerSettings?.[p.name], env)),
|
| 598 |
)
|
| 599 |
).flat(),
|
| 600 |
...staticModels,
|
|
|
|
| 318 |
},
|
| 319 |
];
|
| 320 |
|
| 321 |
+
export const providerBaseUrlEnvKeys: Record<string, { baseUrlKey?: string; apiTokenKey?: string }> = {
|
| 322 |
+
Anthropic: {
|
| 323 |
+
apiTokenKey: 'ANTHROPIC_API_KEY',
|
| 324 |
+
},
|
| 325 |
+
OpenAI: {
|
| 326 |
+
apiTokenKey: 'OPENAI_API_KEY',
|
| 327 |
+
},
|
| 328 |
+
Groq: {
|
| 329 |
+
apiTokenKey: 'GROQ_API_KEY',
|
| 330 |
+
},
|
| 331 |
+
HuggingFace: {
|
| 332 |
+
apiTokenKey: 'HuggingFace_API_KEY',
|
| 333 |
+
},
|
| 334 |
+
OpenRouter: {
|
| 335 |
+
apiTokenKey: 'OPEN_ROUTER_API_KEY',
|
| 336 |
+
},
|
| 337 |
+
Google: {
|
| 338 |
+
apiTokenKey: 'GOOGLE_GENERATIVE_AI_API_KEY',
|
| 339 |
+
},
|
| 340 |
+
OpenAILike: {
|
| 341 |
+
baseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
|
| 342 |
+
apiTokenKey: 'OPENAI_LIKE_API_KEY',
|
| 343 |
+
},
|
| 344 |
+
Together: {
|
| 345 |
+
baseUrlKey: 'TOGETHER_API_BASE_URL',
|
| 346 |
+
apiTokenKey: 'TOGETHER_API_KEY',
|
| 347 |
+
},
|
| 348 |
+
Deepseek: {
|
| 349 |
+
apiTokenKey: 'DEEPSEEK_API_KEY',
|
| 350 |
+
},
|
| 351 |
+
Mistral: {
|
| 352 |
+
apiTokenKey: 'MISTRAL_API_KEY',
|
| 353 |
+
},
|
| 354 |
+
LMStudio: {
|
| 355 |
+
baseUrlKey: 'LMSTUDIO_API_BASE_URL',
|
| 356 |
+
},
|
| 357 |
+
xAI: {
|
| 358 |
+
apiTokenKey: 'XAI_API_KEY',
|
| 359 |
+
},
|
| 360 |
+
Cohere: {
|
| 361 |
+
apiTokenKey: 'COHERE_API_KEY',
|
| 362 |
+
},
|
| 363 |
+
Perplexity: {
|
| 364 |
+
apiTokenKey: 'PERPLEXITY_API_KEY',
|
| 365 |
+
},
|
| 366 |
+
Ollama: {
|
| 367 |
+
baseUrlKey: 'OLLAMA_API_BASE_URL',
|
| 368 |
+
},
|
| 369 |
+
};
|
| 370 |
+
|
| 371 |
+
export const getProviderBaseUrlAndKey = (options: {
|
| 372 |
+
provider: string;
|
| 373 |
+
apiKeys?: Record<string, string>;
|
| 374 |
+
providerSettings?: IProviderSetting;
|
| 375 |
+
serverEnv?: Record<string, string>;
|
| 376 |
+
defaultBaseUrlKey: string;
|
| 377 |
+
defaultApiTokenKey: string;
|
| 378 |
+
}) => {
|
| 379 |
+
const { provider, apiKeys, providerSettings, serverEnv, defaultBaseUrlKey, defaultApiTokenKey } = options;
|
| 380 |
+
let settingsBaseUrl = providerSettings?.baseUrl;
|
| 381 |
+
|
| 382 |
+
if (settingsBaseUrl && settingsBaseUrl.length == 0) {
|
| 383 |
+
settingsBaseUrl = undefined;
|
| 384 |
+
}
|
| 385 |
+
|
| 386 |
+
const baseUrlKey = providerBaseUrlEnvKeys[provider]?.baseUrlKey || defaultBaseUrlKey;
|
| 387 |
+
const baseUrl = settingsBaseUrl || serverEnv?.[baseUrlKey] || process.env[baseUrlKey] || import.meta.env[baseUrlKey];
|
| 388 |
+
|
| 389 |
+
const apiTokenKey = providerBaseUrlEnvKeys[provider]?.apiTokenKey || defaultApiTokenKey;
|
| 390 |
+
const apiKey =
|
| 391 |
+
apiKeys?.[provider] || serverEnv?.[apiTokenKey] || process.env[apiTokenKey] || import.meta.env[apiTokenKey];
|
| 392 |
+
|
| 393 |
+
return {
|
| 394 |
+
baseUrl,
|
| 395 |
+
apiKey,
|
| 396 |
+
};
|
| 397 |
+
};
|
| 398 |
export const DEFAULT_PROVIDER = PROVIDER_LIST[0];
|
| 399 |
|
| 400 |
const staticModels: ModelInfo[] = PROVIDER_LIST.map((p) => p.staticModels).flat();
|
|
|
|
| 414 |
await Promise.all(
|
| 415 |
PROVIDER_LIST.filter(
|
| 416 |
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
| 417 |
+
).map((p) => p.getDynamicModels(p.name, apiKeys, providerSettings?.[p.name], serverEnv)),
|
| 418 |
)
|
| 419 |
).flat(),
|
| 420 |
...staticModels,
|
|
|
|
| 424 |
}
|
| 425 |
|
| 426 |
async function getTogetherModels(
|
| 427 |
+
name: string,
|
| 428 |
apiKeys?: Record<string, string>,
|
| 429 |
settings?: IProviderSetting,
|
| 430 |
serverEnv: Record<string, string> = {},
|
| 431 |
): Promise<ModelInfo[]> {
|
| 432 |
try {
|
| 433 |
+
const { baseUrl, apiKey } = getProviderBaseUrlAndKey({
|
| 434 |
+
provider: name,
|
| 435 |
+
apiKeys,
|
| 436 |
+
providerSettings: settings,
|
| 437 |
+
serverEnv,
|
| 438 |
+
defaultBaseUrlKey: 'TOGETHER_API_BASE_URL',
|
| 439 |
+
defaultApiTokenKey: 'TOGETHER_API_KEY',
|
| 440 |
+
});
|
| 441 |
+
console.log({ baseUrl, apiKey });
|
|
|
|
|
|
|
|
|
|
|
|
|
| 442 |
|
| 443 |
if (!baseUrl) {
|
| 444 |
return [];
|
| 445 |
}
|
| 446 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 447 |
if (!apiKey) {
|
| 448 |
return [];
|
| 449 |
}
|
|
|
|
| 461 |
label: `${m.display_name} - in:$${m.pricing.input.toFixed(
|
| 462 |
2,
|
| 463 |
)} out:$${m.pricing.output.toFixed(2)} - context ${Math.floor(m.context_length / 1000)}k`,
|
| 464 |
+
provider: name,
|
| 465 |
maxTokenAllowed: 8000,
|
| 466 |
}));
|
| 467 |
} catch (e) {
|
|
|
|
| 470 |
}
|
| 471 |
}
|
| 472 |
|
| 473 |
+
const getOllamaBaseUrl = (name: string, settings?: IProviderSetting, serverEnv: Record<string, string> = {}) => {
|
| 474 |
+
const { baseUrl } = getProviderBaseUrlAndKey({
|
| 475 |
+
provider: name,
|
| 476 |
+
providerSettings: settings,
|
| 477 |
+
serverEnv,
|
| 478 |
+
defaultBaseUrlKey: 'OLLAMA_API_BASE_URL',
|
| 479 |
+
defaultApiTokenKey: '',
|
| 480 |
+
});
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 481 |
|
| 482 |
// Check if we're in the browser
|
| 483 |
if (typeof window !== 'undefined') {
|
| 484 |
// Frontend always uses localhost
|
| 485 |
+
return baseUrl;
|
| 486 |
}
|
| 487 |
|
| 488 |
// Backend: Check if we're running in Docker
|
| 489 |
const isDocker = process.env.RUNNING_IN_DOCKER === 'true';
|
| 490 |
|
| 491 |
+
return isDocker ? baseUrl.replace('localhost', 'host.docker.internal') : baseUrl;
|
| 492 |
};
|
| 493 |
|
| 494 |
async function getOllamaModels(
|
| 495 |
+
name: string,
|
| 496 |
+
_apiKeys?: Record<string, string>,
|
| 497 |
settings?: IProviderSetting,
|
| 498 |
serverEnv: Record<string, string> = {},
|
| 499 |
): Promise<ModelInfo[]> {
|
| 500 |
try {
|
| 501 |
+
const baseUrl = getOllamaBaseUrl(name, settings, serverEnv);
|
| 502 |
+
|
| 503 |
+
if (!baseUrl) {
|
| 504 |
+
return [];
|
| 505 |
+
}
|
| 506 |
+
|
| 507 |
const response = await fetch(`${baseUrl}/api/tags`);
|
| 508 |
const data = (await response.json()) as OllamaApiResponse;
|
| 509 |
|
|
|
|
| 522 |
}
|
| 523 |
|
| 524 |
async function getOpenAILikeModels(
|
| 525 |
+
name: string,
|
| 526 |
apiKeys?: Record<string, string>,
|
| 527 |
settings?: IProviderSetting,
|
| 528 |
serverEnv: Record<string, string> = {},
|
| 529 |
): Promise<ModelInfo[]> {
|
| 530 |
try {
|
| 531 |
+
const { baseUrl, apiKey } = getProviderBaseUrlAndKey({
|
| 532 |
+
provider: name,
|
| 533 |
+
apiKeys,
|
| 534 |
+
providerSettings: settings,
|
| 535 |
+
serverEnv,
|
| 536 |
+
defaultBaseUrlKey: 'OPENAI_LIKE_API_BASE_URL',
|
| 537 |
+
defaultApiTokenKey: 'OPENAI_LIKE_API_KEY',
|
| 538 |
+
});
|
|
|
|
|
|
|
|
|
|
|
|
|
| 539 |
|
| 540 |
if (!baseUrl) {
|
| 541 |
return [];
|
| 542 |
}
|
| 543 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 544 |
const response = await fetch(`${baseUrl}/models`, {
|
| 545 |
headers: {
|
| 546 |
Authorization: `Bearer ${apiKey}`,
|
|
|
|
| 551 |
return res.data.map((model: any) => ({
|
| 552 |
name: model.id,
|
| 553 |
label: model.id,
|
| 554 |
+
provider: name,
|
| 555 |
}));
|
| 556 |
} catch (e) {
|
| 557 |
console.error('Error getting OpenAILike models:', e);
|
|
|
|
| 593 |
}
|
| 594 |
|
| 595 |
async function getLMStudioModels(
|
| 596 |
+
name: string,
|
| 597 |
+
apiKeys?: Record<string, string>,
|
| 598 |
settings?: IProviderSetting,
|
| 599 |
serverEnv: Record<string, string> = {},
|
| 600 |
): Promise<ModelInfo[]> {
|
| 601 |
try {
|
| 602 |
+
const { baseUrl } = getProviderBaseUrlAndKey({
|
| 603 |
+
provider: name,
|
| 604 |
+
apiKeys,
|
| 605 |
+
providerSettings: settings,
|
| 606 |
+
serverEnv,
|
| 607 |
+
defaultBaseUrlKey: 'LMSTUDIO_API_BASE_URL',
|
| 608 |
+
defaultApiTokenKey: '',
|
| 609 |
+
});
|
| 610 |
|
| 611 |
+
if (!baseUrl) {
|
| 612 |
+
return [];
|
| 613 |
}
|
| 614 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 615 |
const response = await fetch(`${baseUrl}/v1/models`);
|
| 616 |
const data = (await response.json()) as any;
|
| 617 |
|
|
|
|
| 656 |
await Promise.all(
|
| 657 |
PROVIDER_LIST.filter(
|
| 658 |
(p): p is ProviderInfo & { getDynamicModels: () => Promise<ModelInfo[]> } => !!p.getDynamicModels,
|
| 659 |
+
).map((p) => p.getDynamicModels(p.name, apiKeys, providerSettings?.[p.name], env)),
|
| 660 |
)
|
| 661 |
).flat(),
|
| 662 |
...staticModels,
|
vite.config.ts
CHANGED
|
@@ -28,7 +28,7 @@ export default defineConfig((config) => {
|
|
| 28 |
chrome129IssuePlugin(),
|
| 29 |
config.mode === 'production' && optimizeCssModules({ apply: 'build' }),
|
| 30 |
],
|
| 31 |
-
envPrefix: ["VITE_", "OPENAI_LIKE_API_", "OLLAMA_API_BASE_URL", "LMSTUDIO_API_BASE_URL","
|
| 32 |
css: {
|
| 33 |
preprocessorOptions: {
|
| 34 |
scss: {
|
|
|
|
| 28 |
chrome129IssuePlugin(),
|
| 29 |
config.mode === 'production' && optimizeCssModules({ apply: 'build' }),
|
| 30 |
],
|
| 31 |
+
envPrefix: ["VITE_", "OPENAI_LIKE_API_", "OLLAMA_API_BASE_URL", "LMSTUDIO_API_BASE_URL","TOGETHER_API_"],
|
| 32 |
css: {
|
| 33 |
preprocessorOptions: {
|
| 34 |
scss: {
|