Eduards commited on
Commit
4c81cb0
·
unverified ·
1 Parent(s): 4c81e15

fix: add defaults for LMStudio to work out of the box (#928)

Browse files
app/lib/modules/llm/base-provider.ts CHANGED
@@ -29,7 +29,12 @@ export abstract class BaseProvider implements ProviderInfo {
29
  }
30
 
31
  const baseUrlKey = this.config.baseUrlKey || defaultBaseUrlKey;
32
- let baseUrl = settingsBaseUrl || serverEnv?.[baseUrlKey] || process?.env?.[baseUrlKey] || manager.env?.[baseUrlKey];
 
 
 
 
 
33
 
34
  if (baseUrl && baseUrl.endsWith('/')) {
35
  baseUrl = baseUrl.slice(0, -1);
 
29
  }
30
 
31
  const baseUrlKey = this.config.baseUrlKey || defaultBaseUrlKey;
32
+ let baseUrl =
33
+ settingsBaseUrl ||
34
+ serverEnv?.[baseUrlKey] ||
35
+ process?.env?.[baseUrlKey] ||
36
+ manager.env?.[baseUrlKey] ||
37
+ this.config.baseUrl;
38
 
39
  if (baseUrl && baseUrl.endsWith('/')) {
40
  baseUrl = baseUrl.slice(0, -1);
app/lib/modules/llm/providers/lmstudio.ts CHANGED
@@ -12,6 +12,7 @@ export default class LMStudioProvider extends BaseProvider {
12
 
13
  config = {
14
  baseUrlKey: 'LMSTUDIO_API_BASE_URL',
 
15
  };
16
 
17
  staticModels: ModelInfo[] = [];
 
12
 
13
  config = {
14
  baseUrlKey: 'LMSTUDIO_API_BASE_URL',
15
+ baseUrl: 'http://localhost:1234/',
16
  };
17
 
18
  staticModels: ModelInfo[] = [];
app/lib/modules/llm/types.ts CHANGED
@@ -28,5 +28,6 @@ export interface ProviderInfo {
28
  }
29
  export interface ProviderConfig {
30
  baseUrlKey?: string;
 
31
  apiTokenKey?: string;
32
  }
 
28
  }
29
  export interface ProviderConfig {
30
  baseUrlKey?: string;
31
+ baseUrl?: string;
32
  apiTokenKey?: string;
33
  }