fix: add defaults for LMStudio to work out of the box (#928)
Browse files
app/lib/modules/llm/base-provider.ts
CHANGED
@@ -29,7 +29,12 @@ export abstract class BaseProvider implements ProviderInfo {
|
|
29 |
}
|
30 |
|
31 |
const baseUrlKey = this.config.baseUrlKey || defaultBaseUrlKey;
|
32 |
-
let baseUrl =
|
|
|
|
|
|
|
|
|
|
|
33 |
|
34 |
if (baseUrl && baseUrl.endsWith('/')) {
|
35 |
baseUrl = baseUrl.slice(0, -1);
|
|
|
29 |
}
|
30 |
|
31 |
const baseUrlKey = this.config.baseUrlKey || defaultBaseUrlKey;
|
32 |
+
let baseUrl =
|
33 |
+
settingsBaseUrl ||
|
34 |
+
serverEnv?.[baseUrlKey] ||
|
35 |
+
process?.env?.[baseUrlKey] ||
|
36 |
+
manager.env?.[baseUrlKey] ||
|
37 |
+
this.config.baseUrl;
|
38 |
|
39 |
if (baseUrl && baseUrl.endsWith('/')) {
|
40 |
baseUrl = baseUrl.slice(0, -1);
|
app/lib/modules/llm/providers/lmstudio.ts
CHANGED
@@ -12,6 +12,7 @@ export default class LMStudioProvider extends BaseProvider {
|
|
12 |
|
13 |
config = {
|
14 |
baseUrlKey: 'LMSTUDIO_API_BASE_URL',
|
|
|
15 |
};
|
16 |
|
17 |
staticModels: ModelInfo[] = [];
|
|
|
12 |
|
13 |
config = {
|
14 |
baseUrlKey: 'LMSTUDIO_API_BASE_URL',
|
15 |
+
baseUrl: 'http://localhost:1234/',
|
16 |
};
|
17 |
|
18 |
staticModels: ModelInfo[] = [];
|
app/lib/modules/llm/types.ts
CHANGED
@@ -28,5 +28,6 @@ export interface ProviderInfo {
|
|
28 |
}
|
29 |
export interface ProviderConfig {
|
30 |
baseUrlKey?: string;
|
|
|
31 |
apiTokenKey?: string;
|
32 |
}
|
|
|
28 |
}
|
29 |
export interface ProviderConfig {
|
30 |
baseUrlKey?: string;
|
31 |
+
baseUrl?: string;
|
32 |
apiTokenKey?: string;
|
33 |
}
|