Spaces:
Running
Running
File size: 3,300 Bytes
8c61b89 5012205 6377651 6d663cf 6377651 8c61b89 5012205 8c61b89 6377651 8c61b89 6377651 e87a324 8c61b89 5012205 d8c725b 5012205 d8c725b 5012205 6377651 e87a324 8c61b89 5012205 8c61b89 5012205 6377651 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 |
import { createOpenAI } from "@ai-sdk/openai";
import { createGroq } from "@ai-sdk/groq";
import { createAnthropic } from "@ai-sdk/anthropic";
import { createXai } from "@ai-sdk/xai";
import {
customProvider,
wrapLanguageModel,
extractReasoningMiddleware
} from "ai";
export interface ModelInfo {
provider: string;
name: string;
description: string;
apiVersion: string;
capabilities: string[];
}
const middleware = extractReasoningMiddleware({
tagName: 'think',
});
// Helper to get API keys from environment variables first, then localStorage
const getApiKey = (key: string): string | undefined => {
// Check for environment variables first
if (process.env[key]) {
return process.env[key] || undefined;
}
// Fall back to localStorage if available
if (typeof window !== 'undefined') {
return window.localStorage.getItem(key) || undefined;
}
return undefined;
};
// Create provider instances with API keys from localStorage
const openaiClient = createOpenAI({
apiKey: getApiKey('OPENAI_API_KEY'),
});
const anthropicClient = createAnthropic({
apiKey: getApiKey('ANTHROPIC_API_KEY'),
});
const groqClient = createGroq({
apiKey: getApiKey('GROQ_API_KEY'),
});
const xaiClient = createXai({
apiKey: getApiKey('XAI_API_KEY'),
});
const languageModels = {
"gpt-4.1-mini": openaiClient("gpt-4.1-mini"),
"claude-3-7-sonnet": anthropicClient('claude-3-7-sonnet-20250219'),
"qwen-qwq": wrapLanguageModel(
{
model: groqClient("qwen-qwq-32b"),
middleware
}
),
"grok-3-mini": xaiClient("grok-3-mini-latest"),
};
export const modelDetails: Record<keyof typeof languageModels, ModelInfo> = {
"gpt-4.1-mini": {
provider: "OpenAI",
name: "GPT-4.1 Mini",
description: "Compact version of OpenAI's GPT-4.1 with good balance of capabilities, including vision.",
apiVersion: "gpt-4.1-mini",
capabilities: ["Balance", "Creative", "Vision"]
},
"claude-3-7-sonnet": {
provider: "Anthropic",
name: "Claude 3.7 Sonnet",
description: "Latest version of Anthropic's Claude 3.7 Sonnet with strong reasoning and coding capabilities.",
apiVersion: "claude-3-7-sonnet-20250219",
capabilities: ["Reasoning", "Efficient", "Agentic"]
},
"qwen-qwq": {
provider: "Groq",
name: "Qwen QWQ",
description: "Latest version of Alibaba's Qwen QWQ with strong reasoning and coding capabilities.",
apiVersion: "qwen-qwq",
capabilities: ["Reasoning", "Efficient", "Agentic"]
},
"grok-3-mini": {
provider: "XAI",
name: "Grok 3 Mini",
description: "Latest version of XAI's Grok 3 Mini with strong reasoning and coding capabilities.",
apiVersion: "grok-3-mini-latest",
capabilities: ["Reasoning", "Efficient", "Agentic"]
},
};
// Update API keys when localStorage changes (for runtime updates)
if (typeof window !== 'undefined') {
window.addEventListener('storage', (event) => {
// Reload the page if any API key changed to refresh the providers
if (event.key?.includes('API_KEY')) {
window.location.reload();
}
});
}
export const model = customProvider({
languageModels,
});
export type modelID = keyof typeof languageModels;
export const MODELS = Object.keys(languageModels);
export const defaultModel: modelID = "qwen-qwq";
|