johnbridges commited on
Commit
a2bc322
·
1 Parent(s): e85a122

added no think

Browse files
Files changed (1) hide show
  1. appsettings.json +5 -4
appsettings.json CHANGED
@@ -37,10 +37,10 @@
37
  "LlmUserPromptTimeout" : 1200,
38
  "LlmSessionIdleTimeout" : 1440,
39
  "LlmGptModel" : "gpt-4o-mini",
40
- "LlmHFModelID" : "meta-llama/llama-3.3-70b-instruct",
41
  "LlmHFKey" : ".env",
42
  "LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
43
- "LlmHFModelVersion" : "llama_3.2",
44
  "LlmUseHF" : true,
45
  "AudioServiceUrl" : "https://transcribe.readyforquantum.com",
46
  "AudioServiceOutputDir" : "/home/audioservice/code/securefiles/dev/output_audio",
@@ -50,8 +50,9 @@
50
  "DataRepoId" : "mungert/NetMonLLMDataLive",
51
  "RedisUrl" :"redis.readyforquantum.com:46379",
52
  "RedisSecret" : ".env",
53
- "MaxRetries" : -1,
54
- "RabbitPassword" : ".env"
 
55
 
56
  }
57
 
 
37
  "LlmUserPromptTimeout" : 1200,
38
  "LlmSessionIdleTimeout" : 1440,
39
  "LlmGptModel" : "gpt-4o-mini",
40
+ "LlmHFModelID" : "qwen/qwen3-235b-a22b-fp8",
41
  "LlmHFKey" : ".env",
42
  "LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
43
+ "LlmHFModelVersion" : "qwen_2.5",
44
  "LlmUseHF" : true,
45
  "AudioServiceUrl" : "https://transcribe.readyforquantum.com",
46
  "AudioServiceOutputDir" : "/home/audioservice/code/securefiles/dev/output_audio",
 
50
  "DataRepoId" : "mungert/NetMonLLMDataLive",
51
  "RedisUrl" :"redis.readyforquantum.com:46379",
52
  "RedisSecret" : ".env",
53
+ "MaxRetries" : -1,
54
+ "RabbitPassword" : ".env",
55
+ "LlmNoThink" : true
56
 
57
  }
58