Spaces:
Running
Running
Commit
·
f0ac24f
1
Parent(s):
ff4541e
- appsettings.json +13 -14
appsettings.json
CHANGED
@@ -11,7 +11,7 @@
|
|
11 |
"LocalSystemUrl": {
|
12 |
"ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
|
13 |
"IPAddress": "",
|
14 |
-
"RabbitHostName": "
|
15 |
"RabbitPort": 63785,
|
16 |
"RabbitInstanceName" : "ASSrv-LLMService",
|
17 |
"RabbitUserName" : "usercommonxf1",
|
@@ -22,38 +22,37 @@
|
|
22 |
"StartThisTestLLM" : true,
|
23 |
"LlmNoInitMessage" : false,
|
24 |
"ServiceAuthKey" : ".env" ,
|
25 |
-
"LlmModelPath" : "/home/
|
26 |
-
"LlmModelFileName" : "
|
27 |
-
"LlmContextFileName" : "context-
|
28 |
-
"LlmSystemPrompt" : "
|
29 |
"LlmPromptMode" : " -if -sp -no-cnv --simple-io ",
|
30 |
-
"LlmVersion" : "
|
31 |
"LlmCtxSize" : 12000,
|
32 |
"LlmOpenAICtxSize" : 32000,
|
33 |
"LlmCtxRatio" : 6,
|
34 |
"LlmTemp" : "0.3",
|
35 |
"LlmThreads" : 2,
|
36 |
-
"LlmSystemPromptTimeout" :
|
37 |
"LlmUserPromptTimeout" : 1200,
|
38 |
"LlmSessionIdleTimeout" : 1440,
|
39 |
-
"LlmGptModel" : "gpt-
|
40 |
"LlmHFModelID" : "qwen/qwen3-235b-a22b-fp8",
|
41 |
"LlmHFKey" : ".env",
|
42 |
"LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
|
43 |
"LlmHFModelVersion" : "qwen_2.5",
|
44 |
"LlmUseHF" : true,
|
45 |
-
"AudioServiceUrl" : "https://
|
46 |
-
"AudioServiceOutputDir" : "/home/
|
47 |
"IsStream" : false,
|
48 |
"UseFixedPort" : true,
|
49 |
"HFToken" : ".env",
|
50 |
-
"DataRepoId" : "mungert/
|
51 |
"RedisUrl" :"redis.readyforquantum.com:46379",
|
52 |
-
"
|
53 |
"MaxRetries" : -1,
|
54 |
"RabbitPassword" : ".env",
|
55 |
-
"
|
56 |
-
"NoThink" : true
|
57 |
|
58 |
}
|
59 |
|
|
|
11 |
"LocalSystemUrl": {
|
12 |
"ExternalUrl": "https://asmonitorsrv.readyforquantum.com",
|
13 |
"IPAddress": "",
|
14 |
+
"RabbitHostName": "rabbitmq.readyforquantum.com",
|
15 |
"RabbitPort": 63785,
|
16 |
"RabbitInstanceName" : "ASSrv-LLMService",
|
17 |
"RabbitUserName" : "usercommonxf1",
|
|
|
22 |
"StartThisTestLLM" : true,
|
23 |
"LlmNoInitMessage" : false,
|
24 |
"ServiceAuthKey" : ".env" ,
|
25 |
+
"LlmModelPath" : "/home/mahadeva/code/models/",
|
26 |
+
"LlmModelFileName" : "Qwen3-1.7B-Q8_0.gguf",
|
27 |
+
"LlmContextFileName" : "context-qwen-3.gguf",
|
28 |
+
"LlmSystemPrompt" : "system_prompt_qwen_3_run",
|
29 |
"LlmPromptMode" : " -if -sp -no-cnv --simple-io ",
|
30 |
+
"LlmVersion" : "qwen_2.5",
|
31 |
"LlmCtxSize" : 12000,
|
32 |
"LlmOpenAICtxSize" : 32000,
|
33 |
"LlmCtxRatio" : 6,
|
34 |
"LlmTemp" : "0.3",
|
35 |
"LlmThreads" : 2,
|
36 |
+
"LlmSystemPromptTimeout" : 90,
|
37 |
"LlmUserPromptTimeout" : 1200,
|
38 |
"LlmSessionIdleTimeout" : 1440,
|
39 |
+
"LlmGptModel" : "gpt-4o-mini",
|
40 |
"LlmHFModelID" : "qwen/qwen3-235b-a22b-fp8",
|
41 |
"LlmHFKey" : ".env",
|
42 |
"LlmHFUrl" : "https://api.novita.ai/v3/openai/chat/completions",
|
43 |
"LlmHFModelVersion" : "qwen_2.5",
|
44 |
"LlmUseHF" : true,
|
45 |
+
"AudioServiceUrl" : "https://transcribe.readyforquantum.com",
|
46 |
+
"AudioServiceOutputDir" : "/home/audioservice/code/securefiles/dev/output_audio",
|
47 |
"IsStream" : false,
|
48 |
"UseFixedPort" : true,
|
49 |
"HFToken" : ".env",
|
50 |
+
"DataRepoId" : "mungert/NetMonLLMDataLive",
|
51 |
"RedisUrl" :"redis.readyforquantum.com:46379",
|
52 |
+
"RedisSecret" : ".env",
|
53 |
"MaxRetries" : -1,
|
54 |
"RabbitPassword" : ".env",
|
55 |
+
"LlmNoThink" : true
|
|
|
56 |
|
57 |
}
|
58 |
|