Hugging Face's logo

Spaces:
Mungert
/
GradLLM
Running

App Files Community
johnbridges commited on
Commit
d33e1ec
·
2 Parent(s): 1175344 533f56f

Merge branch 'main' of Mungert:spaces/Mungert/GradLLM

Browse files
Files changed (1) hide show
  1. appsettings.json +3 -3
appsettings.json CHANGED
@@ -32,15 +32,15 @@
32
  "LlmPromptMode": " -if -sp -no-cnv --simple-io ",
33
  "LlmVersion": "xlam_2",
34
  "LlmCtxSize": 12000,
35
- "LlmOpenAICtxSize": 32000,
36
  "LlmCtxRatio": 6,
37
  "LlmTemp": "0.3",
38
- "LlmThreads": 4,
39
  "LlmSystemPromptTimeout": 120,
40
  "LlmUserPromptTimeout": 1200,
41
  "LlmSessionIdleTimeout": 1440,
42
  "LlmGptModel": "gpt-4.1-mini",
43
- "LlmHFModelID": "Qwen/Qwen3-1.7B",
44
  "LlmHFKey": ".env",
45
  "LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
46
  "LlmHFModelVersion": "qwen_3",
 
32
  "LlmPromptMode": " -if -sp -no-cnv --simple-io ",
33
  "LlmVersion": "xlam_2",
34
  "LlmCtxSize": 12000,
35
+ "LlmOpenAICtxSize": 24000,
36
  "LlmCtxRatio": 6,
37
  "LlmTemp": "0.3",
38
+ "LlmThreads": 2,
39
  "LlmSystemPromptTimeout": 120,
40
  "LlmUserPromptTimeout": 1200,
41
  "LlmSessionIdleTimeout": 1440,
42
  "LlmGptModel": "gpt-4.1-mini",
43
+ "LlmHFModelID": "Qwen/Qwen3-4B-Thinking-2507-FP8",
44
  "LlmHFKey": ".env",
45
  "LlmHFUrl": "https://api.novita.ai/v3/openai/chat/completions",
46
  "LlmHFModelVersion": "qwen_3",