Spaces:
Running
Running
Commit ·
e969a1e
1
Parent(s): 2ffcafb
switch back to qwen3-4b
Browse files- Dockerfile +1 -1
- appsettings.json +4 -4
Dockerfile
CHANGED
|
@@ -33,7 +33,7 @@ WORKDIR /home/user
|
|
| 33 |
RUN mkdir -p /home/user/code/models && \
|
| 34 |
mkdir -p /home/user/code/app/wwwroot && \
|
| 35 |
cd /home/user/code/models && \
|
| 36 |
-
wget -q https://huggingface.co/Mungert/
|
| 37 |
|
| 38 |
|
| 39 |
# Clone and build OpenBLAS as the non-root user
|
|
|
|
| 33 |
RUN mkdir -p /home/user/code/models && \
|
| 34 |
mkdir -p /home/user/code/app/wwwroot && \
|
| 35 |
cd /home/user/code/models && \
|
| 36 |
+
wget -q https://huggingface.co/Mungert/Qwen3-4B-Instruct-2507-GGUF/resolve/main/Qwen3-4B-Instruct-2507-q8_0.gguf
|
| 37 |
|
| 38 |
|
| 39 |
# Clone and build OpenBLAS as the non-root user
|
appsettings.json
CHANGED
|
@@ -24,11 +24,11 @@
|
|
| 24 |
"LlmNoInitMessage": false,
|
| 25 |
"ServiceAuthKey": ".env",
|
| 26 |
"LlmModelPath": "/home/user/code/models/",
|
| 27 |
-
"LlmModelFileName": "
|
| 28 |
-
"LlmContextFileName": "context-
|
| 29 |
-
"LlmSystemPrompt": "
|
| 30 |
"LlmPromptMode": " -if -sp -no-cnv --simple-io ",
|
| 31 |
-
"LlmVersion": "
|
| 32 |
"LlmCtxSize": 12000,
|
| 33 |
"LlmOpenAICtxSize": 32000,
|
| 34 |
"LlmCtxRatio": 6,
|
|
|
|
| 24 |
"LlmNoInitMessage": false,
|
| 25 |
"ServiceAuthKey": ".env",
|
| 26 |
"LlmModelPath": "/home/user/code/models/",
|
| 27 |
+
"LlmModelFileName": "Qwen3-4B-Instruct-2507-q4_0.gguf",
|
| 28 |
+
"LlmContextFileName": "context-qwen-3.gguf",
|
| 29 |
+
"LlmSystemPrompt": "system_prompt_qwen_3_run",
|
| 30 |
"LlmPromptMode": " -if -sp -no-cnv --simple-io ",
|
| 31 |
+
"LlmVersion": "qwen_3",
|
| 32 |
"LlmCtxSize": 12000,
|
| 33 |
"LlmOpenAICtxSize": 32000,
|
| 34 |
"LlmCtxRatio": 6,
|