gitea/k3s-manifests
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

change fast model

Browse Source
This commit is contained in:
Alexander Rogov
2026-06-09 17:34:31 +03:00
parent 8157d70e3f
commit 03986d7979
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
manifests/llama/main.yaml
View File

@@ -27,9 +27,9 @@ spec:
- name: HF_HOME
value: /models/.hf
- name: MODEL_REPO
value: "byteshape/Devstral-Small-2-24B-Instruct-2512-GGUF"
value: "byteshape/Qwen3.6-35B-A3B-GGUF"
- name: MODEL_FILE
value: "Devstral-Small-2-24B-Instruct-2512-IQ4_XS-4.04bpw.gguf"
value: "Qwen3.6-35B-A3B-IQ3_S-3.00bpw.gguf"
# optional, only if you need gated/private models
# - name: HUGGING_FACE_HUB_TOKEN
# valueFrom:
@@ -82,7 +82,7 @@ spec:
image: ghcr.io/ggml-org/llama.cpp:server-vulkan
args:
- "--model"
- "/models/Devstral-Small-2-24B-Instruct-2512-IQ4_XS-4.04bpw.gguf"
- "/models/Qwen3.6-35B-A3B-IQ3_S-3.00bpw.gguf"
- "--host"
- "0.0.0.0"
- "--port"