gitea/k3s-manifests
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

small model

Browse Source
This commit is contained in:
Alexander Rogov
2026-08-29 15:44:12 +03:00
parent 7053071cb2
commit cfd2d84b47
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
manifests/llama/main.yaml
View File

@@ -27,9 +27,9 @@ spec:
- name: HF_HOME - name: HF_HOME
value: /models/.hf value: /models/.hf
- name: MODEL_REPO - name: MODEL_REPO
value: "byteshape/Qwen3.8-27B-GGUF" value: "byteshape/Qwen3.5-9B-GGUF"
- name: MODEL_FILE - name: MODEL_FILE
value: "Qwen3.8-27B-IQ3_S-3.44bpw.gguf" value: "Qwen3.5-9B-Q5_K_S-5.10bpw.gguf"
# optional, only if you need gated/private models # optional, only if you need gated/private models
# - name: HUGGING_FACE_HUB_TOKEN # - name: HUGGING_FACE_HUB_TOKEN
# valueFrom: # valueFrom:
@@ -82,7 +82,7 @@ spec:
image: ghcr.io/ggml-org/llama.cpp:server-vulkan image: ghcr.io/ggml-org/llama.cpp:server-vulkan
args: args:
- "--model" - "--model"
- "/models/Qwen3.8-27B-IQ3_S-3.44bpw.gguf" - "/models/Qwen3.5-9B-Q5_K_S-5.10bpw.gguf"
- "--host" - "--host"
- "0.0.0.0" - "0.0.0.0"
- "--port" - "--port"