gitea/k3s-manifests
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

change rp model

Browse Source
This commit is contained in:
Alexander Rogov
2026-07-14 01:03:27 +03:00
parent 4e2a75b10c
commit b239fc9340
1 changed files with 3 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
manifests/llama/rp.yaml
View File

@@ -27,9 +27,9 @@ spec:
- name: HF_HOME - name: HF_HOME
value: /models/.hf value: /models/.hf
- name: MODEL_REPO - name: MODEL_REPO
value: "mradermacher/Omega-Darker-Gaslight_The-Final-Forgotten-Fever-Dream-24B-GGUF" value: "ReadyArt/Serenity-12B-GGUF"
- name: MODEL_FILE - name: MODEL_FILE
value: "Omega-Darker-Gaslight_The-Final-Forgotten-Fever-Dream-24B.Q4_K_S.gguf" value: "Serenity-12B-Q8_0.gguf"
# optional, only if you need gated/private models # optional, only if you need gated/private models
# - name: HUGGING_FACE_HUB_TOKEN # - name: HUGGING_FACE_HUB_TOKEN
# valueFrom: # valueFrom:
@@ -82,7 +82,7 @@ spec:
image: ghcr.io/ggml-org/llama.cpp:server-vulkan image: ghcr.io/ggml-org/llama.cpp:server-vulkan
args: args:
- "--model" - "--model"
- "/models/Omega-Darker-Gaslight_The-Final-Forgotten-Fever-Dream-24B.Q4_K_S.gguf" - "/models/Serenity-12B-Q8_0.gguf"
- "--host" - "--host"
- "0.0.0.0" - "0.0.0.0"
- "--port" - "--port"