gitea/k3s-manifests
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

add mmproj for vision

Browse Source
This commit is contained in:
Alexander Rogov
2026-06-10 16:43:31 +03:00
parent d160219c6b
commit 529ab59711
1 changed files with 2 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
manifests/llama/main.yaml
View File

@@ -83,6 +83,8 @@ spec:
args: args:
- "--model" - "--model"
- "/models/Qwen3.6-35B-A3B-IQ3_S-3.00bpw.gguf" - "/models/Qwen3.6-35B-A3B-IQ3_S-3.00bpw.gguf"
- "--mmproj"
- "/models/mmproj-bf16.gguf"
- "--host" - "--host"
- "0.0.0.0" - "0.0.0.0"
- "--port" - "--port"