cookidooAI/startqwen3.sh

7 lines
148 B
Bash
Executable File

/usr/local/bin/llama-server -m ~/llamaModels/Qwen3-14B-Q5_K_M.gguf \
--host 0.0.0.0 \
--port 8081 \
-ngl 99 \
-t 6 \
-c 32768 \