cookidooAI/startqwen25_coder.sh

7 lines
165 B
Bash
Executable File

/usr/local/bin/llama-server -m ~/llamaModels/qwen2.5-coder-14b-instruct-q4_k_m.gguf \
--host 0.0.0.0 \
--port 8081 \
-ngl 99 \
-t 6 \
-c 32768 \