cookidooAI/startgemma3.sh

9 lines
239 B
Bash
Executable File

/usr/local/bin/llama-server -m ~/llamaModels/google_gemma-3-12b-it-Q6_K_L.gguf \
--mmproj ~/llamaModels/mmproj-google_gemma-3-12b-it-f16.gguf \
--host 0.0.0.0 \
--port 8081 \
-ngl 99 \
-t 6 \
-c 8192 \
--embedding