remove dependency on llm

This commit is contained in:
jmorganca
2024-05-26 23:23:09 -07:00
committed by Daniel Hiltgen
parent 727494ea54
commit 1a801fba2a
3 changed files with 3 additions and 6 deletions

View File

@@ -17,7 +17,7 @@ struct llama_sampling_context* llama_sampling_cinit(struct llama_sampling_cparam
sparams.mirostat_eta = params->mirostat_eta;
sparams.penalize_nl = params->penalize_nl;
sparams.seed = params->seed;
sparams.grammar = std::string(params->grammar);
sparams.grammar = params->grammar;
return llama_sampling_init(sparams);
}