pali112/ollama
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Clean up

Browse Source
This commit is contained in:
Roy Han
2024-07-01 16:29:54 -07:00
parent 1a0c8b363c
commit 512e0a7bde
3 changed files with 0 additions and 33 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
llm/ext_server/server.cpp vendored
View File

@@ -1206,7 +1206,6 @@ struct llama_server_context
res.result_json = json
{
{"embedding", std::vector<float>(n_embd, 0.0f)},
{"truncated", slot.truncated}
};
}
else
@@ -1224,7 +1223,6 @@ struct llama_server_context
res.result_json = json
{
{"embedding", std::vector<float>(n_embd, 0.0f)},
{"truncated", slot.truncated}
};
continue;
}
@@ -1233,7 +1231,6 @@ struct llama_server_context
res.result_json = json
{
{"embedding", std::vector<float>(embd, embd + n_embd)},
{"truncated", slot.truncated}
};
}
}
@@ -3063,7 +3060,6 @@ int main(int argc, char **argv) {
if (!json_value(data, "stream", false)) {
std::string completion_text;
task_result result = llama.queue_results.recv(task_id);
LOG_INFO("completion", {{"result", result.result_json}});
if (!result.error && result.stop) {
res.set_content(result.result_json.dump(-1, ' ', false, json::error_handler_t::replace), "application/json; charset=utf-8");
}
@@ -3079,7 +3075,6 @@ int main(int argc, char **argv) {
while (true)
{
task_result result = llama.queue_results.recv(task_id);
LOG_INFO("completion", {{"result", result.result_json}});
if (!result.error) {
const std::string str =
"data: " +