pali112/ollama
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

touches

Browse Source
This commit is contained in:
Roy Han
2024-07-09 13:37:00 -07:00
parent 3342e5f035
commit bcb63e6e0e
4 changed files with 24 additions and 29 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
llm/ext_server/server.cpp vendored
View File

@@ -3199,13 +3199,7 @@ int main(int argc, char **argv) {
task_result result = llama.queue_results.recv(id_task);
llama.queue_results.remove_waiting_task_id(id_task);
if (!result.error) {
if (result.result_json.count("results")) {
// result for multi-task
responses = result.result_json.at("results");
} else {
// result for single task
responses = std::vector<json>(1, result.result_json);
}
responses = result.result_json.value("results", std::vector<json>{result.result_json});
json embeddings = json::array();
for (auto & elem : responses) {
embeddings.push_back(elem.at("embedding"));