pali112/ollama
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

api/embed draft

Browse Source
This commit is contained in:
Roy Han
2024-06-28 14:54:21 -07:00
parent 22458c573a
commit c406fa7a4c
6 changed files with 146 additions and 45 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
llm/ext_server/server.cpp vendored
View File

@@ -3156,14 +3156,22 @@ int main(int argc, char **argv) {
{
res.set_header("Access-Control-Allow-Origin", req.get_header_value("Origin"));
const json body = json::parse(req.body);
json prompt;
json input;
if (body.count("content") != 0)
{
prompt = body["content"];
input = body["content"];
}
else
{
prompt = "";
input = "";
}
if (body.count("input") != 0)
{
input = body["input"];
}
else
{
input = "";
}
// create and queue the task
@@ -3171,7 +3179,7 @@ int main(int argc, char **argv) {
{
const int id_task = llama.queue_tasks.get_new_id();
llama.queue_results.add_waiting_task_id(id_task);
llama.request_completion(id_task, {{"prompt", prompt}}, true, -1);
llama.request_completion(id_task, {{"prompt", input}}, true, -1);
// get the result
task_result result = llama.queue_results.recv(id_task);