This commit is contained in:
Roy Han
2024-06-28 15:26:58 -07:00
parent b9c74df37b
commit 5213c12354
3 changed files with 7 additions and 10 deletions

View File

@@ -3156,14 +3156,14 @@ int main(int argc, char **argv) {
{
res.set_header("Access-Control-Allow-Origin", req.get_header_value("Origin"));
const json body = json::parse(req.body);
json input;
json prompt;
if (body.count("content") != 0)
{
input = body["content"];
prompt = body["content"];
}
else
{
input = "";
prompt = "";
}
// create and queue the task
@@ -3171,7 +3171,7 @@ int main(int argc, char **argv) {
{
const int id_task = llama.queue_tasks.get_new_id();
llama.queue_results.add_waiting_task_id(id_task);
llama.request_completion(id_task, {{"prompt", input}}, true, -1);
llama.request_completion(id_task, {{"prompt", prompt}}, true, -1);
// get the result
task_result result = llama.queue_results.recv(id_task);