Skip to content

Commit 8b65452

Browse files
committed
Revert "server: propagate task index to response objects for batch requests (ikawrakow#1303)"
This reverts commit 68431b0.
1 parent df57472 commit 8b65452

1 file changed

Lines changed: 0 additions & 4 deletions

File tree

examples/server/server-context.cpp

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1653,7 +1653,6 @@ void server_context::send_partial_response(server_slot& slot, completion_token_o
16531653
res->final_result = false;
16541654
res->id = slot.id_task;
16551655
res->id_multi = slot.id_multi;
1656-
res->index = slot.task->index;
16571656
res->error = false;
16581657
res->stop = false;
16591658
res->stream = slot.params.stream;
@@ -1725,7 +1724,6 @@ void server_context::send_final_response(server_slot& slot) {
17251724
res->final_result = true;
17261725
res->id = slot.id_task;
17271726
res->id_multi = slot.id_multi;
1728-
res->index = slot.task->index;
17291727
res->error = false;
17301728
res->stop = true; // to do: set value
17311729
res->stream = slot.params.stream;
@@ -1781,8 +1779,6 @@ void server_context::send_final_response(server_slot& slot) {
17811779
void server_context::send_embedding(const server_slot& slot, const llama_batch& batch) {
17821780
auto res = std::make_unique<server_task_result_embd>();
17831781
res->id = slot.task->id;
1784-
res->index = slot.task->index;
1785-
res->server_task_result::index = slot.task->index;
17861782
res->n_tokens = slot.prompt_tokens.size();
17871783
res->oaicompat = slot.task->params.oaicompat;
17881784

0 commit comments

Comments
 (0)