fix(llama.cpp): wrongly index for n_seq in warmup

r0.5
Meng Zhang 2023-11-04 17:53:22 -07:00
parent 01ce18fe1a
commit 36d13d2837
1 changed files with 1 additions and 1 deletions

View File

@ -94,7 +94,7 @@ class TextInferenceEngineImpl : public TextInferenceEngine {
for (int i = 0; i < batch_.n_tokens; ++i) {
batch_.token[i] = 0;
batch_.pos[i] = i;
batch_.n_seq_id[0] = 1;
batch_.n_seq_id[i] = 1;
batch_.seq_id[i][0] = 0;
batch_.logits[i] = false;
}