null terminated seq_id list

Nexesenex · Oct 12, 2024 · 7264596 · 7264596
1 parent 734f9e2
commit 7264596
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/src/llama.cpp b/src/llama.cpp
@@ -21199,7 +21199,8 @@ struct llama_batch_allocr {
             batch.n_seq_id = n_seq_id.data();
         }
         if (!batch.seq_id) {
-            seq_id.resize(batch.n_tokens);
+            seq_id.resize(batch.n_tokens + 1);
+            seq_id[batch.n_tokens] = NULL;
             for (int32_t i = 0; i < batch.n_tokens; i++) {
                 seq_id[i] = seq_id_0.data();
             }