EngineX-Ascend/enginex-ascend-910-llama.cpp
10
0
Fork 0
Code Issues Pull Requests Actions 4 Projects Releases Wiki Activity

llama: remove redundant loop when constructing ubatch (#9574)

Browse Source
This commit is contained in:
Shankar
2024-09-21 19:30:34 -07:00
committed by GitHub
parent 2a63caaa69
commit ecd5d6b65b
1 changed files with 2 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
src/llama.cpp
View File

@@ -3056,18 +3056,14 @@ struct llama_sbatch {
} else { } else {
// simple split // simple split
if (batch->n_seq_id) { if (batch->n_seq_id) {
for (size_t i = 0; i < length; ++i) { ubatch.n_seq_id = batch->n_seq_id + seq.offset;
ubatch.n_seq_id = batch->n_seq_id + seq.offset;
}
} else { } else {
for (size_t i = 0; i < length; ++i) { for (size_t i = 0; i < length; ++i) {
ubatch.n_seq_id[ubatch.n_seqs + i] = 1; ubatch.n_seq_id[ubatch.n_seqs + i] = 1;
} }
} }
if (batch->seq_id) { if (batch->seq_id) {
for (size_t i = 0; i < length; ++i) { ubatch.seq_id = batch->seq_id + seq.offset;
ubatch.seq_id = batch->seq_id + seq.offset;
}
} else { } else {
for (size_t i = 0; i < length; ++i) { for (size_t i = 0; i < length; ++i) {
ubatch.seq_id[ubatch.n_seqs + i] = &seq.all_seq_id; ubatch.seq_id[ubatch.n_seqs + i] = &seq.all_seq_id;