nicolas
/
ik_llama_opt
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

Fix MTP when -no-gr is used (#1848)

This commit is contained in:
Kawrakow 2026-05-20 13:38:33 +03:00 committed by GitHub
parent eb597df91f
commit 40254a51da
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
ggml/src/ggml-backend.cpp
View File

@ -2697,7 +2697,14 @@ void ggml_backend_sched_set_tensor_backend(ggml_backend_sched_t sched, struct gg
ggml_backend_t ggml_backend_sched_get_tensor_backend(ggml_backend_sched_t sched, struct ggml_tensor * node) {
int backend_index = tensor_backend_id(node);
if (backend_index == -1) {
return NULL;
if (node->buffer && node->buffer->buft) {
for (int i = 0; i < sched->n_backends; ++i) {
if (sched->backends[i]->iface.get_default_buffer_type(sched->backends[i]) == node->buffer->buft) {
return sched->backends[i];
}
}
}
return nullptr;
}
return sched->backends[backend_index];
}