LLM-Inference/ik_llama.cpp
1
0
Fork 0
mirror of https://github.com/ikawrakow/ik_llama.cpp.git synced 2026-08-12 22:29:39 +04:00
Code Issues Packages Projects Releases Wiki Activity

spec : disacard last drafted token with low prob (#1820)

Browse Source 
* spec : disacard last drafted token with low prob

* Apply suggestion from @ikawrakow

Co-authored-by: Kawrakow <iwankawrakow@gmail.com>

---------

Co-authored-by: firecoperana <firecoperana>
Co-authored-by: Kawrakow <iwankawrakow@gmail.com>
This commit is contained in:
firecoperana
2026-05-19 08:35:35 +03:00
committed by GitHub
co-authored by firecoperana <firecoperana> Kawrakow
parent f43a9f1cf6
commit 104846ddee
2 changed files with 9 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files
common/speculative.cpp
+8 -4
View File
@@ -471,16 +471,20 @@ struct common_speculative_state_draft : public common_speculative_state {
common_sampler_accept(smpl, nullptr, id, true);
// only collect very high-confidence draft tokens
if (cur_p->data[0].p < params.p_min) {
if (i == 0) {
result.push_back(id);
}
break;
}
result.push_back(id);
if (params.n_max <= (int) result.size()) {
break;
}
// only collect very high-confidence draft tokens
if (cur_p->data[0].p < params.p_min) {
break;
}
common_batch_add(batch, id, n_past + i + 1, { 0 }, true);