mirror of
https://github.com/ggerganov/llama.cpp
synced 2026-04-23 03:51:49 +02:00
spec : reset i_last when low acceptance streak occurs (#22168)
By resetting i_last to zero, we will include the current context when rebuilding the speculative map.
This commit is contained in:
parent
98d2d2884e
commit
72d693e4fb
@ -749,6 +749,7 @@ struct common_speculative_state_ngram_mod : public common_speculative_state {
|
||||
|
||||
mod.reset();
|
||||
n_low = 0;
|
||||
i_last = 0;
|
||||
}
|
||||
} else {
|
||||
n_low = 0;
|
||||
|
||||
Loading…
Reference in New Issue
Block a user