We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 8ab37b1 commit 626f822Copy full SHA for 626f822
src/llama-kv-cache.cpp
@@ -481,6 +481,12 @@ void llama_kv_cache_unified::restore() {
481
}
482
483
void llama_kv_cache_unified::commit() {
484
+ if (pending.ranges.empty()) {
485
+ LLAMA_LOG_WARN("%s: no pending KV cache updates to commit - might indicate a bug (ref: %s)\n",
486
+ __func__, "https://github.com/ggml-org/llama.cpp/pull/12695");
487
+ return;
488
+ }
489
+
490
pending.ranges.clear();
491
492
src/llama-kv-cache.h
@@ -144,6 +144,7 @@ class llama_kv_cache_unified : public llama_kv_cache {
144
uint32_t c1 = 0;
145
};
146
147
+ // pending cell updates that are not yet committed
148
struct {
149
std::vector<slot_range> ranges;
150
} pending;
0 commit comments