Skip to content

Commit 017e2a6

Browse files
authored
Merge pull request #1 from davidmroth/fix-deprecated
Fix deprecated llama.cpp function call [llama_token_is_eog]
2 parents 3ffc680 + 2fba9d8 commit 017e2a6

File tree

1 file changed

+1
-1
lines changed

1 file changed

+1
-1
lines changed

llama_cpp/llama.py

+1-1
Original file line numberDiff line numberDiff line change
@@ -1334,7 +1334,7 @@ def logit_bias_processor(
13341334
logits_processor=logits_processor,
13351335
grammar=grammar,
13361336
):
1337-
if llama_cpp.llama_token_is_eog(self._model.model, token):
1337+
if llama_cpp.llama_vocab_is_eog(self._model.model, token):
13381338
text = self.detokenize(completion_tokens, prev_tokens=prompt_tokens)
13391339
finish_reason = "stop"
13401340
break

0 commit comments

Comments
 (0)