CPU compile performance for Qwen3 models (#704)

* Ch06 classifier function asserts

* Qwen3 cpu compilation perf
This commit is contained in:
Sebastian Raschka
2025-06-23 11:06:10 -05:00
committed by GitHub
parent 4014bdd520
commit 37b26c2e04
3 changed files with 7 additions and 7 deletions

View File

@@ -309,7 +309,7 @@ class Llama3Tokenizer:
special_tokens=self.special,
)
def encode(self, text, bos=False, eos=False):
def encode(self, text, bos=False, eos=False, **kwargs):
ids = ([self.special["<|begin_of_text|>"]] if bos else []) \
+ self.model.encode(text)
if eos: