wangzhengtao commited on
Commit
85874df
·
1 Parent(s): 09d5f93

fix apply_chat_templation for vllm

Browse files
Files changed (1) hide show
  1. tokenization_kimi.py +9 -2
tokenization_kimi.py CHANGED
@@ -326,10 +326,17 @@ class TikTokenTokenizer(PreTrainedTokenizer):
326
 
327
 
328
  def apply_chat_template(
329
- self, conversation, tools: Optional[list[dict]] = None, **kwargs
 
 
 
330
  ):
331
  tools = deep_sort_dict(tools)
332
- return super().apply_chat_template(conversation, tools=tools, **kwargs)
 
 
 
 
333
 
334
 
335
  def deep_sort_dict(obj: Any) -> Any:
 
326
 
327
 
328
  def apply_chat_template(
329
+ self, conversation, tools: Optional[list[dict]] = None,
330
+ tokenize: bool = False,
331
+ add_generation_prompt: bool = True,
332
+ **kwargs
333
  ):
334
  tools = deep_sort_dict(tools)
335
+ return super().apply_chat_template(conversation,
336
+ tools=tools,
337
+ tokenize=tokenize,
338
+ add_generation_prompt=add_generation_prompt,
339
+ **kwargs)
340
 
341
 
342
  def deep_sort_dict(obj: Any) -> Any: