wangzhengtao
commited on
Commit
·
85874df
1
Parent(s):
09d5f93
fix apply_chat_templation for vllm
Browse files- tokenization_kimi.py +9 -2
tokenization_kimi.py
CHANGED
|
@@ -326,10 +326,17 @@ class TikTokenTokenizer(PreTrainedTokenizer):
|
|
| 326 |
|
| 327 |
|
| 328 |
def apply_chat_template(
|
| 329 |
-
self, conversation, tools: Optional[list[dict]] = None,
|
|
|
|
|
|
|
|
|
|
| 330 |
):
|
| 331 |
tools = deep_sort_dict(tools)
|
| 332 |
-
return super().apply_chat_template(conversation,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 333 |
|
| 334 |
|
| 335 |
def deep_sort_dict(obj: Any) -> Any:
|
|
|
|
| 326 |
|
| 327 |
|
| 328 |
def apply_chat_template(
|
| 329 |
+
self, conversation, tools: Optional[list[dict]] = None,
|
| 330 |
+
tokenize: bool = False,
|
| 331 |
+
add_generation_prompt: bool = True,
|
| 332 |
+
**kwargs
|
| 333 |
):
|
| 334 |
tools = deep_sort_dict(tools)
|
| 335 |
+
return super().apply_chat_template(conversation,
|
| 336 |
+
tools=tools,
|
| 337 |
+
tokenize=tokenize,
|
| 338 |
+
add_generation_prompt=add_generation_prompt,
|
| 339 |
+
**kwargs)
|
| 340 |
|
| 341 |
|
| 342 |
def deep_sort_dict(obj: Any) -> Any:
|