diff --git a/tokenizer_config.json b/tokenizer_config.json index e541806..375b25d 100644 --- a/tokenizer_config.json +++ b/tokenizer_config.json @@ -61,7 +61,7 @@ } } }, - "x-regex": "(\\<\\|channel\\>thought\\n(?P.*?)\\)?(?P(?:(?!\\<\\|tool_call\\>)(?!\\).)+)?(?P\\<\\|tool_call\\>.*\\)?(?:\\)?" + "x-regex": "(\\<\\|channel\\>thought\\n(?P.*?)\\)?(?P\\<\\|tool_call\\>.*\\)?(?P(?:(?!\\)(?!\\<\\|tool_response\\>).)+)?(?:\\|\\<\\|tool_response\\>)?" }, "soc_token": "<|channel>", "sot_token": "<|turn>",