| { | |
| "bos_token": "<|bos|>", | |
| "eos_token": "<|eos|>", | |
| "pad_token": "<|pad|>", | |
| "unk_token": "<|unk|>", | |
| "additional_special_tokens": [ | |
| "<|eod|>", | |
| "<|startoftext|>", | |
| "<|endoftext|>", | |
| "<|endofprompt|>", | |
| "<|im_start|>", | |
| "<|im_end|>", | |
| "<|system|>", | |
| "<|developer|>", | |
| "<|user|>", | |
| "<|assistant|>", | |
| "<|tool|>", | |
| "<|function|>", | |
| "<|observation|>", | |
| "<|eot|>", | |
| "<|begin_of_text|>", | |
| "<|end_of_text|>", | |
| "<|start_header_id|>", | |
| "<|end_header_id|>", | |
| "<|eot_id|>", | |
| "<|eom_id|>", | |
| "<|python_tag|>", | |
| "<start_of_turn>", | |
| "<end_of_turn>", | |
| "<start_of_image>", | |
| "<s>", | |
| "</s>", | |
| "<unk>", | |
| "<pad>", | |
| "[INST]", | |
| "[/INST]", | |
| "[AVAILABLE_TOOLS]", | |
| "[/AVAILABLE_TOOLS]", | |
| "[TOOL_CALLS]", | |
| "[TOOL_RESULTS]", | |
| "[/TOOL_RESULTS]", | |
| "[SYSTEM_PROMPT]", | |
| "[/SYSTEM_PROMPT]", | |
| "[TOOL_CONTENT]", | |
| "[ARGS]", | |
| "[CALL_ID]", | |
| "[PREFIX]", | |
| "[MIDDLE]", | |
| "[SUFFIX]", | |
| "[THINK]", | |
| "[/THINK]", | |
| "[MODEL_SETTINGS]", | |
| "[/MODEL_SETTINGS]", | |
| "<｜begin▁of▁sentence｜>", | |
| "<｜end▁of▁sentence｜>", | |
| "<｜User｜>", | |
| "<｜Assistant｜>", | |
| "<｜tool▁calls▁begin｜>", | |
| "<｜tool▁call▁begin｜>", | |
| "<｜tool▁sep｜>", | |
| "<｜tool▁call▁end｜>", | |
| "<｜tool▁calls▁end｜>", | |
| "<｜tool▁outputs▁begin｜>", | |
| "<｜tool▁output▁begin｜>", | |
| "<｜tool▁output▁end｜>", | |
| "<｜tool▁outputs▁end｜>", | |
| "<｜fim▁begin｜>", | |
| "<｜fim▁hole｜>", | |
| "<｜fim▁end｜>", | |
| "<|start|>", | |
| "<|end|>", | |
| "<|message|>", | |
| "<|channel|>", | |
| "<|constrain|>", | |
| "<|return|>", | |
| "<|call|>", | |
| "<|vision_start|>", | |
| "<|vision_end|>", | |
| "<|vision_pad|>", | |
| "<|image_pad|>", | |
| "<|video_pad|>", | |
| "<|image|>", | |
| "<|video|>", | |
| "[IMG]", | |
| "[IMG_BREAK]", | |
| "[IMG_END]", | |
| "<|audio_bos|>", | |
| "<|AUDIO|>", | |
| "<|audio_eos|>", | |
| "<|audio_pad|>", | |
| "[AUDIO]", | |
| "[BEGIN_AUDIO]", | |
| "<|reserved_000|>", | |
| "<|reserved_001|>", | |
| "<|reserved_002|>", | |
| "<|reserved_003|>", | |
| "<|reserved_004|>", | |
| "<|reserved_005|>", | |
| "<|reserved_006|>", | |
| "<|reserved_007|>", | |
| "<|reserved_008|>", | |
| "<|reserved_009|>", | |
| "<|reserved_010|>", | |
| "<|reserved_011|>", | |
| "<|reserved_012|>", | |
| "<|reserved_013|>", | |
| "<|reserved_014|>", | |
| "<|reserved_015|>", | |
| "<|reserved_016|>", | |
| "<|reserved_017|>", | |
| "<|reserved_018|>", | |
| "<|reserved_019|>", | |
| "<|reserved_020|>", | |
| "<|reserved_021|>", | |
| "<|reserved_022|>", | |
| "<|reserved_023|>", | |
| "<|reserved_024|>", | |
| "<|reserved_025|>", | |
| "<|reserved_026|>", | |
| "<|reserved_027|>", | |
| "<|reserved_028|>", | |
| "<|reserved_029|>", | |
| "<|reserved_030|>", | |
| "<|reserved_031|>", | |
| "<|reserved_032|>", | |
| "<|reserved_033|>", | |
| "<|reserved_034|>", | |
| "<|reserved_035|>", | |
| "<|reserved_036|>", | |
| "<|reserved_037|>", | |
| "<|reserved_038|>", | |
| "<|reserved_039|>", | |
| "<|reserved_040|>", | |
| "<|reserved_041|>", | |
| "<|reserved_042|>", | |
| "<|reserved_043|>", | |
| "<|reserved_044|>", | |
| "<|reserved_045|>", | |
| "<|reserved_046|>", | |
| "<|reserved_047|>", | |
| "<|reserved_048|>", | |
| "<|reserved_049|>", | |
| "<|reserved_050|>", | |
| "<|reserved_051|>", | |
| "<|reserved_052|>", | |
| "<|reserved_053|>", | |
| "<|reserved_054|>", | |
| "<|reserved_055|>", | |
| "<|reserved_056|>", | |
| "<|reserved_057|>", | |
| "<|reserved_058|>", | |
| "<|reserved_059|>", | |
| "<|reserved_060|>", | |
| "<|reserved_061|>", | |
| "<|reserved_062|>", | |
| "<|reserved_063|>" | |
| ] | |
| } | |