File size: 3,537 Bytes
01aea51 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 | {
"bos_token": "<|bos|>",
"eos_token": "<|eos|>",
"pad_token": "<|pad|>",
"unk_token": "<|unk|>",
"additional_special_tokens": [
"<|eod|>",
"<|startoftext|>",
"<|endoftext|>",
"<|endofprompt|>",
"<|im_start|>",
"<|im_end|>",
"<|system|>",
"<|developer|>",
"<|user|>",
"<|assistant|>",
"<|tool|>",
"<|function|>",
"<|observation|>",
"<|eot|>",
"<|begin_of_text|>",
"<|end_of_text|>",
"<|start_header_id|>",
"<|end_header_id|>",
"<|eot_id|>",
"<|eom_id|>",
"<|python_tag|>",
"<start_of_turn>",
"<end_of_turn>",
"<start_of_image>",
"<s>",
"</s>",
"<unk>",
"<pad>",
"[INST]",
"[/INST]",
"[AVAILABLE_TOOLS]",
"[/AVAILABLE_TOOLS]",
"[TOOL_CALLS]",
"[TOOL_RESULTS]",
"[/TOOL_RESULTS]",
"[SYSTEM_PROMPT]",
"[/SYSTEM_PROMPT]",
"[TOOL_CONTENT]",
"[ARGS]",
"[CALL_ID]",
"[PREFIX]",
"[MIDDLE]",
"[SUFFIX]",
"[THINK]",
"[/THINK]",
"[MODEL_SETTINGS]",
"[/MODEL_SETTINGS]",
"<｜begin▁of▁sentence｜>",
"<｜end▁of▁sentence｜>",
"<｜User｜>",
"<｜Assistant｜>",
"<｜tool▁calls▁begin｜>",
"<｜tool▁call▁begin｜>",
"<｜tool▁sep｜>",
"<｜tool▁call▁end｜>",
"<｜tool▁calls▁end｜>",
"<｜tool▁outputs▁begin｜>",
"<｜tool▁output▁begin｜>",
"<｜tool▁output▁end｜>",
"<｜tool▁outputs▁end｜>",
"<｜fim▁begin｜>",
"<｜fim▁hole｜>",
"<｜fim▁end｜>",
"<|start|>",
"<|end|>",
"<|message|>",
"<|channel|>",
"<|constrain|>",
"<|return|>",
"<|call|>",
"<|vision_start|>",
"<|vision_end|>",
"<|vision_pad|>",
"<|image_pad|>",
"<|video_pad|>",
"<|image|>",
"<|video|>",
"[IMG]",
"[IMG_BREAK]",
"[IMG_END]",
"<|audio_bos|>",
"<|AUDIO|>",
"<|audio_eos|>",
"<|audio_pad|>",
"[AUDIO]",
"[BEGIN_AUDIO]",
"<|reserved_000|>",
"<|reserved_001|>",
"<|reserved_002|>",
"<|reserved_003|>",
"<|reserved_004|>",
"<|reserved_005|>",
"<|reserved_006|>",
"<|reserved_007|>",
"<|reserved_008|>",
"<|reserved_009|>",
"<|reserved_010|>",
"<|reserved_011|>",
"<|reserved_012|>",
"<|reserved_013|>",
"<|reserved_014|>",
"<|reserved_015|>",
"<|reserved_016|>",
"<|reserved_017|>",
"<|reserved_018|>",
"<|reserved_019|>",
"<|reserved_020|>",
"<|reserved_021|>",
"<|reserved_022|>",
"<|reserved_023|>",
"<|reserved_024|>",
"<|reserved_025|>",
"<|reserved_026|>",
"<|reserved_027|>",
"<|reserved_028|>",
"<|reserved_029|>",
"<|reserved_030|>",
"<|reserved_031|>",
"<|reserved_032|>",
"<|reserved_033|>",
"<|reserved_034|>",
"<|reserved_035|>",
"<|reserved_036|>",
"<|reserved_037|>",
"<|reserved_038|>",
"<|reserved_039|>",
"<|reserved_040|>",
"<|reserved_041|>",
"<|reserved_042|>",
"<|reserved_043|>",
"<|reserved_044|>",
"<|reserved_045|>",
"<|reserved_046|>",
"<|reserved_047|>",
"<|reserved_048|>",
"<|reserved_049|>",
"<|reserved_050|>",
"<|reserved_051|>",
"<|reserved_052|>",
"<|reserved_053|>",
"<|reserved_054|>",
"<|reserved_055|>",
"<|reserved_056|>",
"<|reserved_057|>",
"<|reserved_058|>",
"<|reserved_059|>",
"<|reserved_060|>",
"<|reserved_061|>",
"<|reserved_062|>",
"<|reserved_063|>"
]
}
|