{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 500, "content": "<|endoftext|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 501, "content": "<|image|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 502, "content": "<|audio|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 503, "content": "<|endofprompt|>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": false, "special": true }, { "id": 504, "content": "<|assistant|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": true }, { "id": 505, "content": "<|end|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": true }, { "id": 506, "content": "<|user|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": true }, { "id": 507, "content": "<|system|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": true }, { "id": 508, "content": "<|tool|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": false }, { "id": 509, "content": "<|/tool|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": false }, { "id": 510, "content": "<|tool_call|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": false }, { "id": 511, "content": "<|/tool_call|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": false }, { "id": 512, "content": "<|tool_response|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": false }, { "id": 513, "content": "<|tag|>", "single_word": false, "lstrip": false, "rstrip": true, "normalized": false, "special": true } ], "normalizer": null, "pre_tokenizer": { "type": "Sequence", "pretokenizers": [ { "type": "Split", "pattern": { "Regex": "[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]*[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]+(?i:'s|'t|'re|'ve|'m|'ll|'d)?|[^\\r\\n\\p{L}\\p{N}]?[\\p{Lu}\\p{Lt}\\p{Lm}\\p{Lo}\\p{M}]+[\\p{Ll}\\p{Lm}\\p{Lo}\\p{M}]*(?i:'s|'t|'re|'ve|'m|'ll|'d)?|\\p{N}{1,3}| ?[^\\s\\p{L}\\p{N}]+[\\r\\n/]*|\\s*[\\r\\n]+|\\s+(?!\\S)|\\s+" }, "behavior": "Removed", "invert": true }, { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": true, "use_regex": false } ] }, "post_processor": null, "decoder": { "type": "ByteLevel", "add_prefix_space": true, "trim_offsets": true, "use_regex": true }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": "", "end_of_word_suffix": "", "fuse_unk": false, "byte_fallback": false, "ignore_merges": false, "vocab": { "!": 0, "\"": 1, "#": 2, "$": 3, "%": 4, "&": 5, "'": 6, "(": 7, ")": 8, "*": 9, "+": 10, ",": 11, "-": 12, ".": 13, "/": 14, "0": 15, "1": 16, "2": 17, "3": 18, "4": 19, "5": 20, "6": 21, "7": 22, "8": 23, "9": 24, ":": 25, ";": 26, "<": 27, "=": 28, ">": 29, "?": 30, "@": 31, "A": 32, "B": 33, "C": 34, "D": 35, "E": 36, "F": 37, "G": 38, "H": 39, "I": 40, "J": 41, "K": 42, "L": 43, "M": 44, "N": 45, "O": 46, "P": 47, "Q": 48, "R": 49, "S": 50, "T": 51, "U": 52, "V": 53, "W": 54, "X": 55, "Y": 56, "Z": 57, "[": 58, "\\": 59, "]": 60, "^": 61, "_": 62, "`": 63, "a": 64, "b": 65, "c": 66, "d": 67, "e": 68, "f": 69, "g": 70, "h": 71, "i": 72, "j": 73, "k": 74, "l": 75, "m": 76, "n": 77, "o": 78, "p": 79, "q": 80, "r": 81, "s": 82, "t": 83, "u": 84, "v": 85, "w": 86, "x": 87, "y": 88, "z": 89, "{": 90, "|": 91, "}": 92, "~": 93, "¡": 94, "¢": 95, "£": 96, "¤": 97, "¥": 98, "¦": 99, "§": 100, "¨": 101, "©": 102, "ª": 103, "«": 104, "¬": 105, "®": 106, "¯": 107, "°": 108, "±": 109, "²": 110, "³": 111, "´": 112, "µ": 113, "¶": 114, "·": 115, "¸": 116, "¹": 117, "º": 118, "»": 119, "¼": 120, "½": 121, "¾": 122, "¿": 123, "À": 124, "Á": 125, "Â": 126, "Ã": 127, "Ä": 128, "Å": 129, "Æ": 130, "Ç": 131, "È": 132, "É": 133, "Ê": 134, "Ë": 135, "Ì": 136, "Í": 137, "Î": 138, "Ï": 139, "Ð": 140, "Ñ": 141, "Ò": 142, "Ó": 143, "Ô": 144, "Õ": 145, "Ö": 146, "×": 147, "Ø": 148, "Ù": 149, "Ú": 150, "Û": 151, "Ü": 152, "Ý": 153, "Þ": 154, "ß": 155, "à": 156, "á": 157, "â": 158, "ã": 159, "ä": 160, "å": 161, "æ": 162, "ç": 163, "è": 164, "é": 165, "ê": 166, "ë": 167, "ì": 168, "í": 169, "î": 170, "ï": 171, "ð": 172, "ñ": 173, "ò": 174, "ó": 175, "ô": 176, "õ": 177, "ö": 178, "÷": 179, "ø": 180, "ù": 181, "ú": 182, "û": 183, "ü": 184, "ý": 185, "þ": 186, "ÿ": 187, "Ā": 188, "ā": 189, "Ă": 190, "ă": 191, "Ą": 192, "ą": 193, "Ć": 194, "ć": 195, "Ĉ": 196, "ĉ": 197, "Ċ": 198, "ċ": 199, "Č": 200, "č": 201, "Ď": 202, "ď": 203, "Đ": 204, "đ": 205, "Ē": 206, "ē": 207, "Ĕ": 208, "ĕ": 209, "Ė": 210, "ė": 211, "Ę": 212, "ę": 213, "Ě": 214, "ě": 215, "Ĝ": 216, "ĝ": 217, "Ğ": 218, "ğ": 219, "Ġ": 220, "ġ": 221, "Ģ": 222, "ģ": 223, "Ĥ": 224, "ĥ": 225, "Ħ": 226, "ħ": 227, "Ĩ": 228, "ĩ": 229, "Ī": 230, "ī": 231, "Ĭ": 232, "ĭ": 233, "Į": 234, "į": 235, "İ": 236, "ı": 237, "IJ": 238, "ij": 239, "Ĵ": 240, "ĵ": 241, "Ķ": 242, "ķ": 243, "ĸ": 244, "Ĺ": 245, "ĺ": 246, "Ļ": 247, "ļ": 248, "Ľ": 249, "ľ": 250, "Ŀ": 251, "ŀ": 252, "Ł": 253, "ł": 254, "Ń": 255, "ĠĠ": 256, "ĠĠĠĠ": 257, "in": 258, "er": 259, "Ġt": 260, "Ġa": 261, "en": 262, "on": 263, "re": 264, "Ġs": 265, "at": 266, "or": 267, "es": 268, "ĠĠĠĠĠĠĠĠ": 269, "an": 270, "ĠĠĠ": 271, "Ġd": 272, "he": 273, "Ġc": 274, "Ġp": 275, "is": 276, "ar": 277, "it": 278, "ĊĊ": 279, "al": 280, "à¤": 281, "le": 282, "ou": 283, "Ġm": 284, "Ġf": 285, "Ġw": 286, "Ġb": 287, "as": 288, "ing": 289, "Ġthe": 290, "ic": 291, "et": 292, "Ġo": 293, "ion": 294, "ed": 295, "el": 296, "Ġn": 297, "ro": 298, "ent": 299, "ĠÐ": 300, "nd": 301, "st": 302, "áĥ": 303, "а": 304, "Ġl": 305, "Ġin": 306, ";Ċ": 307, "ct": 308, "ĠĠĠĠĠĠĠ": 309, "om": 310, "il": 311, "Ġh": 312, "am": 313, "Ġ=": 314, "id": 315, "Ġto": 316, "о": 317, "âĢ": 318, "Ġe": 319, "ا": 320, "im": 321, "Ġre": 322, "Ġv": 323, "ad": 324, "Ġth": 325, "Ġand": 326, "е": 327, "Ġof": 328, "Ġg": 329, "ur": 330, "и": 331, "ch": 332, "Ġà": 333, "Ġde": 334, "ĉĉ": 335, "ĠS": 336, "Ġu": 337, "ÑĤ": 338, "ut": 339, "ol": 340, "н": 341, "Ġy": 342, "ig": 343, "se": 344, "ÑĢ": 345, "ot": 346, "em": 347, "ag": 348, "iv": 349, "Ġ(": 350, "qu": 351, "ĠĠĠĠĠĠĠĠĠĠĠ": 352, "ĠT": 353, "Ġ{": 354, "ĠA": 355, "ay": 356, "ĠI": 357, "à¥": 358, "ac": 359, "à¦": 360, "ul": 361, ");Ċ": 362, "ĠC": 363, ".ĊĊ": 364, "os": 365, "if": 366, "Ġà¤": 367, "od": 368, "Ñģ": 369, "čĊ": 370, "tr": 371, "Ġk": 372, "un": 373, "ÙĦ": 374, "--": 375, "est": 376, "é": 377, "ab": 378, "ate": 379, "ir": 380, "à¸": 381, "Ġis": 382, "л": 383, "ow": 384, "us": 385, "à´": 386, "ation": 387, "Ġ}": 388, "ĠØ": 389, "ort": 390, "ĠM": 391, "Ġ\"": 392, "//": 393, "um": 394, "Ġfor": 395, "ie": 396, "àª": 397, "ĠP": 398, "ter": 399, "ce": 400, "our": 401, "Ġon": 402, "ap": 403, "th": 404, "Ġ{Ċ": 405, "Ġcon": 406, "av": 407, "ĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠĠ": 408, "ers": 409, "**": 410, "te": 411, ",Ċ": 412, "Ġbe": 413, "Ùħ": 414, "ĠD": 415, "()": 416, "ÙĪ": 417, "ĠB": 418, "end": 419, "Ġst": 420, "ist": 421, "ak": 422, "ly": 423, "pe": 424, "Ġ*": 425, "ÙĨ": 426, "and": 427, "Ġr": 428, "à²": 429, "res": 430, "ub": 431, "oc": 432, "ر": 433, "Ġal": 434, "à°": 435, "ess": 436, "ith": 437, "âĢĻ": 438, "оÐ": 439, "Ġpro": 440, "Ġj": 441, "Ñĥ": 442, "ÙĬ": 443, "ame": 444, "ver": 445, ")Ċ": 446, "port": 447, "Ġan": 448, "á": 449, "ä": 450, "ĠL": 451, "Ġcom": 452, "Ġne": 453, "ĠF": 454, "20": 455, "ass": 456, "ĠE": 457, "Ġse": 458, "lic": 459, "ĠR": 460, "Ġ'": 461, "к": 462, "Ġ×": 463, "Ġ<": 464, "Ñĭ": 465, "ue": 466, "op": 467, "out": 468, "Ġen": 469, "ht": 470, "Ġwh": 471, "Ġas": 472, "à®": 473, "Ġqu": 474, "ction": 475, "ãĢ": 476, "age": 477, "ĠN": 478, "og": 479, "Ġit": 480, "Ġyou": 481, "iz": 482, "Ġwith": 483, "Ġthat": 484, "..": 485, "ĠW": 486, "ĠH": 487, "ip": 488, "д": 489, "ex": 490, "int": 491, "ill": 492, "ant": 493, "urn": 494, "Ġthis": 495, "Ġا": 496, "art": 497, "Ġtr": 498, "ĠG": 499, "<|endoftext|>": 500, "<|image|>": 501, "<|audio|>": 502, "<|endofprompt|>": 503 }, "merges": [ [ "Ġ", "Ġ" ], [ "ĠĠ", "ĠĠ" ], [ "i", "n" ], [ "e", "r" ], [ "Ġ", "t" ], [ "Ġ", "a" ], [ "e", "n" ], [ "o", "n" ], [ "r", "e" ], [ "Ġ", "s" ], [ "a", "t" ], [ "o", "r" ], [ "e", "s" ], [ "ĠĠĠĠ", "ĠĠĠĠ" ], [ "a", "n" ], [ "ĠĠ", "Ġ" ], [ "Ġ", "d" ], [ "h", "e" ], [ "Ġ", "c" ], [ "Ġ", "p" ], [ "i", "s" ], [ "a", "r" ], [ "i", "t" ], [ "Ċ", "Ċ" ], [ "a", "l" ], [ "à", "¤" ], [ "l", "e" ], [ "o", "u" ], [ "Ġ", "m" ], [ "Ġ", "f" ], [ "Ġ", "w" ], [ "Ġ", "b" ], [ "a", "s" ], [ "in", "g" ], [ "Ġt", "he" ], [ "i", "c" ], [ "e", "t" ], [ "Ġ", "o" ], [ "i", "on" ], [ "e", "d" ], [ "e", "l" ], [ "Ġ", "n" ], [ "r", "o" ], [ "en", "t" ], [ "Ġ", "Ð" ], [ "n", "d" ], [ "s", "t" ], [ "á", "ĥ" ], [ "Ð", "°" ], [ "Ġ", "l" ], [ "Ġ", "in" ], [ ";", "Ċ" ], [ "c", "t" ], [ "ĠĠĠĠ", "ĠĠĠ" ], [ "o", "m" ], [ "i", "l" ], [ "Ġ", "h" ], [ "a", "m" ], [ "Ġ", "=" ], [ "i", "d" ], [ "Ġt", "o" ], [ "Ð", "¾" ], [ "â", "Ģ" ], [ "Ġ", "e" ], [ "Ø", "§" ], [ "i", "m" ], [ "Ġ", "re" ], [ "Ġ", "v" ], [ "a", "d" ], [ "Ġt", "h" ], [ "Ġa", "nd" ], [ "Ð", "µ" ], [ "Ġo", "f" ], [ "Ġ", "g" ], [ "u", "r" ], [ "Ð", "¸" ], [ "c", "h" ], [ "Ġ", "à" ], [ "Ġd", "e" ], [ "ĉ", "ĉ" ], [ "Ġ", "S" ], [ "Ġ", "u" ], [ "Ñ", "Ĥ" ], [ "u", "t" ], [ "o", "l" ], [ "Ð", "½" ], [ "Ġ", "y" ], [ "i", "g" ], [ "s", "e" ], [ "Ñ", "Ģ" ], [ "o", "t" ], [ "e", "m" ], [ "a", "g" ], [ "i", "v" ], [ "Ġ", "(" ], [ "q", "u" ], [ "ĠĠĠĠĠĠĠĠ", "ĠĠĠ" ], [ "Ġ", "T" ], [ "Ġ", "{" ], [ "Ġ", "A" ], [ "a", "y" ], [ "Ġ", "I" ], [ "à", "¥" ], [ "a", "c" ], [ "à", "¦" ], [ "u", "l" ], [ ")", ";Ċ" ], [ "Ġ", "C" ], [ ".", "ĊĊ" ], [ "o", "s" ], [ "i", "f" ], [ "Ġ", "à¤" ], [ "o", "d" ], [ "Ñ", "ģ" ], [ "č", "Ċ" ], [ "t", "r" ], [ "Ġ", "k" ], [ "u", "n" ], [ "Ù", "Ħ" ], [ "-", "-" ], [ "es", "t" ], [ "Ã", "©" ], [ "a", "b" ], [ "at", "e" ], [ "i", "r" ], [ "à", "¸" ], [ "Ġ", "is" ], [ "Ð", "»" ], [ "o", "w" ], [ "u", "s" ], [ "à", "´" ], [ "at", "ion" ], [ "Ġ", "}" ], [ "Ġ", "Ø" ], [ "or", "t" ], [ "Ġ", "M" ], [ "Ġ", "\"" ], [ "/", "/" ], [ "u", "m" ], [ "Ġf", "or" ], [ "i", "e" ], [ "à", "ª" ], [ "Ġ", "P" ], [ "t", "er" ], [ "c", "e" ], [ "ou", "r" ], [ "Ġ", "on" ], [ "a", "p" ], [ "t", "h" ], [ "Ġ{", "Ċ" ], [ "Ġc", "on" ], [ "a", "v" ], [ "ĠĠĠĠĠĠĠĠ", "ĠĠĠĠĠĠĠĠ" ], [ "er", "s" ], [ "*", "*" ], [ "t", "e" ], [ ",", "Ċ" ], [ "Ġb", "e" ], [ "Ù", "ħ" ], [ "Ġ", "D" ], [ "(", ")" ], [ "Ù", "Ī" ], [ "Ġ", "B" ], [ "en", "d" ], [ "Ġs", "t" ], [ "is", "t" ], [ "a", "k" ], [ "l", "y" ], [ "p", "e" ], [ "Ġ", "*" ], [ "Ù", "Ĩ" ], [ "an", "d" ], [ "Ġ", "r" ], [ "à", "²" ], [ "re", "s" ], [ "u", "b" ], [ "o", "c" ], [ "Ø", "±" ], [ "Ġa", "l" ], [ "à", "°" ], [ "es", "s" ], [ "it", "h" ], [ "âĢ", "Ļ" ], [ "о", "Ð" ], [ "Ġp", "ro" ], [ "Ġ", "j" ], [ "Ñ", "ĥ" ], [ "Ù", "Ĭ" ], [ "am", "e" ], [ "v", "er" ], [ ")", "Ċ" ], [ "p", "ort" ], [ "Ġa", "n" ], [ "Ã", "¡" ], [ "Ã", "¤" ], [ "Ġ", "L" ], [ "Ġc", "om" ], [ "Ġn", "e" ], [ "Ġ", "F" ], [ "2", "0" ], [ "as", "s" ], [ "Ġ", "E" ], [ "Ġs", "e" ], [ "l", "ic" ], [ "Ġ", "R" ], [ "Ġ", "'" ], [ "Ð", "º" ], [ "Ġ", "×" ], [ "Ġ", "<" ], [ "Ñ", "ĭ" ], [ "u", "e" ], [ "o", "p" ], [ "ou", "t" ], [ "Ġ", "en" ], [ "h", "t" ], [ "Ġw", "h" ], [ "Ġa", "s" ], [ "à", "®" ], [ "Ġ", "qu" ], [ "ct", "ion" ], [ "ã", "Ģ" ], [ "ag", "e" ], [ "Ġ", "N" ], [ "o", "g" ], [ "Ġ", "it" ], [ "Ġy", "ou" ], [ "i", "z" ], [ "Ġw", "ith" ], [ "Ġth", "at" ], [ ".", "." ], [ "Ġ", "W" ], [ "Ġ", "H" ], [ "i", "p" ], [ "Ð", "´" ], [ "e", "x" ], [ "in", "t" ], [ "il", "l" ], [ "an", "t" ], [ "ur", "n" ], [ "Ġth", "is" ], [ "Ġ", "ا" ], [ "ar", "t" ], [ "Ġt", "r" ], [ "Ġ", "G" ] ] } }