Mengkedalai's picture
Upload tokenizer
b5e3c76 verified
raw
history blame
488 Bytes
{
"'": 27,
"[PAD]": 40,
"[UNK]": 39,
"h": 29,
"|": 36,
"«": 18,
"»": 19,
"а": 3,
"б": 11,
"в": 38,
"г": 32,
"д": 37,
"е": 34,
"ж": 33,
"з": 4,
"и": 7,
"й": 8,
"к": 20,
"л": 12,
"м": 25,
"н": 13,
"о": 22,
"п": 1,
"р": 15,
"с": 30,
"т": 6,
"у": 35,
"ф": 23,
"х": 26,
"ц": 16,
"ч": 31,
"ш": 24,
"ъ": 0,
"ы": 28,
"ь": 9,
"э": 5,
"ю": 17,
"я": 21,
"ё": 10,
"ү": 14,
"ө": 2
}