Samuael's picture
Upload tokenizer
b3205ea
raw
history blame
502 Bytes
{
"[PAD]": 0,
"[UNK]": 38,
"|": 29,
"αˆ…": 3,
"ል": 19,
"ም": 30,
"ር": 18,
"ሡ": 17,
"ሽ": 36,
"α‰…": 35,
"α‰₯": 28,
"α‰­": 10,
"ቡ": 23,
"ች": 32,
"αŠ•": 24,
"ኝ": 4,
"ኑ": 12,
"ኒ": 34,
"ኣ": 9,
"ኀ": 20,
"αŠ₯": 22,
"ኦ": 5,
"ኧ": 11,
"ክ": 16,
"ኰ": 26,
"ኸ": 8,
"ው": 6,
"ዝ": 15,
"α‹₯": 2,
"α‹­": 33,
"α‹΅": 21,
"αŒ…": 13,
"ግ": 14,
"αŒ₯": 7,
"ጭ": 31,
"ጡ": 27,
"ጽ": 25,
"ፍ": 37,
"ፕ": 1
}