my_ewha_model_2024_1 / tokenizer_config.json
jh8416's picture
Update model on 2024-08-23 00:39:07
e0e1fd0 verified
raw
history blame contribute delete
No virus
45.6 kB
{
"added_tokens_decoder": {
"0": {
"content": "[CLS]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "[PAD]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "[SEP]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"3": {
"content": "[UNK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"4": {
"content": "[MASK]",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"543": {
"content": "가",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"547": {
"content": "갈",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"550": {
"content": "값",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"559": {
"content": "객",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"563": {
"content": "갱",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"569": {
"content": "걱",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"595": {
"content": "곡",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"607": {
"content": "괄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"620": {
"content": "굵",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"628": {
"content": "궐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"634": {
"content": "균",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"637": {
"content": "극",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"638": {
"content": "근",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"639": {
"content": "글",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"644": {
"content": "긍",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"646": {
"content": "긴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"655": {
"content": "깎",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"657": {
"content": "깔",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"665": {
"content": "꺼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"670": {
"content": "껍",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"676": {
"content": "꼬",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"684": {
"content": "꽃",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"689": {
"content": "꾸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"691": {
"content": "꾼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"694": {
"content": "꿈",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"708": {
"content": "끔",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"733": {
"content": "낸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"736": {
"content": "냅",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"740": {
"content": "냐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"749": {
"content": "넘",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"772": {
"content": "높",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"776": {
"content": "뇌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"777": {
"content": "뇨",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"780": {
"content": "눈",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"781": {
"content": "눌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"782": {
"content": "눔",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"804": {
"content": "닐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"805": {
"content": "님",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"807": {
"content": "닛",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"813": {
"content": "닫",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"819": {
"content": "답",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"823": {
"content": "대",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"825": {
"content": "댄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"839": {
"content": "덩",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"845": {
"content": "델",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"850": {
"content": "돈",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"856": {
"content": "동",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"863": {
"content": "됩",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"868": {
"content": "둠",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"874": {
"content": "뒷",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"877": {
"content": "듈",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"881": {
"content": "듣",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"882": {
"content": "들",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"888": {
"content": "딕",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"892": {
"content": "딤",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"899": {
"content": "딴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"927": {
"content": "뛰",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"935": {
"content": "뜸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"937": {
"content": "띄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"942": {
"content": "라",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"945": {
"content": "랄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"950": {
"content": "랑",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"952": {
"content": "래",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"958": {
"content": "랫",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"968": {
"content": "럼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"969": {
"content": "럽",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"970": {
"content": "럿",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"976": {
"content": "렌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"979": {
"content": "렙",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"985": {
"content": "렴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"995": {
"content": "롬",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"997": {
"content": "롯",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"999": {
"content": "뢰",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1007": {
"content": "룹",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1010": {
"content": "뤄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1012": {
"content": "뤼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1014": {
"content": "륙",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1017": {
"content": "륨",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1042": {
"content": "맑",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1047": {
"content": "맞",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1053": {
"content": "맴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1059": {
"content": "먹",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1060": {
"content": "먼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1061": {
"content": "멀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1068": {
"content": "멜",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1074": {
"content": "멸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1079": {
"content": "목",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1082": {
"content": "몰",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1083": {
"content": "몸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1090": {
"content": "묶",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1095": {
"content": "뭇",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1107": {
"content": "미",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1108": {
"content": "믹",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1110": {
"content": "믿",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1122": {
"content": "받",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1133": {
"content": "밴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1135": {
"content": "뱀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1136": {
"content": "뱃",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1144": {
"content": "법",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1150": {
"content": "벤",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1152": {
"content": "벳",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1154": {
"content": "벽",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1158": {
"content": "병",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1163": {
"content": "본",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1166": {
"content": "봅",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1167": {
"content": "봇",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1174": {
"content": "북",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1179": {
"content": "붓",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1180": {
"content": "붕",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1190": {
"content": "빌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1195": {
"content": "빛",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1197": {
"content": "빡",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1199": {
"content": "빨",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1223": {
"content": "뿌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1246": {
"content": "샌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1249": {
"content": "샛",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1254": {
"content": "샵",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1256": {
"content": "샹",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1258": {
"content": "서",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1261": {
"content": "선",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1270": {
"content": "섹",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1271": {
"content": "센",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1274": {
"content": "셉",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1276": {
"content": "셔",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1278": {
"content": "셜",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1284": {
"content": "손",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1287": {
"content": "솟",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1290": {
"content": "쇄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1298": {
"content": "숟",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1301": {
"content": "숫",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1305": {
"content": "숲",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1309": {
"content": "쉴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1311": {
"content": "쉽",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1321": {
"content": "슴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1327": {
"content": "신",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1336": {
"content": "싸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1347": {
"content": "썬",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1363": {
"content": "쓰",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1367": {
"content": "씀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1375": {
"content": "씽",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1383": {
"content": "암",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1384": {
"content": "압",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1387": {
"content": "앙",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1394": {
"content": "앱",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1395": {
"content": "앵",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1408": {
"content": "언",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1416": {
"content": "엇",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1421": {
"content": "에",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1422": {
"content": "엑",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1423": {
"content": "엔",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1426": {
"content": "엣",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1427": {
"content": "엥",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1442": {
"content": "옛",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1446": {
"content": "올",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1451": {
"content": "옷",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1463": {
"content": "왼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1469": {
"content": "우",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1474": {
"content": "웃",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1477": {
"content": "웍",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1484": {
"content": "웹",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1487": {
"content": "윌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1488": {
"content": "윗",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1489": {
"content": "윙",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1501": {
"content": "읍",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1508": {
"content": "읽",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1512": {
"content": "잇",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1513": {
"content": "있",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1549": {
"content": "젯",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1550": {
"content": "져",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1558": {
"content": "종",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1562": {
"content": "죄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1576": {
"content": "즈",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1579": {
"content": "즐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1583": {
"content": "지",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1586": {
"content": "질",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1589": {
"content": "집",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1595": {
"content": "짜",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1598": {
"content": "짤",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1602": {
"content": "짱",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1637": {
"content": "참",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1642": {
"content": "찾",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1649": {
"content": "챙",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1660": {
"content": "첼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1661": {
"content": "쳐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1667": {
"content": "촛",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1668": {
"content": "총",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1669": {
"content": "촬",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1674": {
"content": "춘",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1675": {
"content": "출",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1676": {
"content": "춤",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1682": {
"content": "췌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1686": {
"content": "측",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1710": {
"content": "커",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1720": {
"content": "켄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1731": {
"content": "콥",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1746": {
"content": "퀴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1749": {
"content": "큘",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1750": {
"content": "크",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1752": {
"content": "클",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1756": {
"content": "킨",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1758": {
"content": "킴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1763": {
"content": "탄",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1765": {
"content": "탐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1772": {
"content": "탠",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1781": {
"content": "텀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1783": {
"content": "텃",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1787": {
"content": "텐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1789": {
"content": "템",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1790": {
"content": "텝",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1803": {
"content": "툰",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1808": {
"content": "튀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1810": {
"content": "튜",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1811": {
"content": "튬",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1814": {
"content": "튼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1831": {
"content": "팜",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1835": {
"content": "팡",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1843": {
"content": "팽",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1848": {
"content": "펌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1849": {
"content": "펑",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1853": {
"content": "펠",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1867": {
"content": "퐁",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1869": {
"content": "푸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1873": {
"content": "품",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1875": {
"content": "풍",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1876": {
"content": "퓨",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1879": {
"content": "픈",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1880": {
"content": "플",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1881": {
"content": "픔",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1886": {
"content": "핍",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1891": {
"content": "한",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1892": {
"content": "할",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1899": {
"content": "핸",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1902": {
"content": "했",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1905": {
"content": "허",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1909": {
"content": "험",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1912": {
"content": "헤",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1913": {
"content": "헥",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1917": {
"content": "혀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1921": {
"content": "혐",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1936": {
"content": "활",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1941": {
"content": "횡",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1946": {
"content": "훑",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1956": {
"content": "휴",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1959": {
"content": "흑",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1960": {
"content": "흔",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1962": {
"content": "흙",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1964": {
"content": "흡",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1967": {
"content": "희",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1969": {
"content": "히",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1970": {
"content": "힌",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32000": {
"content": "챕",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32001": {
"content": "놉",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32002": {
"content": "젼",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32003": {
"content": "웁",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32004": {
"content": "웩",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32005": {
"content": "펭",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32006": {
"content": "윳",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32007": {
"content": "퀀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32008": {
"content": "뜀",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32009": {
"content": "쾨",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32010": {
"content": "앎",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32011": {
"content": "힝",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"32012": {
"content": "맬",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
}
},
"bos_token": "[CLS]",
"clean_up_tokenization_spaces": true,
"cls_token": "[CLS]",
"do_basic_tokenize": true,
"do_lower_case": false,
"eos_token": "[SEP]",
"mask_token": "[MASK]",
"max_length": 128,
"model_max_length": 128,
"never_split": null,
"pad_to_multiple_of": null,
"pad_token": "[PAD]",
"pad_token_type_id": 0,
"padding_side": "right",
"sep_token": "[SEP]",
"stride": 0,
"strip_accents": null,
"tokenize_chinese_chars": true,
"tokenizer_class": "BertTokenizer",
"truncation_side": "right",
"truncation_strategy": "longest_first",
"unk_token": "[UNK]"
}