Update model on 2024-08-23 00:39:07
Browse files- added_tokens.json +12 -12
- model.safetensors +1 -1
- tokenizer.json +12 -12
- tokenizer_config.json +12 -12
added_tokens.json
CHANGED
@@ -1,15 +1,15 @@
|
|
1 |
{
|
2 |
-
"놉":
|
3 |
"뜀": 32008,
|
4 |
-
"맬":
|
5 |
-
"앎":
|
6 |
-
"웁":
|
7 |
-
"웩":
|
8 |
-
"윳":
|
9 |
-
"젼":
|
10 |
-
"챕":
|
11 |
-
"쾨":
|
12 |
-
"퀀":
|
13 |
-
"펭":
|
14 |
-
"힝":
|
15 |
}
|
|
|
1 |
{
|
2 |
+
"놉": 32001,
|
3 |
"뜀": 32008,
|
4 |
+
"맬": 32012,
|
5 |
+
"앎": 32010,
|
6 |
+
"웁": 32003,
|
7 |
+
"웩": 32004,
|
8 |
+
"윳": 32006,
|
9 |
+
"젼": 32002,
|
10 |
+
"챕": 32000,
|
11 |
+
"쾨": 32009,
|
12 |
+
"퀀": 32007,
|
13 |
+
"펭": 32005,
|
14 |
+
"힝": 32011
|
15 |
}
|
model.safetensors
CHANGED
@@ -1,3 +1,3 @@
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
-
oid sha256:
|
3 |
size 442534752
|
|
|
1 |
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:98c26e3ff36fb10929b92fe6ed4fb83b41339911c2522563ad9f9386d34fa2cd
|
3 |
size 442534752
|
tokenizer.json
CHANGED
@@ -2312,7 +2312,7 @@
|
|
2312 |
},
|
2313 |
{
|
2314 |
"id": 32000,
|
2315 |
-
"content": "
|
2316 |
"single_word": false,
|
2317 |
"lstrip": false,
|
2318 |
"rstrip": false,
|
@@ -2321,7 +2321,7 @@
|
|
2321 |
},
|
2322 |
{
|
2323 |
"id": 32001,
|
2324 |
-
"content": "
|
2325 |
"single_word": false,
|
2326 |
"lstrip": false,
|
2327 |
"rstrip": false,
|
@@ -2330,7 +2330,7 @@
|
|
2330 |
},
|
2331 |
{
|
2332 |
"id": 32002,
|
2333 |
-
"content": "
|
2334 |
"single_word": false,
|
2335 |
"lstrip": false,
|
2336 |
"rstrip": false,
|
@@ -2339,7 +2339,7 @@
|
|
2339 |
},
|
2340 |
{
|
2341 |
"id": 32003,
|
2342 |
-
"content": "
|
2343 |
"single_word": false,
|
2344 |
"lstrip": false,
|
2345 |
"rstrip": false,
|
@@ -2348,7 +2348,7 @@
|
|
2348 |
},
|
2349 |
{
|
2350 |
"id": 32004,
|
2351 |
-
"content": "
|
2352 |
"single_word": false,
|
2353 |
"lstrip": false,
|
2354 |
"rstrip": false,
|
@@ -2357,7 +2357,7 @@
|
|
2357 |
},
|
2358 |
{
|
2359 |
"id": 32005,
|
2360 |
-
"content": "
|
2361 |
"single_word": false,
|
2362 |
"lstrip": false,
|
2363 |
"rstrip": false,
|
@@ -2366,7 +2366,7 @@
|
|
2366 |
},
|
2367 |
{
|
2368 |
"id": 32006,
|
2369 |
-
"content": "
|
2370 |
"single_word": false,
|
2371 |
"lstrip": false,
|
2372 |
"rstrip": false,
|
@@ -2375,7 +2375,7 @@
|
|
2375 |
},
|
2376 |
{
|
2377 |
"id": 32007,
|
2378 |
-
"content": "
|
2379 |
"single_word": false,
|
2380 |
"lstrip": false,
|
2381 |
"rstrip": false,
|
@@ -2393,7 +2393,7 @@
|
|
2393 |
},
|
2394 |
{
|
2395 |
"id": 32009,
|
2396 |
-
"content": "
|
2397 |
"single_word": false,
|
2398 |
"lstrip": false,
|
2399 |
"rstrip": false,
|
@@ -2402,7 +2402,7 @@
|
|
2402 |
},
|
2403 |
{
|
2404 |
"id": 32010,
|
2405 |
-
"content": "
|
2406 |
"single_word": false,
|
2407 |
"lstrip": false,
|
2408 |
"rstrip": false,
|
@@ -2411,7 +2411,7 @@
|
|
2411 |
},
|
2412 |
{
|
2413 |
"id": 32011,
|
2414 |
-
"content": "
|
2415 |
"single_word": false,
|
2416 |
"lstrip": false,
|
2417 |
"rstrip": false,
|
@@ -2420,7 +2420,7 @@
|
|
2420 |
},
|
2421 |
{
|
2422 |
"id": 32012,
|
2423 |
-
"content": "
|
2424 |
"single_word": false,
|
2425 |
"lstrip": false,
|
2426 |
"rstrip": false,
|
|
|
2312 |
},
|
2313 |
{
|
2314 |
"id": 32000,
|
2315 |
+
"content": "챕",
|
2316 |
"single_word": false,
|
2317 |
"lstrip": false,
|
2318 |
"rstrip": false,
|
|
|
2321 |
},
|
2322 |
{
|
2323 |
"id": 32001,
|
2324 |
+
"content": "놉",
|
2325 |
"single_word": false,
|
2326 |
"lstrip": false,
|
2327 |
"rstrip": false,
|
|
|
2330 |
},
|
2331 |
{
|
2332 |
"id": 32002,
|
2333 |
+
"content": "젼",
|
2334 |
"single_word": false,
|
2335 |
"lstrip": false,
|
2336 |
"rstrip": false,
|
|
|
2339 |
},
|
2340 |
{
|
2341 |
"id": 32003,
|
2342 |
+
"content": "웁",
|
2343 |
"single_word": false,
|
2344 |
"lstrip": false,
|
2345 |
"rstrip": false,
|
|
|
2348 |
},
|
2349 |
{
|
2350 |
"id": 32004,
|
2351 |
+
"content": "웩",
|
2352 |
"single_word": false,
|
2353 |
"lstrip": false,
|
2354 |
"rstrip": false,
|
|
|
2357 |
},
|
2358 |
{
|
2359 |
"id": 32005,
|
2360 |
+
"content": "펭",
|
2361 |
"single_word": false,
|
2362 |
"lstrip": false,
|
2363 |
"rstrip": false,
|
|
|
2366 |
},
|
2367 |
{
|
2368 |
"id": 32006,
|
2369 |
+
"content": "윳",
|
2370 |
"single_word": false,
|
2371 |
"lstrip": false,
|
2372 |
"rstrip": false,
|
|
|
2375 |
},
|
2376 |
{
|
2377 |
"id": 32007,
|
2378 |
+
"content": "퀀",
|
2379 |
"single_word": false,
|
2380 |
"lstrip": false,
|
2381 |
"rstrip": false,
|
|
|
2393 |
},
|
2394 |
{
|
2395 |
"id": 32009,
|
2396 |
+
"content": "쾨",
|
2397 |
"single_word": false,
|
2398 |
"lstrip": false,
|
2399 |
"rstrip": false,
|
|
|
2402 |
},
|
2403 |
{
|
2404 |
"id": 32010,
|
2405 |
+
"content": "앎",
|
2406 |
"single_word": false,
|
2407 |
"lstrip": false,
|
2408 |
"rstrip": false,
|
|
|
2411 |
},
|
2412 |
{
|
2413 |
"id": 32011,
|
2414 |
+
"content": "힝",
|
2415 |
"single_word": false,
|
2416 |
"lstrip": false,
|
2417 |
"rstrip": false,
|
|
|
2420 |
},
|
2421 |
{
|
2422 |
"id": 32012,
|
2423 |
+
"content": "맬",
|
2424 |
"single_word": false,
|
2425 |
"lstrip": false,
|
2426 |
"rstrip": false,
|
tokenizer_config.json
CHANGED
@@ -2041,7 +2041,7 @@
|
|
2041 |
"special": true
|
2042 |
},
|
2043 |
"32000": {
|
2044 |
-
"content": "
|
2045 |
"lstrip": false,
|
2046 |
"normalized": false,
|
2047 |
"rstrip": false,
|
@@ -2049,7 +2049,7 @@
|
|
2049 |
"special": true
|
2050 |
},
|
2051 |
"32001": {
|
2052 |
-
"content": "
|
2053 |
"lstrip": false,
|
2054 |
"normalized": false,
|
2055 |
"rstrip": false,
|
@@ -2057,7 +2057,7 @@
|
|
2057 |
"special": true
|
2058 |
},
|
2059 |
"32002": {
|
2060 |
-
"content": "
|
2061 |
"lstrip": false,
|
2062 |
"normalized": false,
|
2063 |
"rstrip": false,
|
@@ -2065,7 +2065,7 @@
|
|
2065 |
"special": true
|
2066 |
},
|
2067 |
"32003": {
|
2068 |
-
"content": "
|
2069 |
"lstrip": false,
|
2070 |
"normalized": false,
|
2071 |
"rstrip": false,
|
@@ -2073,7 +2073,7 @@
|
|
2073 |
"special": true
|
2074 |
},
|
2075 |
"32004": {
|
2076 |
-
"content": "
|
2077 |
"lstrip": false,
|
2078 |
"normalized": false,
|
2079 |
"rstrip": false,
|
@@ -2081,7 +2081,7 @@
|
|
2081 |
"special": true
|
2082 |
},
|
2083 |
"32005": {
|
2084 |
-
"content": "
|
2085 |
"lstrip": false,
|
2086 |
"normalized": false,
|
2087 |
"rstrip": false,
|
@@ -2089,7 +2089,7 @@
|
|
2089 |
"special": true
|
2090 |
},
|
2091 |
"32006": {
|
2092 |
-
"content": "
|
2093 |
"lstrip": false,
|
2094 |
"normalized": false,
|
2095 |
"rstrip": false,
|
@@ -2097,7 +2097,7 @@
|
|
2097 |
"special": true
|
2098 |
},
|
2099 |
"32007": {
|
2100 |
-
"content": "
|
2101 |
"lstrip": false,
|
2102 |
"normalized": false,
|
2103 |
"rstrip": false,
|
@@ -2113,7 +2113,7 @@
|
|
2113 |
"special": true
|
2114 |
},
|
2115 |
"32009": {
|
2116 |
-
"content": "
|
2117 |
"lstrip": false,
|
2118 |
"normalized": false,
|
2119 |
"rstrip": false,
|
@@ -2121,7 +2121,7 @@
|
|
2121 |
"special": true
|
2122 |
},
|
2123 |
"32010": {
|
2124 |
-
"content": "
|
2125 |
"lstrip": false,
|
2126 |
"normalized": false,
|
2127 |
"rstrip": false,
|
@@ -2129,7 +2129,7 @@
|
|
2129 |
"special": true
|
2130 |
},
|
2131 |
"32011": {
|
2132 |
-
"content": "
|
2133 |
"lstrip": false,
|
2134 |
"normalized": false,
|
2135 |
"rstrip": false,
|
@@ -2137,7 +2137,7 @@
|
|
2137 |
"special": true
|
2138 |
},
|
2139 |
"32012": {
|
2140 |
-
"content": "
|
2141 |
"lstrip": false,
|
2142 |
"normalized": false,
|
2143 |
"rstrip": false,
|
|
|
2041 |
"special": true
|
2042 |
},
|
2043 |
"32000": {
|
2044 |
+
"content": "챕",
|
2045 |
"lstrip": false,
|
2046 |
"normalized": false,
|
2047 |
"rstrip": false,
|
|
|
2049 |
"special": true
|
2050 |
},
|
2051 |
"32001": {
|
2052 |
+
"content": "놉",
|
2053 |
"lstrip": false,
|
2054 |
"normalized": false,
|
2055 |
"rstrip": false,
|
|
|
2057 |
"special": true
|
2058 |
},
|
2059 |
"32002": {
|
2060 |
+
"content": "젼",
|
2061 |
"lstrip": false,
|
2062 |
"normalized": false,
|
2063 |
"rstrip": false,
|
|
|
2065 |
"special": true
|
2066 |
},
|
2067 |
"32003": {
|
2068 |
+
"content": "웁",
|
2069 |
"lstrip": false,
|
2070 |
"normalized": false,
|
2071 |
"rstrip": false,
|
|
|
2073 |
"special": true
|
2074 |
},
|
2075 |
"32004": {
|
2076 |
+
"content": "웩",
|
2077 |
"lstrip": false,
|
2078 |
"normalized": false,
|
2079 |
"rstrip": false,
|
|
|
2081 |
"special": true
|
2082 |
},
|
2083 |
"32005": {
|
2084 |
+
"content": "펭",
|
2085 |
"lstrip": false,
|
2086 |
"normalized": false,
|
2087 |
"rstrip": false,
|
|
|
2089 |
"special": true
|
2090 |
},
|
2091 |
"32006": {
|
2092 |
+
"content": "윳",
|
2093 |
"lstrip": false,
|
2094 |
"normalized": false,
|
2095 |
"rstrip": false,
|
|
|
2097 |
"special": true
|
2098 |
},
|
2099 |
"32007": {
|
2100 |
+
"content": "퀀",
|
2101 |
"lstrip": false,
|
2102 |
"normalized": false,
|
2103 |
"rstrip": false,
|
|
|
2113 |
"special": true
|
2114 |
},
|
2115 |
"32009": {
|
2116 |
+
"content": "쾨",
|
2117 |
"lstrip": false,
|
2118 |
"normalized": false,
|
2119 |
"rstrip": false,
|
|
|
2121 |
"special": true
|
2122 |
},
|
2123 |
"32010": {
|
2124 |
+
"content": "앎",
|
2125 |
"lstrip": false,
|
2126 |
"normalized": false,
|
2127 |
"rstrip": false,
|
|
|
2129 |
"special": true
|
2130 |
},
|
2131 |
"32011": {
|
2132 |
+
"content": "힝",
|
2133 |
"lstrip": false,
|
2134 |
"normalized": false,
|
2135 |
"rstrip": false,
|
|
|
2137 |
"special": true
|
2138 |
},
|
2139 |
"32012": {
|
2140 |
+
"content": "맬",
|
2141 |
"lstrip": false,
|
2142 |
"normalized": false,
|
2143 |
"rstrip": false,
|