johannhartmann commited on
Commit
f5332dd
1 Parent(s): 265c1a6

Update added_tokens.json

Browse files
Files changed (1) hide show
  1. added_tokens.json +4 -1
added_tokens.json CHANGED
@@ -1,4 +1,7 @@
1
  {
 
 
 
2
  "<|im_end|>": 32001,
3
  "<|im_start|>": 32000
4
- }
 
1
  {
2
+ "</s>": 2,
3
+ "<s>": 1,
4
+ "<unk>": 0,
5
  "<|im_end|>": 32001,
6
  "<|im_start|>": 32000
7
+ }