Update README.md
Browse files
README.md
CHANGED
|
@@ -80,7 +80,7 @@ sample={"context":"在柏林,胡格诺派教徒创建了两个新的社区:多
|
|
| 80 |
plain_text='question:'+sample['question']+'knowledge:'+sample['context'][:self.max_knowledge_length]
|
| 81 |
|
| 82 |
res_prefix=tokenizer.encode('answer',add_special_token=False)
|
| 83 |
-
res_prefix.append(tokenizer.convert_tokens_to_ids('<extra_id_0>')
|
| 84 |
res_prefix.append(EOS_TOKEN_ID)
|
| 85 |
l_rp=len(res_prefix)
|
| 86 |
|
|
|
|
| 80 |
plain_text='question:'+sample['question']+'knowledge:'+sample['context'][:self.max_knowledge_length]
|
| 81 |
|
| 82 |
res_prefix=tokenizer.encode('answer',add_special_token=False)
|
| 83 |
+
res_prefix.append(tokenizer.convert_tokens_to_ids('<extra_id_0>'))
|
| 84 |
res_prefix.append(EOS_TOKEN_ID)
|
| 85 |
l_rp=len(res_prefix)
|
| 86 |
|