shunxing1234
commited on
Commit
•
31c9df4
1
Parent(s):
c61e7d4
Update README.md
Browse files
README.md
CHANGED
@@ -115,7 +115,7 @@ processors.append(TopPLogitsWarper(0.95))
|
|
115 |
# Copied from https://github.com/bojone/NBCE/blob/main/test.py#L51-L106
|
116 |
@torch.inference_mode()
|
117 |
def generate(max_tokens, batch):
|
118 |
-
"""Naive Bayes-based Context Extension
|
119 |
"""
|
120 |
inputs = tokenizer(batch, padding='longest', return_tensors='pt').to(device)
|
121 |
input_ids = inputs.input_ids
|
|
|
115 |
# Copied from https://github.com/bojone/NBCE/blob/main/test.py#L51-L106
|
116 |
@torch.inference_mode()
|
117 |
def generate(max_tokens, batch):
|
118 |
+
"""Naive Bayes-based Context Extension
|
119 |
"""
|
120 |
inputs = tokenizer(batch, padding='longest', return_tensors='pt').to(device)
|
121 |
input_ids = inputs.input_ids
|