misokatsuoden
commited on
Commit
•
d4fe984
1
Parent(s):
870995f
Update README.md
Browse filesWe need remote code to run the example.
README.md
CHANGED
@@ -165,7 +165,8 @@ model_name_or_path = "TheBloke/Yarn-Llama-2-13B-128K-GPTQ"
|
|
165 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
166 |
torch_dtype=torch.float16,
|
167 |
device_map="auto",
|
168 |
-
revision="main"
|
|
|
169 |
|
170 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
171 |
|
|
|
165 |
model = AutoModelForCausalLM.from_pretrained(model_name_or_path,
|
166 |
torch_dtype=torch.float16,
|
167 |
device_map="auto",
|
168 |
+
revision="main",
|
169 |
+
trust_remote_code=True)
|
170 |
|
171 |
tokenizer = AutoTokenizer.from_pretrained(model_name_or_path, use_fast=True)
|
172 |
|