dahara1
/

llama3-8b-amd-npu

Model card Files Files and versions Community

dahara1 commited on Jul 29

Commit

9fc4d70

•

1 Parent(s): c04060d

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -87,7 +87,7 @@ if __name__ == "__main__":
     torch.set_num_threads(4)
     tokenizer = AutoTokenizer.from_pretrained("llama3-8b-amd-npu")
-    ckpt = "llama3-8b-amd-npu/pytorch_llama3_8b_w_bit_4_awq_lm_amd.pt"
     terminators = [
         tokenizer.eos_token_id,
         tokenizer.convert_tokens_to_ids("<|eot_id|>")

     torch.set_num_threads(4)
     tokenizer = AutoTokenizer.from_pretrained("llama3-8b-amd-npu")
+    ckpt = "llama3-8b-amd-npu/pytorch_llama3_8b_w_bit_4_awq_amd.pt"
     terminators = [
         tokenizer.eos_token_id,
         tokenizer.convert_tokens_to_ids("<|eot_id|>")