Update README.md
Browse files
README.md
CHANGED
@@ -14,14 +14,14 @@ license: apache-2.0
|
|
14 |
|
15 |
Nayana_base_combined_v1
|
16 |
|
17 |
-
```
|
18 |
from transformers import AutoModel, AutoTokenizer
|
19 |
from peft import PeftModel, PeftConfig, AutoPeftModelForCausalLM
|
20 |
from transformers import AutoModelForCausalLM
|
21 |
import torch
|
22 |
|
23 |
-
tokenizer = AutoTokenizer.from_pretrained('v1v1d/
|
24 |
-
model = AutoModel.from_pretrained('v1v1d/
|
25 |
|
26 |
|
27 |
model = model.eval().cuda()
|
|
|
14 |
|
15 |
Nayana_base_combined_v1
|
16 |
|
17 |
+
```python
|
18 |
from transformers import AutoModel, AutoTokenizer
|
19 |
from peft import PeftModel, PeftConfig, AutoPeftModelForCausalLM
|
20 |
from transformers import AutoModelForCausalLM
|
21 |
import torch
|
22 |
|
23 |
+
tokenizer = AutoTokenizer.from_pretrained('v1v1d/Nayana_base_combined_lora_64', trust_remote_code=True , torch_dtype=torch.float16)
|
24 |
+
model = AutoModel.from_pretrained('v1v1d/Nayana_base_combined_lora_64', trust_remote_code=True, low_cpu_mem_usage=True, device_map='cuda', use_safetensors=True, pad_token_id=tokenizer.eos_token_id , torch_dtype=torch.float16)
|
25 |
|
26 |
|
27 |
model = model.eval().cuda()
|