little fix in the usage instructions (#2)
Browse files- little fix in the usage instructions (4fbdeab75bd49980fb85f5e3023fbe8b70874f51)
Co-authored-by: Carlos André Antunes <[email protected]>
README.md
CHANGED
|
@@ -188,7 +188,7 @@ Important points like these help models (even smaller models like 4b) to perform
|
|
| 188 |
!pip install -q -U bitsandbytes
|
| 189 |
|
| 190 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
| 191 |
-
model = AutoModelForCausalLM.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-
|
| 192 |
tokenizer = AutoTokenizer.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-instruct")
|
| 193 |
model.eval()
|
| 194 |
|
|
|
|
| 188 |
!pip install -q -U bitsandbytes
|
| 189 |
|
| 190 |
from transformers import AutoModelForCausalLM, AutoTokenizer, TextStreamer
|
| 191 |
+
model = AutoModelForCausalLM.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-instruct", device_map= {"": 0})
|
| 192 |
tokenizer = AutoTokenizer.from_pretrained("rhaymison/phi-3-portuguese-tom-cat-4k-instruct")
|
| 193 |
model.eval()
|
| 194 |
|