VietAI
/

gpt-neo-1.3B-vietnamese-news

Text Generation

Inference Endpoints

Model card Files Files and versions Community

duongna commited on Aug 7, 2022

Commit

1be2f0c

•

1 Parent(s): b90450b

Update README.md

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -18,7 +18,7 @@ For more information, please contact [email protected] (Dương) / imtha
 from transformers import AutoTokenizer, AutoModelForCausalLM
 tokenizer = AutoTokenizer.from_pretrained("VietAI/gpt-neo-1.3B-vietnamese-news")
-model = AutoModelForCausalLM.from_pretrained("VietAI/gpt-neo-1.3B-vietnamese-news")
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model.to(device)

 from transformers import AutoTokenizer, AutoModelForCausalLM
 tokenizer = AutoTokenizer.from_pretrained("VietAI/gpt-neo-1.3B-vietnamese-news")
+model = AutoModelForCausalLM.from_pretrained("VietAI/gpt-neo-1.3B-vietnamese-news", low_cpu_mem_usage=True)
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 model.to(device)