lordjimen commited on
Commit
98d6429
1 Parent(s): dda59ea

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +7 -1
README.md CHANGED
@@ -113,7 +113,13 @@ tokenizer = AutoTokenizer.from_pretrained(
113
  messages = [
114
  {"role": "user", "content": "Кога е основан Софийският университет?"},
115
  ]
116
- input_ids = tokenizer.apply_chat_template(messages, return_tensors="pt", return_dict=True).to("cuda")
 
 
 
 
 
 
117
 
118
  outputs = model.generate(
119
  **input_ids,
 
113
  messages = [
114
  {"role": "user", "content": "Кога е основан Софийският университет?"},
115
  ]
116
+
117
+ input_ids = tokenizer.apply_chat_template(
118
+ messages,
119
+ return_tensors="pt",
120
+ add_generation_prompt=True,
121
+ return_dict=True
122
+ )
123
 
124
  outputs = model.generate(
125
  **input_ids,