Update app.py

app.py

@@ -129,9 +129,8 @@ def load_model(model_name):
     model = AutoModelForCausalLM.from_pretrained(model_name, device_map="auto")
     #tokenizer = AutoTokenizer.from_pretrained(model_name)
     tokenizer = model.tokenizer
-
-    #if not tokenizer.pad_token:
-    #    tokenizer.pad_token = "[PAD]"
+    
+    model.generation_config.pad_token_id = tokenizer.pad_token_id
    
     return model, tokenizer