Update app.py

app.py

@@ -4,7 +4,7 @@ import gradio as gr
 import os, torch
 from datasets import load_dataset
 from huggingface_hub import HfApi, login
-#from peft import PeftModel
+from peft import LoraConfig, PeftModel
 from transformers import AutoModelForCausalLM, AutoTokenizer, Seq2SeqTrainer, Seq2SeqTrainingArguments, pipeline
 
 ACTION_1 = "Prompt base model"
@@ -148,6 +148,22 @@ def load_model(model_name):
     #print("### PEFT")
     #peft_model.print_trainable_parameters() # trainable params: 6,815,744 || all params: 8,037,076,992 || trainable%: 0.0848
     #print("###")
+
+    ###
+    print("111")
+    peft_config = LoraConfig(
+        lora_alpha=16,
+        lora_dropout=0,
+        r=64,
+        bias="none",
+        task_type="CAUSAL_LM",
+    )
+    print("222")
+    model = PeftModel.from_pretrained(base_model, "new_model", peft_config=peft_config)
+    print("333")
+    model = model.merge_and_unload()
+    print("444")
+    ###
     
     return model, tokenizer