Update app.py

app.py

@@ -4,7 +4,7 @@ import gradio as gr
 import os, torch
 from datasets import load_dataset
 from huggingface_hub import HfApi, login
-from peft import LoraConfig, TaskType, get_peft_model, prepare_model_for_int8_training
+from peft import LoraConfig, TaskType, get_peft_model
 from transformers import AutoModelForCausalLM, AutoTokenizer, Seq2SeqTrainer, Seq2SeqTrainingArguments, pipeline
 
 ACTION_1 = "Prompt base model"
@@ -105,7 +105,6 @@ def fine_tune_model(base_model_name, dataset_name):
         task_type=TaskType.SEQ_2_SEQ_LM,
     )
     
-    model = prepare_model_for_int8_training(model)
     model = get_peft_model(model, lora_config)
     model.print_trainable_parameters()