Update app.py
Browse files
app.py
CHANGED
@@ -106,13 +106,13 @@ def fine_tune_model(base_model_name, dataset_name):
|
|
106 |
peft_model = get_peft_model(model, lora_config)
|
107 |
|
108 |
print("### PEFT")
|
109 |
-
peft_model.print_trainable_parameters()
|
110 |
print("###")
|
111 |
|
112 |
# Create trainer
|
113 |
|
114 |
trainer = Seq2SeqTrainer(
|
115 |
-
model=
|
116 |
args=training_args,
|
117 |
train_dataset=train_dataset,
|
118 |
eval_dataset=eval_dataset,
|
|
|
106 |
peft_model = get_peft_model(model, lora_config)
|
107 |
|
108 |
print("### PEFT")
|
109 |
+
peft_model.print_trainable_parameters() # trainable params: 6,815,744 || all params: 8,037,076,992 || trainable%: 0.0848
|
110 |
print("###")
|
111 |
|
112 |
# Create trainer
|
113 |
|
114 |
trainer = Seq2SeqTrainer(
|
115 |
+
model=model,
|
116 |
args=training_args,
|
117 |
train_dataset=train_dataset,
|
118 |
eval_dataset=eval_dataset,
|