Update app.py
Browse files
app.py
CHANGED
@@ -40,7 +40,7 @@ def fine_tune_model(base_model_id, dataset):
|
|
40 |
|
41 |
# Preprocess the dataset
|
42 |
def preprocess(examples):
|
43 |
-
model_inputs = tokenizer(examples["
|
44 |
return model_inputs
|
45 |
|
46 |
dataset = dataset.map(preprocess, batched=True)
|
|
|
40 |
|
41 |
# Preprocess the dataset
|
42 |
def preprocess(examples):
|
43 |
+
model_inputs = tokenizer(examples["sql_prompt"], text_target=examples["sql"], max_length=512, truncation=True)
|
44 |
return model_inputs
|
45 |
|
46 |
dataset = dataset.map(preprocess, batched=True)
|