Update app.py
Browse files
app.py
CHANGED
@@ -21,7 +21,8 @@ FT_MODEL_NAME = "Meta-Llama-3.1-8B-text-to-sql"
|
|
21 |
DATASET_NAME = "gretelai/synthetic_text_to_sql"
|
22 |
|
23 |
def process(action, base_model_name, ft_model_name, dataset_name, system_prompt, user_prompt, sql_context):
|
24 |
-
|
|
|
25 |
if action == ACTION_1:
|
26 |
result = prompt_model(base_model_name, system_prompt, user_prompt, sql_context)
|
27 |
elif action == ACTION_2:
|
@@ -135,7 +136,7 @@ def load_model(model_name):
|
|
135 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
136 |
tokenizer.pad_token = tokenizer.eos_token
|
137 |
|
138 |
-
#
|
139 |
|
140 |
return model, tokenizer
|
141 |
|
|
|
21 |
DATASET_NAME = "gretelai/synthetic_text_to_sql"
|
22 |
|
23 |
def process(action, base_model_name, ft_model_name, dataset_name, system_prompt, user_prompt, sql_context):
|
24 |
+
raise gr.Error("Please clone and bring your own credentials.")
|
25 |
+
|
26 |
if action == ACTION_1:
|
27 |
result = prompt_model(base_model_name, system_prompt, user_prompt, sql_context)
|
28 |
elif action == ACTION_2:
|
|
|
136 |
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
137 |
tokenizer.pad_token = tokenizer.eos_token
|
138 |
|
139 |
+
# TODO: PEFT, LoRA & QLoRA https://huggingface.co/blog/mlabonne/sft-llama3
|
140 |
|
141 |
return model, tokenizer
|
142 |
|