Update app.py
Browse files
app.py
CHANGED
@@ -1,17 +1,19 @@
|
|
1 |
import gradio as gr
|
2 |
import os
|
|
|
3 |
from huggingface_hub import HfApi, login
|
4 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
5 |
|
6 |
-
# NVidia A10G Large (sleep after 1 hour)
|
7 |
|
8 |
# Model IDs:
|
|
|
9 |
# google/gemma-2-9b-it
|
10 |
# meta-llama/Meta-Llama-3-8B-Instruct
|
11 |
|
12 |
# Datasets:
|
13 |
#
|
14 |
-
#
|
15 |
|
16 |
profile = "bstraehle"
|
17 |
|
@@ -23,6 +25,7 @@ def download_model(model_id):
|
|
23 |
return tokenizer
|
24 |
|
25 |
def download_dataset(dataset):
|
|
|
26 |
return ""
|
27 |
|
28 |
def fine_tune_model():
|
|
|
1 |
import gradio as gr
|
2 |
import os
|
3 |
+
from datasets import load_dataset
|
4 |
from huggingface_hub import HfApi, login
|
5 |
from transformers import AutoTokenizer, AutoModelForCausalLM
|
6 |
|
7 |
+
# Run on NVidia A10G Large (sleep after 1 hour)
|
8 |
|
9 |
# Model IDs:
|
10 |
+
#
|
11 |
# google/gemma-2-9b-it
|
12 |
# meta-llama/Meta-Llama-3-8B-Instruct
|
13 |
|
14 |
# Datasets:
|
15 |
#
|
16 |
+
# gretelai/synthetic_text_to_sql
|
17 |
|
18 |
profile = "bstraehle"
|
19 |
|
|
|
25 |
return tokenizer
|
26 |
|
27 |
def download_dataset(dataset):
|
28 |
+
ds = load_dataset(dataset)
|
29 |
return ""
|
30 |
|
31 |
def fine_tune_model():
|