Update app.py
Browse files
app.py
CHANGED
@@ -2,6 +2,7 @@ import gradio as gr
|
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
|
3 |
import torch
|
4 |
from threading import Thread
|
|
|
5 |
|
6 |
MODEL_ID = "HODACHI/Llama-3.1-8B-EZO-1.1-it"
|
7 |
DTYPE = torch.bfloat16
|
|
|
2 |
from transformers import AutoTokenizer, AutoModelForCausalLM, TextIteratorStreamer
|
3 |
import torch
|
4 |
from threading import Thread
|
5 |
+
import transformers
|
6 |
|
7 |
MODEL_ID = "HODACHI/Llama-3.1-8B-EZO-1.1-it"
|
8 |
DTYPE = torch.bfloat16
|