Update app.py
Browse files
app.py
CHANGED
@@ -17,8 +17,8 @@ system_message = "You are an AI assistant that specializes in analyzing and reas
|
|
17 |
tabular_data = "col : day | kilometers row 1 : tuesday | 0 row 2 : wednesday | 0 row 3 : thursday | 4 row 4 : friday | 0 row 5 : saturday | 0"
|
18 |
user_message = "Allie kept track of how many kilometers she walked during the past 5 days. What is the range of the numbers?"
|
19 |
model_name = 'TIGER-Lab/StructLM-7B'
|
20 |
-
tokenizer = AutoTokenizer.from_pretrained(model_name)
|
21 |
-
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto")
|
22 |
# model.generation_config = GenerationConfig.from_pretrained(model_name)
|
23 |
# model.generation_config.pad_token_id = model.generation_config.eos_token_id
|
24 |
|
|
|
17 |
tabular_data = "col : day | kilometers row 1 : tuesday | 0 row 2 : wednesday | 0 row 3 : thursday | 4 row 4 : friday | 0 row 5 : saturday | 0"
|
18 |
user_message = "Allie kept track of how many kilometers she walked during the past 5 days. What is the range of the numbers?"
|
19 |
model_name = 'TIGER-Lab/StructLM-7B'
|
20 |
+
tokenizer = AutoTokenizer.from_pretrained(model_name, trust_remote_code=True)
|
21 |
+
model = AutoModelForCausalLM.from_pretrained(model_name, torch_dtype=torch.float16, device_map="auto", trust_remote_code=True)
|
22 |
# model.generation_config = GenerationConfig.from_pretrained(model_name)
|
23 |
# model.generation_config.pad_token_id = model.generation_config.eos_token_id
|
24 |
|