Devie commited on
Commit
ffe08cf
1 Parent(s): da524b9

Add application file

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -212,7 +212,7 @@ def QA_model():
212
  model = HuggingFacePipeline.from_model_id(model_id="daryl149/llama-2-7b-chat-hf",
213
  task="text-generation",
214
  model_kwargs={
215
- "torch_dtype" : torch.float16,
216
  "low_cpu_mem_usage" : True,
217
  "temperature": 0.2,
218
  "max_length": 2048,
 
212
  model = HuggingFacePipeline.from_model_id(model_id="daryl149/llama-2-7b-chat-hf",
213
  task="text-generation",
214
  model_kwargs={
215
+ "torch_dtype" : torch.float32,
216
  "low_cpu_mem_usage" : True,
217
  "temperature": 0.2,
218
  "max_length": 2048,