KingNish commited on
Commit
49fcd16
1 Parent(s): c0a2253

Update chatbot.py

Browse files
Files changed (1) hide show
  1. chatbot.py +1 -1
chatbot.py CHANGED
@@ -30,7 +30,7 @@ from groq import Groq
30
  model_id = "llava-hf/llava-interleave-qwen-7b-hf"
31
  # model_id = "llava-hf/llava-interleave-qwen-7b-dpo-hf"
32
  processor = LlavaProcessor.from_pretrained(model_id)
33
- model = LlavaForConditionalGeneration.from_pretrained(model_id,torch_dtype=torch.float16, use_flash_attention_2=True, low_cpu_mem_usage=True)
34
  model.to("cuda")
35
  # Credit to merve for code of llava interleave qwen
36
 
 
30
  model_id = "llava-hf/llava-interleave-qwen-7b-hf"
31
  # model_id = "llava-hf/llava-interleave-qwen-7b-dpo-hf"
32
  processor = LlavaProcessor.from_pretrained(model_id)
33
+ model = LlavaForConditionalGeneration.from_pretrained(model_id,torch_dtype=torch.float16, use_flash_attention_2=True)
34
  model.to("cuda")
35
  # Credit to merve for code of llava interleave qwen
36