KingNish commited on
Commit
e9380f2
1 Parent(s): 50764bf

Update chatbot.py

Browse files
Files changed (1) hide show
  1. chatbot.py +4 -4
chatbot.py CHANGED
@@ -27,8 +27,8 @@ import io # Add this import for working with image bytes
27
 
28
  # You can also use models that are commented below
29
  # model_id = "llava-hf/llava-interleave-qwen-0.5b-hf"
30
- model_id = "llava-hf/llava-interleave-qwen-7b-hf"
31
- # model_id = "llava-hf/llava-interleave-qwen-7b-dpo-hf"
32
  processor = LlavaProcessor.from_pretrained(model_id)
33
  model = LlavaForConditionalGeneration.from_pretrained(model_id, torch_dtype=torch.float16, use_flash_attention_2=True, low_cpu_mem_usage=True)
34
  model.to("cuda")
@@ -75,8 +75,8 @@ EXAMPLES = [
75
  ],
76
  [
77
  {
78
- "text": "Read what's written on the paper.",
79
- "files": [f"{examples_path}/example_images/paper_with_text.png"],
80
  }
81
  ],
82
  [
 
27
 
28
  # You can also use models that are commented below
29
  # model_id = "llava-hf/llava-interleave-qwen-0.5b-hf"
30
+ # model_id = "llava-hf/llava-interleave-qwen-7b-hf"
31
+ model_id = "llava-hf/llava-interleave-qwen-7b-dpo-hf"
32
  processor = LlavaProcessor.from_pretrained(model_id)
33
  model = LlavaForConditionalGeneration.from_pretrained(model_id, torch_dtype=torch.float16, use_flash_attention_2=True, low_cpu_mem_usage=True)
34
  model.to("cuda")
 
75
  ],
76
  [
77
  {
78
+ "text": "Explain the cause of Accident",
79
+ "files": [f"{examples_path}/example_video/accident.mp4"],
80
  }
81
  ],
82
  [