Update app_dialogue.py

app_dialogue.py

@@ -358,13 +358,10 @@ def model_generation(
         if len(eos_tokens) > 0:
             eos_token_ids = []
             for eos_token in eos_tokens:
-                tokenized_eos_token = tokenizer(eos_token, add_special_tokens=False).input_ids
-                if len(tokenized_eos_token) > 1:
-                    raise ValueError(
-                        f"eos_tokens should be one token, here {eos_token} is {len(tokenized_eos_token)} tokens:"
-                        f" {tokenized_eos_token}"
-                    )
-                eos_token_ids += tokenized_eos_token
+                tokenized_eos_token = tokenizer.convert_tokens_to_ids(eos_token)
+                if tokenized_eos_token == 0: # <unk> with our llama tokenizer
+                    raise ValueError(f"Unknown tokens specified for exit condition.")
+                eos_token_ids += [tokenized_eos_token]
 
     # Common parameters to all decoding strategies
     # This documentation is useful to read: https://huggingface.co/docs/transformers/main/en/generation_strategies
@@ -446,6 +443,11 @@ def model_generation(
 
 
 dope_callback = gr.CSVLogger()
+dope_hf_callback = gr.HuggingFaceDatasetSaver(
+    hf_token=os.getenv("HF_AUTH_TOKEN"),
+    dataset_name="HuggingFaceM4/gradio_dope_data_points",
+    private=True,
+)
 problematic_callback = gr.CSVLogger()
 
 textbox = gr.Textbox(
@@ -453,6 +455,7 @@ textbox = gr.Textbox(
     value="Describe the battle against the fierce dragons.",
     visible=True,
     container=False,
+    label="Text input",
 )
 with gr.Blocks(title="IDEFICS-Chat", theme=gr.themes.Base()) as demo:
     gr.Markdown(
@@ -477,6 +480,7 @@ with gr.Blocks(title="IDEFICS-Chat", theme=gr.themes.Base()) as demo:
                     interactive=True,
                     show_label=False,
                     container=False,
+                    label="Model"
                 )
             processor, tokenizer, model = load_processor_tokenizer_model(model_selector.value)
 
@@ -815,8 +819,9 @@ And so, the story of Mulan and Shrek's romance came to an end, leaving a lasting
 
     # Using Flagging for saving dope and problematic examples
     # Dope examples flagging
-    dope_callback.setup(
+    dope_hf_callback.setup(
         [
+            model_selector,
             textbox,
             chatbot,
             imagebox,
@@ -835,8 +840,9 @@ And so, the story of Mulan and Shrek's romance came to an end, leaving a lasting
         "gradio_dope_data_points"
     )
     dope_bttn.click(
-        lambda *args: dope_callback.flag(args),
+        lambda *args: dope_hf_callback.flag(args),
         [
+            model_selector,
             textbox,
             chatbot,
             imagebox,
@@ -858,6 +864,7 @@ And so, the story of Mulan and Shrek's romance came to an end, leaving a lasting
     # Problematic examples flagging
     problematic_callback.setup(
         [
+            model_selector,
             textbox,
             chatbot,
             imagebox,
@@ -878,6 +885,7 @@ And so, the story of Mulan and Shrek's romance came to an end, leaving a lasting
     problematic_bttn.click(
         lambda *args: problematic_callback.flag(args),
         [
+            model_selector,
             textbox,
             chatbot,
             imagebox,
@@ -912,53 +920,53 @@ And so, the story of Mulan and Shrek's romance came to an end, leaving a lasting
     gr.Examples(
         examples=[
             ["What are the armed baguettes guarding?", f"{examples_path}/example_images/baguettes_guarding_paris.png"],
-            [
-                "Can you tell me a very short story based on this image?",
-                f"{examples_path}/example_images/chicken_on_money.png",
-            ],
-            ["Can you describe the image?", f"{examples_path}/example_images/bear_costume.png"],
-            ["What is this animal and why is it unusual?", f"{examples_path}/example_images/blue_dog.png"],
-            [
-                "What is this object and do you think it is horrifying?",
-                f"{examples_path}/example_images/can_horror.png",
-            ],
-            ["What is this sketch for? How would you make an argument to prove this sketch was made by Picasso himself?", f"{examples_path}/example_images/cat_sketch.png"],
-            ["Which celebrity does this claymation figure look like?", f"{examples_path}/example_images/kanye.jpg"],
-            [
-                "Which famous person does the person in the image look like? Could you craft an engaging narrative featuring this character from the image as the main protagonist?",
-                f"{examples_path}/example_images/obama-harry-potter.jpg",
-            ],
-            [
-                "Is there a celebrity look-alike in this image? What is happening to the person?",
-                f"{examples_path}/example_images/ryan-reynolds-borg.jpg",
-            ],
-            ["Can you describe this image in details please?", f"{examples_path}/example_images/dragons_playing.png"],
-            ["What can you tell me about the cap in this image?", f"{examples_path}/example_images/ironman_cap.png"],
-            [
-                "Can you write an advertisement for Coca-Cola based on this image?",
-                f"{examples_path}/example_images/polar_bear_coke.png",
-            ],
-            [
-                "What is the rabbit doing in this image? Do you think this image is real?",
-                f"{examples_path}/example_images/rabbit_force.png",
-            ],
-            ["What is happening in this image and why is it unusual?", f"{examples_path}/example_images/ramen.png"],
-            [
-                "What I should look most forward to when I visit this place?",
-                f"{examples_path}/example_images/tree_fortress.jpg",
-            ],
-            ["Who is the person in the image and what is he doing?", f"{examples_path}/example_images/tom-cruise-astronaut-pegasus.jpg"],
-            [
-                "What is happening in this image? Which famous personality does this person in center looks like?",
-                f"{examples_path}/example_images/gandhi_selfie.jpg",
-            ],
-            [
-                (
-                    "<fake_token_around_image><image:https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/blog/stable-diffusion-xl-coreml/a_high_quality_photo_of_a_surfing_dog.7667.final_float16_original.jpg><fake_token_around_image>What"
-                    " do you think the dog is doing and is it unusual?"
-                ),
-                None,
-            ],
+            # [
+            #     "Can you tell me a very short story based on this image?",
+            #     f"{examples_path}/example_images/chicken_on_money.png",
+            # ],
+            # ["Can you describe the image?", f"{examples_path}/example_images/bear_costume.png"],
+            # ["What is this animal and why is it unusual?", f"{examples_path}/example_images/blue_dog.png"],
+            # [
+            #     "What is this object and do you think it is horrifying?",
+            #     f"{examples_path}/example_images/can_horror.png",
+            # ],
+            # ["What is this sketch for? How would you make an argument to prove this sketch was made by Picasso himself?", f"{examples_path}/example_images/cat_sketch.png"],
+            # ["Which celebrity does this claymation figure look like?", f"{examples_path}/example_images/kanye.jpg"],
+            # [
+            #     "Which famous person does the person in the image look like? Could you craft an engaging narrative featuring this character from the image as the main protagonist?",
+            #     f"{examples_path}/example_images/obama-harry-potter.jpg",
+            # ],
+            # [
+            #     "Is there a celebrity look-alike in this image? What is happening to the person?",
+            #     f"{examples_path}/example_images/ryan-reynolds-borg.jpg",
+            # ],
+            # ["Can you describe this image in details please?", f"{examples_path}/example_images/dragons_playing.png"],
+            # ["What can you tell me about the cap in this image?", f"{examples_path}/example_images/ironman_cap.png"],
+            # [
+            #     "Can you write an advertisement for Coca-Cola based on this image?",
+            #     f"{examples_path}/example_images/polar_bear_coke.png",
+            # ],
+            # [
+            #     "What is the rabbit doing in this image? Do you think this image is real?",
+            #     f"{examples_path}/example_images/rabbit_force.png",
+            # ],
+            # ["What is happening in this image and why is it unusual?", f"{examples_path}/example_images/ramen.png"],
+            # [
+            #     "What I should look most forward to when I visit this place?",
+            #     f"{examples_path}/example_images/tree_fortress.jpg",
+            # ],
+            # ["Who is the person in the image and what is he doing?", f"{examples_path}/example_images/tom-cruise-astronaut-pegasus.jpg"],
+            # [
+            #     "What is happening in this image? Which famous personality does this person in center looks like?",
+            #     f"{examples_path}/example_images/gandhi_selfie.jpg",
+            # ],
+            # [
+            #     (
+            #         "<fake_token_around_image><image:https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/blog/stable-diffusion-xl-coreml/a_high_quality_photo_of_a_surfing_dog.7667.final_float16_original.jpg><fake_token_around_image>What"
+            #         " do you think the dog is doing and is it unusual?"
+            #     ),
+            #     None,
+            # ],
         ],
         inputs=[textbox, imagebox],
         outputs=[textbox, imagebox, chatbot],
@@ -969,4 +977,4 @@ And so, the story of Mulan and Shrek's romance came to an end, leaving a lasting
     )
 
 demo.queue()
-demo.launch()
+demo.launch(share=False)