Spaces:
Sleeping
Sleeping
| LEADERBOARD_INTRODUCTION = """# CinePile Leaderboard | |
| ### CinePile is a long video understanding dataset & benchmark. The leaderboard presents the evaluation results of various VLMs on the CinePile benchmark. | |
| ### Currently, CinePile Leaderboard covers {} different VLMs. | |
| This leaderboard was last updated: {}. | |
| """ | |
| LEADERBOARD_MD = """ | |
| ## Main Evaluation Results | |
| - Average Accuracy: The average accuracy on all question categories (normalized to 0 - 100, the higher the better). | |
| - Average Rank: The average rank based on the average accuracy (the lower the better). | |
| """ | |
| # CONSTANTS-CITATION | |
| CITATION_BUTTON_TEXT = r"""@article{rawal2024cinepile, | |
| title={Cinepile: A long video question answering dataset and benchmark}, | |
| author={Rawal, Ruchit and Saifullah, Khalid and Basri, Ronen and Jacobs, David and Somepalli, Gowthami and Goldstein, Tom}, | |
| journal={arXiv preprint arXiv:2405.08813}, | |
| year={2024} | |
| }""" | |
| CITATION_BUTTON_LABEL = "Copy the following snippet to cite these results" | |
| CINEPILE_ABOUT_MD = "https://raw.githubusercontent.com/JARVVVIS/cinepile_leaderboard/refs/heads/main/assets/about_cinepile.md" | |