Hugging Face's logo

Spaces:
open-llm-leaderboard
/
comparator
Running

App Files Community
1
albertvillanova HF staff commited on
Commit
148216f
•
1 Parent(s): e970061

Support .json and .jsonl details files

Browse files
Files changed (1) hide show
  1. src/constants.py +1 -1
src/constants.py CHANGED
@@ -1,7 +1,7 @@
1
  RESULTS_DATASET_ID = "datasets/open-llm-leaderboard/results"
2
 
3
  DETAILS_DATASET_ID = "datasets/open-llm-leaderboard/{model_name_sanitized}-details"
4
- DETAILS_FILENAME = "samples_{subtask}_*.json"
5
  TASKS = {
6
  # "leaderboard_arc_challenge": ("ARC", "leaderboard_arc_challenge"),
7
  "leaderboard_bbh": ("BBH", "leaderboard_bbh"),
 
1
  RESULTS_DATASET_ID = "datasets/open-llm-leaderboard/results"
2
 
3
  DETAILS_DATASET_ID = "datasets/open-llm-leaderboard/{model_name_sanitized}-details"
4
+ DETAILS_FILENAME = "samples_{subtask}_*.json*"
5
  TASKS = {
6
  # "leaderboard_arc_challenge": ("ARC", "leaderboard_arc_challenge"),
7
  "leaderboard_bbh": ("BBH", "leaderboard_bbh"),