eduagarcia commited on
Commit
7625ef6
1 Parent(s): 5ab1da9

new size intervals and apply same intervals for the collection

Browse files
Files changed (2) hide show
  1. src/display/utils.py +7 -7
  2. src/tools/collections.py +4 -2
src/display/utils.py CHANGED
@@ -239,13 +239,13 @@ BENCHMARK_COLS = [t.value.col_name for t in Tasks]
239
 
240
  NUMERIC_INTERVALS = {
241
  "?": pd.Interval(-1, 0, closed="right"),
242
- "~1.5": pd.Interval(0, 2, closed="right"),
243
- "~3": pd.Interval(2, 4, closed="right"),
244
- "~7": pd.Interval(4, 9, closed="right"),
245
- "~13": pd.Interval(9, 20, closed="right"),
246
- "~35": pd.Interval(20, 45, closed="right"),
247
- "~60": pd.Interval(45, 70, closed="right"),
248
- "70+": pd.Interval(70, 10000, closed="right"),
249
  }
250
 
251
  #Original HF LEaderboard tasks and metrics
 
239
 
240
  NUMERIC_INTERVALS = {
241
  "?": pd.Interval(-1, 0, closed="right"),
242
+ "~1B": pd.Interval(0, 2, closed="right"),
243
+ "~3B": pd.Interval(2, 4, closed="right"),
244
+ "~7B": pd.Interval(4, 9, closed="right"),
245
+ "~13B": pd.Interval(9, 23, closed="right"),
246
+ "~35B": pd.Interval(23, 50, closed="right"),
247
+ "~70B": pd.Interval(50, 85, closed="right"),
248
+ "85B+": pd.Interval(85, 10000, closed="right"),
249
  }
250
 
251
  #Original HF LEaderboard tasks and metrics
src/tools/collections.py CHANGED
@@ -5,10 +5,11 @@ from huggingface_hub import add_collection_item, delete_collection_item, get_col
5
  from huggingface_hub.utils._errors import HfHubHTTPError
6
  from pandas import DataFrame
7
 
8
- from src.display.utils import AutoEvalColumn, ModelType
9
  from src.envs import H4_TOKEN, PATH_TO_COLLECTION
10
 
11
  # Specific intervals for the collections
 
12
  intervals = {
13
  "1B": pd.Interval(0, 1.5, closed="right"),
14
  "3B": pd.Interval(2.5, 3.5, closed="neither"),
@@ -17,7 +18,8 @@ intervals = {
17
  "30B": pd.Interval(25, 35, closed="neither"),
18
  "65B": pd.Interval(60, 70, closed="neither"),
19
  }
20
-
 
21
 
22
  def update_collections(df: DataFrame):
23
  """This function updates the Open LLM Leaderboard model collection with the latest best models for
 
5
  from huggingface_hub.utils._errors import HfHubHTTPError
6
  from pandas import DataFrame
7
 
8
+ from src.display.utils import AutoEvalColumn, ModelType, NUMERIC_INTERVALS
9
  from src.envs import H4_TOKEN, PATH_TO_COLLECTION
10
 
11
  # Specific intervals for the collections
12
+ """
13
  intervals = {
14
  "1B": pd.Interval(0, 1.5, closed="right"),
15
  "3B": pd.Interval(2.5, 3.5, closed="neither"),
 
18
  "30B": pd.Interval(25, 35, closed="neither"),
19
  "65B": pd.Interval(60, 70, closed="neither"),
20
  }
21
+ """
22
+ intervals = {k:v for k,v in NUMERIC_INTERVALS.items() if "?" not in k}
23
 
24
  def update_collections(df: DataFrame):
25
  """This function updates the Open LLM Leaderboard model collection with the latest best models for