shahriarshm commited on
Commit
e2034f5
1 Parent(s): 57b4540

reformat model_name when finding request file

Browse files
Files changed (2) hide show
  1. src/about.py +1 -0
  2. src/leaderboard/read_evals.py +1 -0
src/about.py CHANGED
@@ -29,6 +29,7 @@ TITLE = """<h1 align="center" id="space-title">ParsBench Leaderboard</h1>"""
29
  INTRODUCTION_TEXT = """
30
  <p>This leaderboard is created using <a href="https://github.com/shahriarshm/parsbench">ParsBench</a> framework benchmarking toolkit.</p>
31
  <p>In this leaderboard we evaluate the open-weight LLMs based on the Persian (Farsi) language tasks.</p>
 
32
  """
33
 
34
  # Which evaluations are you running? how can people reproduce what you have?
 
29
  INTRODUCTION_TEXT = """
30
  <p>This leaderboard is created using <a href="https://github.com/shahriarshm/parsbench">ParsBench</a> framework benchmarking toolkit.</p>
31
  <p>In this leaderboard we evaluate the open-weight LLMs based on the Persian (Farsi) language tasks.</p>
32
+ <p><strong>Note:</strong> We've only added the GPT models evaluation for a better comparison between the open LLMs and SoTA models.</p>
33
  """
34
 
35
  # Which evaluations are you running? how can people reproduce what you have?
src/leaderboard/read_evals.py CHANGED
@@ -134,6 +134,7 @@ class EvalResult:
134
 
135
  def get_request_file_for_model(requests_path, model_name, precision):
136
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
 
137
  request_files = os.path.join(
138
  requests_path,
139
  f"leaderboard/{model_name}_eval_request_*.json",
 
134
 
135
  def get_request_file_for_model(requests_path, model_name, precision):
136
  """Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
137
+ model_name = model_name.replace("/", "_").replace("-", "_")
138
  request_files = os.path.join(
139
  requests_path,
140
  f"leaderboard/{model_name}_eval_request_*.json",