Spaces:
Running
Running
shahriarshm
commited on
Commit
•
e2034f5
1
Parent(s):
57b4540
reformat model_name when finding request file
Browse files- src/about.py +1 -0
- src/leaderboard/read_evals.py +1 -0
src/about.py
CHANGED
@@ -29,6 +29,7 @@ TITLE = """<h1 align="center" id="space-title">ParsBench Leaderboard</h1>"""
|
|
29 |
INTRODUCTION_TEXT = """
|
30 |
<p>This leaderboard is created using <a href="https://github.com/shahriarshm/parsbench">ParsBench</a> framework benchmarking toolkit.</p>
|
31 |
<p>In this leaderboard we evaluate the open-weight LLMs based on the Persian (Farsi) language tasks.</p>
|
|
|
32 |
"""
|
33 |
|
34 |
# Which evaluations are you running? how can people reproduce what you have?
|
|
|
29 |
INTRODUCTION_TEXT = """
|
30 |
<p>This leaderboard is created using <a href="https://github.com/shahriarshm/parsbench">ParsBench</a> framework benchmarking toolkit.</p>
|
31 |
<p>In this leaderboard we evaluate the open-weight LLMs based on the Persian (Farsi) language tasks.</p>
|
32 |
+
<p><strong>Note:</strong> We've only added the GPT models evaluation for a better comparison between the open LLMs and SoTA models.</p>
|
33 |
"""
|
34 |
|
35 |
# Which evaluations are you running? how can people reproduce what you have?
|
src/leaderboard/read_evals.py
CHANGED
@@ -134,6 +134,7 @@ class EvalResult:
|
|
134 |
|
135 |
def get_request_file_for_model(requests_path, model_name, precision):
|
136 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
|
|
137 |
request_files = os.path.join(
|
138 |
requests_path,
|
139 |
f"leaderboard/{model_name}_eval_request_*.json",
|
|
|
134 |
|
135 |
def get_request_file_for_model(requests_path, model_name, precision):
|
136 |
"""Selects the correct request file for a given model. Only keeps runs tagged as FINISHED"""
|
137 |
+
model_name = model_name.replace("/", "_").replace("-", "_")
|
138 |
request_files = os.path.join(
|
139 |
requests_path,
|
140 |
f"leaderboard/{model_name}_eval_request_*.json",
|