memray's picture
Upload 130 files
cdaafab
{
"dataset": "hotpotqa",
"split": "test",
"metric": "dot",
"norm_query": false,
"norm_doc": false,
"scores": {
"ndcg": {
"NDCG@1": 0.57542,
"NDCG@3": 0.45244,
"NDCG@5": 0.47841,
"NDCG@10": 0.50295,
"NDCG@20": 0.51863,
"NDCG@50": 0.53481,
"NDCG@100": 0.54412,
"NDCG@200": 0.55116,
"NDCG@1000": 0.56292
},
"map": {
"MAP@1": 0.28771,
"MAP@3": 0.3763,
"MAP@5": 0.39453,
"MAP@10": 0.40744,
"MAP@20": 0.413,
"MAP@50": 0.41656,
"MAP@100": 0.41772,
"MAP@200": 0.41824,
"MAP@1000": 0.41863
},
"precision": {
"P@1": 0.57542,
"P@3": 0.28377,
"P@5": 0.19079,
"P@10": 0.10772,
"P@20": 0.05891,
"P@50": 0.02622,
"P@100": 0.01404,
"P@200": 0.00743,
"P@1000": 0.00165
},
"recall": {
"Recall@1": 0.28771,
"Recall@3": 0.42566,
"Recall@5": 0.47698,
"Recall@10": 0.53862,
"Recall@20": 0.58913,
"Recall@50": 0.65544,
"Recall@100": 0.70223,
"Recall@200": 0.74321,
"Recall@1000": 0.82694
},
"mrr": {
"MRR@1": 0.57542,
"MRR@3": 0.64461,
"MRR@5": 0.65528,
"MRR@10": 0.66264,
"MRR@20": 0.66564,
"MRR@50": 0.66703,
"MRR@100": 0.66738,
"MRR@200": 0.66752,
"MRR@1000": 0.6676
},
"recall_cap": {
"R_cap@1": 0.57542,
"R_cap@3": 0.42566,
"R_cap@5": 0.47698,
"R_cap@10": 0.53862,
"R_cap@20": 0.58913,
"R_cap@50": 0.65544,
"R_cap@100": 0.70223,
"R_cap@200": 0.74321,
"R_cap@1000": 0.82694
},
"hole": {
"Hole@1": 0.41756,
"Hole@3": 0.70488,
"Hole@5": 0.79681,
"Hole@10": 0.88022,
"Hole@20": 0.92963,
"Hole@50": 0.96304,
"Hole@100": 0.97586,
"Hole@200": 0.98298,
"Hole@1000": 0.99027
}
}
}