eduagarcia commited on
Commit
7f74bf3
1 Parent(s): 2047849

update gemini flash

Browse files
Files changed (1) hide show
  1. proprietary_models_results.json +21 -0
proprietary_models_results.json CHANGED
@@ -145,5 +145,26 @@
145
  },
146
  "result_metrics_average": 0.7706409138489229,
147
  "result_metrics_npm": 0.655901521190756
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
148
  }
149
  ]
 
145
  },
146
  "result_metrics_average": 0.7706409138489229,
147
  "result_metrics_npm": 0.655901521190756
148
+ },
149
+ {
150
+ "model": "gemini-1.5-flash-preview-0514",
151
+ "name": "Gemini 1.5 Flash Preview (0514)",
152
+ "link": "https://cloud.google.com/vertex-ai",
153
+ "date": "2024-05-18",
154
+ "status": "full",
155
+ "main_language": "English",
156
+ "result_metrics": {
157
+ "enem_challenge": 0.8264520643806857,
158
+ "bluex": 0.7482614742698191,
159
+ "oab_exams": 0.6419134396355353,
160
+ "assin2_sts": 0.841655158151231,
161
+ "assin2_rte": 0.9362097477374545,
162
+ "faquad_nli": 0.8092185592185592,
163
+ "hatebr_offensive": 0.9099110141445836,
164
+ "portuguese_hate_speech": 0.6875904275305673,
165
+ "tweetsentbr": 0.7219800292667018
166
+ },
167
+ "result_metrics_average": 0.7914657682594597,
168
+ "result_metrics_npm": 0.6834036936130392
169
  }
170
  ]