update_leaderboard

serve/leaderboard.py

@@ -40,7 +40,8 @@ nam_dict = {
     "syncdreamer": "SyncDreamer",
     "triplane-gaussian": "TriplaneGaussian",
     "escher-net": "EscherNet",
-    "free3d": "Free3D"
+    "free3d": "Free3D",
+    "instant-mesh": "InstantMesh",
 }
 
 def replace_model_name(name, rank):
@@ -91,11 +92,11 @@ def model_hyperlink(model_name, link):
 
 def load_leaderboard_table_csv(filename, add_hyperlink=True):
     df = pd.read_csv(filename)
-    df = df.drop(df[df["key"].isnull()].index)
+    df = df.drop(df[df["Key"].isnull()].index)
     for col in df.columns:
         if "Elo rating" in col:
-            print(df[col])
-            df[col] = df[col].apply(lambda x: int(x) if (x != "-" and x != np.nan) else np.nan)
+            print(col, df[col], type(df[col]), df[col] is not np.NaN)
+            df[col] = df[col].apply(lambda x: int(x) if (x != "-" and pd.notna(x)) else np.NaN)
         
         if add_hyperlink and col == "Model":
             df[col] = df.apply(lambda row: model_hyperlink(row[col], row["Link"]), axis=1)
@@ -127,7 +128,7 @@ def get_full_table(anony_arena_df, full_arena_df, model_table_df):
     values = []
     for i in range(len(model_table_df)):
         row = []
-        model_key = model_table_df.iloc[i]["key"]
+        model_key = model_table_df.iloc[i]["Key"]
         model_name = model_table_df.iloc[i]["Model"]
         # model display name
         row.append(model_name)
@@ -161,10 +162,10 @@ def get_arena_table(arena_dfs, model_table_df):
     for i in range(len(model_table_df)):
         row = []
         # model_key = arena_df.index[i]
-        # model_name = model_table_df[model_table_df["key"] == model_key]["Model"].values[
+        # model_name = model_table_df[model_table_df["Key"] == model_key]["Model"].values[
         #     0
         # ]
-        model_name = model_table_df.iloc[i]["key"]
+        model_name = model_table_df.iloc[i]["Key"]
 
         # rank
         row.append(i + 1)
@@ -173,8 +174,10 @@ def get_arena_table(arena_dfs, model_table_df):
         # elo rating
         num_battles = 0
         for dim in arena_dfs.keys():
-            print(arena_dfs[dim].loc[model_name])
-
+            try:
+                print(arena_dfs[dim].loc[model_name])
+            except:
+                continue
             row.append(round(arena_dfs[dim].loc[model_name]["rating"], 2))
             upper_diff = round(arena_dfs[dim].loc[model_name]["rating_q975"] - arena_dfs[dim].loc[model_name]["rating"])
             lower_diff = round(arena_dfs[dim].loc[model_name]["rating"] - arena_dfs[dim].loc[model_name]["rating_q025"])
@@ -193,11 +196,11 @@ def get_arena_table(arena_dfs, model_table_df):
         row.append(num_battles)
         # Organization
         # row.append(
-        #     model_table_df[model_table_df["key"] == model_key]["Organization"].values[0]
+        #     model_table_df[model_table_df["Key"] == model_key]["Organization"].values[0]
         # )
         # # license
         # row.append(
-        #     model_table_df[model_table_df["key"] == model_key]["License"].values[0]
+        #     model_table_df[model_table_df["Key"] == model_key]["License"].values[0]
         # )
 
         values.append(row)
@@ -365,4 +368,4 @@ def build_leaderboard_tab(elo_results_file, leaderboard_table_file, show_plot=Fa
     gr.Markdown(acknowledgment_md)
 
     # return [md_1, plot_1, plot_2, plot_3, plot_4]
-    return [md_1]
+    return [md_1]