version v0.1

src/populate.py

@@ -14,6 +14,7 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
     all_data_json = [v.to_dict() for v in raw_data]
 
     df = pd.DataFrame.from_records(all_data_json)
+    present_benchmark_cols = [col for col in benchmark_cols if col in df.columns]
 
     if df.empty:
         return pd.DataFrame(columns=cols)
@@ -40,7 +41,17 @@ def get_leaderboard_df(results_path: str, requests_path: str, cols: list, benchm
     df = df[cols].round(decimals=2)
 
     # filter out if any of the benchmarks have not been produced
-    df = df[has_no_nan_values(df, benchmark_cols)]
+    if present_benchmark_cols:
+        df = df[has_no_nan_values(df, present_benchmark_cols)]
+
+    if df.empty:
+        placeholder_df = pd.DataFrame(columns=cols)
+        placeholder_df.loc[0] = {column: pd.NA for column in cols}
+        placeholder_df.loc[0, rank_col] = "-"
+        placeholder_df.loc[0, AutoEvalColumn.model.name] = "No completed evaluations yet"
+        placeholder_df.loc[0, average_col] = pd.NA
+        return placeholder_df
+
     return df.reset_index(drop=True)