Spaces:
Runtime error
Runtime error
Commit
·
78fdff4
1
Parent(s):
3c3ce5c
feat: rejected eval queue to avoid ddos
Browse files- app.py +1 -0
- src/populate.py +6 -7
app.py
CHANGED
|
@@ -118,6 +118,7 @@ if not LEADERBOARD_DF.empty:
|
|
| 118 |
finished_eval_queue_df,
|
| 119 |
running_eval_queue_df,
|
| 120 |
pending_eval_queue_df,
|
|
|
|
| 121 |
) = get_evaluation_queue_df(EVAL_REQUESTS_PATH, EVAL_COLS)
|
| 122 |
|
| 123 |
def init_leaderboard(dataframe):
|
|
|
|
| 118 |
finished_eval_queue_df,
|
| 119 |
running_eval_queue_df,
|
| 120 |
pending_eval_queue_df,
|
| 121 |
+
rejected_eval_queue_df,
|
| 122 |
) = get_evaluation_queue_df(EVAL_REQUESTS_PATH, EVAL_COLS)
|
| 123 |
|
| 124 |
def init_leaderboard(dataframe):
|
src/populate.py
CHANGED
|
@@ -68,7 +68,7 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
|
|
| 68 |
finished_data = []
|
| 69 |
running_data = []
|
| 70 |
pending_data = []
|
| 71 |
-
|
| 72 |
for file_path in request_files:
|
| 73 |
try:
|
| 74 |
with open(file_path, "r", encoding="utf-8") as f:
|
|
@@ -77,10 +77,7 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
|
|
| 77 |
# Extract relevant fields
|
| 78 |
row = {
|
| 79 |
"library": data.get("library", ""),
|
| 80 |
-
"version": data.get("version", ""),
|
| 81 |
"language": data.get("language", ""),
|
| 82 |
-
"framework": data.get("framework", ""),
|
| 83 |
-
"library_type": data.get("library_type", ""),
|
| 84 |
"status": data.get("status", "UNKNOWN")
|
| 85 |
}
|
| 86 |
|
|
@@ -91,6 +88,8 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
|
|
| 91 |
running_data.append(row)
|
| 92 |
elif row["status"] == "PENDING":
|
| 93 |
pending_data.append(row)
|
|
|
|
|
|
|
| 94 |
except Exception as e:
|
| 95 |
print(f"Error reading request file {file_path}: {e}")
|
| 96 |
continue
|
|
@@ -99,11 +98,11 @@ def get_evaluation_queue_df(eval_requests_path, eval_cols):
|
|
| 99 |
finished_df = pd.DataFrame(finished_data, columns=eval_cols)
|
| 100 |
running_df = pd.DataFrame(running_data, columns=eval_cols)
|
| 101 |
pending_df = pd.DataFrame(pending_data, columns=eval_cols)
|
| 102 |
-
|
| 103 |
-
return finished_df, running_df, pending_df
|
| 104 |
|
| 105 |
except Exception as e:
|
| 106 |
print(f"Error reading evaluation queue: {e}")
|
| 107 |
# Return empty dataframes
|
| 108 |
empty_df = pd.DataFrame(columns=eval_cols)
|
| 109 |
-
return empty_df.copy(), empty_df.copy(), empty_df.copy()
|
|
|
|
| 68 |
finished_data = []
|
| 69 |
running_data = []
|
| 70 |
pending_data = []
|
| 71 |
+
rejected_data = []
|
| 72 |
for file_path in request_files:
|
| 73 |
try:
|
| 74 |
with open(file_path, "r", encoding="utf-8") as f:
|
|
|
|
| 77 |
# Extract relevant fields
|
| 78 |
row = {
|
| 79 |
"library": data.get("library", ""),
|
|
|
|
| 80 |
"language": data.get("language", ""),
|
|
|
|
|
|
|
| 81 |
"status": data.get("status", "UNKNOWN")
|
| 82 |
}
|
| 83 |
|
|
|
|
| 88 |
running_data.append(row)
|
| 89 |
elif row["status"] == "PENDING":
|
| 90 |
pending_data.append(row)
|
| 91 |
+
elif row["status"] == "REJECTED":
|
| 92 |
+
rejected_data.append(row)
|
| 93 |
except Exception as e:
|
| 94 |
print(f"Error reading request file {file_path}: {e}")
|
| 95 |
continue
|
|
|
|
| 98 |
finished_df = pd.DataFrame(finished_data, columns=eval_cols)
|
| 99 |
running_df = pd.DataFrame(running_data, columns=eval_cols)
|
| 100 |
pending_df = pd.DataFrame(pending_data, columns=eval_cols)
|
| 101 |
+
rejected_df = pd.DataFrame(rejected_data, columns=eval_cols)
|
| 102 |
+
return finished_df, running_df, pending_df, rejected_df
|
| 103 |
|
| 104 |
except Exception as e:
|
| 105 |
print(f"Error reading evaluation queue: {e}")
|
| 106 |
# Return empty dataframes
|
| 107 |
empty_df = pd.DataFrame(columns=eval_cols)
|
| 108 |
+
return empty_df.copy(), empty_df.copy(), empty_df.copy(), empty_df.copy()
|