ha251 commited on
Commit
e45f85a
·
verified ·
1 Parent(s): 58a215e

Update miniapp_leaderboard.py

Browse files
Files changed (1) hide show
  1. miniapp_leaderboard.py +72 -565
miniapp_leaderboard.py CHANGED
@@ -4,15 +4,12 @@ import json
4
  import os
5
  import re
6
  import uuid
7
- from urllib.parse import urlparse
8
 
9
  import gradio as gr
10
  import pandas as pd
11
- import requests
12
  from huggingface_hub import HfApi, hf_hub_download
13
  from huggingface_hub.errors import RepositoryNotFoundError
14
 
15
-
16
  APP_NAME = "miniapp"
17
 
18
  # Space Secrets:
@@ -23,35 +20,10 @@ LEADERBOARD_DATASET = (os.environ.get("LEADERBOARD_DATASET") or "").strip()
23
  MAX_ENTRIES = int(os.environ.get("MAX_ENTRIES", "500"))
24
 
25
  ENTRIES_PREFIX = "entries/"
 
26
 
27
- LEADERBOARD_COLUMNS = [
28
- "Model name",
29
- "Avg",
30
- "Easy",
31
- "Mid",
32
- "Hard",
33
- "Games",
34
- "Science",
35
- "Tools",
36
- "Humanities",
37
- "Viz",
38
- "Lifestyle",
39
- "Submitted at",
40
- "Submitter",
41
- ]
42
-
43
- NUMERIC_COLS = [
44
- "Avg",
45
- "Easy",
46
- "Mid",
47
- "Hard",
48
- "Games",
49
- "Science",
50
- "Tools",
51
- "Humanities",
52
- "Viz",
53
- "Lifestyle",
54
- ]
55
 
56
  IN_SPACES = bool(
57
  os.environ.get("SPACE_ID")
@@ -65,14 +37,6 @@ def _api() -> HfApi:
65
  return HfApi(token=HF_TOKEN)
66
 
67
 
68
- def _is_valid_http_url(url: str) -> bool:
69
- try:
70
- parsed = urlparse(url)
71
- return parsed.scheme in ("http", "https") and bool(parsed.netloc)
72
- except Exception:
73
- return False
74
-
75
-
76
  def _slug(s: str, max_len: int = 60) -> str:
77
  s = (s or "").strip().lower()
78
  s = re.sub(r"[^a-z0-9]+", "-", s)
@@ -144,585 +108,128 @@ def _load_entries_df() -> pd.DataFrame:
144
  for c in LEADERBOARD_COLUMNS:
145
  if c not in df.columns:
146
  df[c] = ""
 
147
  df = df[LEADERBOARD_COLUMNS]
148
  for c in NUMERIC_COLS:
149
  df[c] = pd.to_numeric(df[c], errors="coerce")
150
- df = df.sort_values(by=["Submitted at"], ascending=False, kind="stable")
151
- return df
152
-
153
 
154
- def _apply_search_and_sort(
155
- df: pd.DataFrame,
156
- search_text: str,
157
- search_in: str,
158
- sort_by: str,
159
- sort_order: str,
160
- ) -> pd.DataFrame:
161
- search_text = (search_text or "").strip().lower()
162
- if search_text:
163
- if search_in == "Model name":
164
- df = df[df["Model name"].astype(str).str.lower().str.contains(search_text, na=False)]
165
- elif search_in == "Submitter":
166
- df = df[df["Submitter"].astype(str).str.lower().str.contains(search_text, na=False)]
167
- else:
168
- mask = (
169
- df["Model name"].astype(str).str.lower().str.contains(search_text, na=False)
170
- | df["Submitter"].astype(str).str.lower().str.contains(search_text, na=False)
171
- )
172
- df = df[mask]
173
-
174
- ascending = sort_order == "Ascending"
175
- if sort_by in df.columns:
176
- df = df.sort_values(by=[sort_by], ascending=ascending, kind="stable", na_position="last")
177
  return df
178
 
179
 
180
- def refresh(search_text: str, search_in: str, sort_by: str, sort_order: str):
181
- df = _load_entries_df()
182
- return _apply_search_and_sort(df, search_text, search_in, sort_by, sort_order)
183
-
184
-
185
- def _parse_hf_created_at(created_at: str) -> datetime.datetime | None:
186
- try:
187
- if created_at.endswith("Z"):
188
- created_at = created_at[:-1] + "+00:00"
189
- return datetime.datetime.fromisoformat(created_at)
190
- except Exception:
191
- return None
192
 
193
 
194
- def _check_user_eligibility(username: str) -> tuple[bool, str]:
195
- """
196
- - Must be older than ~4 months (>= 120 days)
197
- """
198
- try:
199
- r = requests.get(f"https://huggingface.co/api/users/{username}/overview", timeout=10)
200
- r.raise_for_status()
201
- created_at = r.json().get("createdAt")
202
- if not created_at:
203
- return False, "Cannot verify account creation date."
204
- dt = _parse_hf_created_at(created_at)
205
- if not dt:
206
- return False, "Cannot parse account creation date."
207
- now = datetime.datetime.now(datetime.timezone.utc)
208
- if dt.tzinfo is None:
209
- dt = dt.replace(tzinfo=datetime.timezone.utc)
210
- age_days = (now - dt).days
211
- if age_days < 120:
212
- return False, "Account must be older than 4 months to submit."
213
- return True, ""
214
- except Exception:
215
- return False, "Cannot verify Hugging Face account. Please try again later."
216
-
217
-
218
- def _submitted_today(username: str) -> bool:
219
- df = _load_entries_df()
220
- if df.empty:
221
- return False
222
- today = datetime.datetime.utcnow().date().isoformat()
223
- user_rows = df[df["Submitter"].astype(str) == username]
224
- if user_rows.empty:
225
- return False
226
- return any(str(v).startswith(today) for v in user_rows["Submitted at"].tolist())
227
-
228
-
229
- def submit(
230
- model_name: str,
231
- model_api: str,
232
- api_key: str,
233
- avg: float,
234
- easy: float,
235
- mid: float,
236
- hard: float,
237
- games: float,
238
- science: float,
239
- tools: float,
240
- humanities: float,
241
- viz: float,
242
- lifestyle: float,
243
- search_text: str,
244
- search_in: str,
245
- sort_by: str,
246
- sort_order: str,
247
- profile: gr.OAuthProfile | None,
248
- ):
249
  # Login required to submit (in Spaces)
250
  if IN_SPACES and (profile is None or not getattr(profile, "username", None)):
251
- return "You must log in to submit.", refresh(search_text, search_in, sort_by, sort_order)
252
 
253
  submitter = (getattr(profile, "username", None) if profile is not None else "local") or "anonymous"
254
 
255
  model_name = (model_name or "").strip()
256
- model_api = (model_api or "").strip()
257
- api_key = (api_key or "").strip()
258
 
 
 
259
  if not model_name:
260
- return "Model name is required.", refresh(search_text, search_in, sort_by, sort_order)
261
- if not model_api:
262
- return "Model API URL is required.", refresh(search_text, search_in, sort_by, sort_order)
263
- if not _is_valid_http_url(model_api):
264
- return "Model API must be a valid http(s) URL.", refresh(search_text, search_in, sort_by, sort_order)
265
- if not api_key:
266
- return "API key is required.", refresh(search_text, search_in, sort_by, sort_order)
267
 
268
  ok, msg = _ensure_dataset_readable()
269
  if not ok:
270
- return msg, refresh(search_text, search_in, sort_by, sort_order)
271
-
272
- if IN_SPACES:
273
- ok, msg = _check_user_eligibility(submitter)
274
- if not ok:
275
- return msg, refresh(search_text, search_in, sort_by, sort_order)
276
-
277
- if _submitted_today(submitter):
278
- return "You have already submitted today. Please try again tomorrow.", refresh(search_text, search_in, sort_by, sort_order)
279
 
280
  now = datetime.datetime.utcnow().replace(microsecond=0).isoformat() + "Z"
281
  nonce = uuid.uuid4().hex[:8]
282
  safe_model = _slug(model_name)
283
  safe_user = _slug(submitter)
284
- path_in_repo = f"{ENTRIES_PREFIX}{now[:10]}/{now}-{safe_user}-{safe_model}-{nonce}.json"
285
 
286
- # NOTE: api_key is collected but NOT stored.
287
- payload = {
288
- "Model name": model_name,
289
- "Avg": avg,
290
- "Easy": easy,
291
- "Mid": mid,
292
- "Hard": hard,
293
- "Games": games,
294
- "Science": science,
295
- "Tools": tools,
296
- "Humanities": humanities,
297
- "Viz": viz,
298
- "Lifestyle": lifestyle,
299
- "Submitted at": now,
300
- "Submitter": submitter,
301
- "Model API": model_api,
302
- }
303
 
304
  api = _api()
305
- data = (json.dumps(payload, ensure_ascii=False, indent=2) + "\n").encode("utf-8")
 
 
306
  api.upload_file(
307
  repo_id=LEADERBOARD_DATASET,
308
  repo_type="dataset",
309
- path_or_fileobj=io.BytesIO(data),
310
- path_in_repo=path_in_repo,
311
- commit_message=f"miniapp: submit {submitter}/{model_name}",
312
  token=HF_TOKEN,
313
  )
314
 
315
- return "Submitted successfully.", refresh(search_text, search_in, sort_by, sort_order)
316
-
317
-
318
- with gr.Blocks(title=f"{APP_NAME} leaderboard") as demo:
319
- # Layout: Overview -> Leaderboard -> Submission instructions
320
- gr.Markdown(
321
- f"## {APP_NAME} leaderboard\n\n"
322
- "### Overview111\n"
323
- "_Placeholder overview text. Replace this with your benchmark description, rules, and links._\n\n"
324
- "### Leaderboard\n"
325
- "_The leaderboard below supports sorting and searching._\n\n"
326
- "### Submission\n"
327
- "_Placeholder submission instructions. Requires login. One submission per user per day. "
328
- "Account must be older than 4 months._\n"
329
- )
330
-
331
- with gr.Row():
332
- with gr.Column(scale=3):
333
- with gr.Row():
334
- search_text = gr.Textbox(label="Search", placeholder="Model name or submitter")
335
- search_in = gr.Dropdown(
336
- label="Search in",
337
- choices=["Both", "Model name", "Submitter"],
338
- value="Both",
339
- )
340
- with gr.Row():
341
- sort_by = gr.Dropdown(label="Sort by", choices=LEADERBOARD_COLUMNS, value="Avg")
342
- sort_order = gr.Radio(label="Order", choices=["Descending", "Ascending"], value="Descending")
343
- refresh_btn = gr.Button("Refresh")
344
-
345
- leaderboard = gr.Dataframe(
346
- label="Leaderboard",
347
- value=_load_entries_df(),
348
- interactive=False,
349
- wrap=True,
350
- )
351
-
352
- with gr.Column(scale=2):
353
- with gr.Accordion("Submit (login required)", open=True):
354
- model_name = gr.Textbox(label="Model name (required)")
355
- model_api = gr.Textbox(label="Model API (required)", placeholder="https://...")
356
- api_key = gr.Textbox(label="API key (required)", type="password", placeholder="Will not be stored")
357
-
358
- with gr.Row():
359
- avg = gr.Number(label="Avg", value=0)
360
- easy = gr.Number(label="Easy", value=0)
361
- mid = gr.Number(label="Mid", value=0)
362
- hard = gr.Number(label="Hard", value=0)
363
-
364
- with gr.Row():
365
- games = gr.Number(label="Games", value=0)
366
- science = gr.Number(label="Science", value=0)
367
- tools = gr.Number(label="Tools", value=0)
368
-
369
- with gr.Row():
370
- humanities = gr.Number(label="Humanities", value=0)
371
- viz = gr.Number(label="Viz", value=0)
372
- lifestyle = gr.Number(label="Lifestyle", value=0)
373
-
374
- with gr.Row():
375
- gr.LoginButton()
376
- submit_btn = gr.Button("Submit", variant="primary")
377
- status = gr.Markdown()
378
-
379
- refresh_btn.click(refresh, inputs=[search_text, search_in, sort_by, sort_order], outputs=[leaderboard])
380
- submit_btn.click(
381
- submit,
382
- inputs=[
383
- model_name,
384
- model_api,
385
- api_key,
386
- avg,
387
- easy,
388
- mid,
389
- hard,
390
- games,
391
- science,
392
- tools,
393
- humanities,
394
- viz,
395
- lifestyle,
396
- search_text,
397
- search_in,
398
- sort_by,
399
- sort_order,
400
- ],
401
- outputs=[status, leaderboard],
402
- )
403
-
404
- demo.launch()
405
-
406
- import datetime
407
- import io
408
- import json
409
- import os
410
- import re
411
- import uuid
412
- from urllib.parse import urlparse
413
-
414
- import gradio as gr
415
- import pandas as pd
416
- from huggingface_hub import HfApi, hf_hub_download
417
-
418
-
419
- APP_NAME = "miniapp"
420
-
421
- # 在 Space 里通过 Secrets 配置:
422
- # - HF_TOKEN: 具有写 dataset 权限的 token(Settings -> Variables and secrets -> Secrets)
423
- # - LEADERBOARD_DATASET: 形如 "your-username/miniapp-leaderboard"(repo_type=dataset)
424
- HF_TOKEN = os.environ.get("HF_TOKEN") or os.environ.get("TOKEN") or os.environ.get("HUGGINGFACE_TOKEN")
425
- LEADERBOARD_DATASET = os.environ.get("LEADERBOARD_DATASET", "").strip()
426
- # Owner 审核口令(放到 Space Secrets;不要放到公开 Variables)
427
- OWNER_REVIEW_TOKEN = os.environ.get("OWNER_REVIEW_TOKEN", "").strip()
428
-
429
- # 判断是否运行在 Hugging Face Spaces
430
- IN_SPACES = bool(
431
- os.environ.get("SPACE_ID")
432
- or os.environ.get("SPACE_REPO_NAME")
433
- or os.environ.get("SPACE_AUTHOR_NAME")
434
- or os.environ.get("system", "") == "spaces"
435
- )
436
-
437
- MAX_ENTRIES = int(os.environ.get("MAX_ENTRIES", "200"))
438
-
439
- PENDING_PREFIX = "pending/"
440
- APPROVED_PREFIX = "approved/"
441
-
442
-
443
- def _is_valid_http_url(url: str) -> bool:
444
- try:
445
- parsed = urlparse(url)
446
- return parsed.scheme in ("http", "https") and bool(parsed.netloc)
447
- except Exception:
448
- return False
449
-
450
-
451
- def _slug(s: str, max_len: int = 60) -> str:
452
- s = (s or "").strip().lower()
453
- s = re.sub(r"[^a-z0-9]+", "-", s)
454
- s = re.sub(r"-{2,}", "-", s).strip("-")
455
- return (s[:max_len] or "model")
456
-
457
-
458
- def _api() -> HfApi:
459
- return HfApi(token=HF_TOKEN)
460
-
461
-
462
- def _ensure_dataset_repo():
463
- if not HF_TOKEN:
464
- raise RuntimeError("未配置 HF_TOKEN(Space Secrets)。")
465
- if not LEADERBOARD_DATASET:
466
- raise RuntimeError("未配置 LEADERBOARD_DATASET(例如:your-username/miniapp-leaderboard)。")
467
- api = _api()
468
- try:
469
- api.repo_info(repo_id=LEADERBOARD_DATASET, repo_type="dataset")
470
- except Exception:
471
- # 不存在则创建(public dataset;你也可以手动创建并设为 private)
472
- api.create_repo(repo_id=LEADERBOARD_DATASET, repo_type="dataset", private=False, exist_ok=True)
473
-
474
-
475
- def _empty_df() -> pd.DataFrame:
476
- return pd.DataFrame(columns=["submitted_at", "username", "model_name", "model_api", "notes"])
477
-
478
-
479
- def _list_json_files(prefix: str) -> list[str]:
480
- if not HF_TOKEN or not LEADERBOARD_DATASET:
481
- return []
482
-
483
- api = _api()
484
- try:
485
- files = api.list_repo_files(repo_id=LEADERBOARD_DATASET, repo_type="dataset")
486
- except Exception:
487
- return []
488
-
489
- return sorted(
490
- [f for f in files if f.startswith(prefix) and f.endswith(".json")],
491
- reverse=True,
492
- )[:MAX_ENTRIES]
493
-
494
-
495
- def _load_entries_df(prefix: str, include_filename: bool) -> pd.DataFrame:
496
- files = _list_json_files(prefix)
497
- rows = []
498
- for filename in files:
499
- try:
500
- path = hf_hub_download(
501
- repo_id=LEADERBOARD_DATASET,
502
- repo_type="dataset",
503
- filename=filename,
504
- token=HF_TOKEN,
505
- )
506
- with open(path, "r", encoding="utf-8") as fp:
507
- row = json.load(fp)
508
- if include_filename:
509
- row["_filename"] = filename
510
- rows.append(row)
511
- except Exception:
512
- continue
513
-
514
- if not rows:
515
- df = _empty_df()
516
- if include_filename:
517
- df["_filename"] = []
518
- return df
519
-
520
- df = pd.DataFrame(rows)
521
- for col in ["submitted_at", "username", "model_name", "model_api", "notes"]:
522
- if col not in df.columns:
523
- df[col] = ""
524
- cols = ["submitted_at", "username", "model_name", "model_api", "notes"]
525
- if include_filename:
526
- if "_filename" not in df.columns:
527
- df["_filename"] = ""
528
- cols = cols + ["_filename"]
529
- df = df[cols]
530
- df = df.sort_values(by=["submitted_at"], ascending=False, kind="stable")
531
- return df
532
-
533
-
534
- def refresh():
535
- return _load_entries_df(APPROVED_PREFIX, include_filename=False)
536
-
537
-
538
- def refresh_pending():
539
- df = _load_entries_df(PENDING_PREFIX, include_filename=True)
540
- choices = list(df["_filename"]) if "_filename" in df.columns else []
541
- return df, gr.update(choices=choices, value=choices[0] if choices else None)
542
-
543
-
544
- def submit(model_name: str, model_api: str, notes: str, username: str | None):
545
- model_name = (model_name or "").strip()
546
- model_api = (model_api or "").strip()
547
- notes = (notes or "").strip()
548
- username = (username or "").strip() or ("local" if not IN_SPACES else "anonymous")
549
-
550
- if not model_name:
551
- return "请填写 **模型名称**。", refresh()
552
- if not model_api:
553
- return "请填写 **模型 API**。", refresh()
554
- if not _is_valid_http_url(model_api):
555
- return "**模型 API** 需要是合法的 `http(s)://...` URL。", refresh()
556
-
557
- if not HF_TOKEN:
558
- return "Space 未配置 **HF_TOKEN**(Secrets),无法写入排行榜。", refresh()
559
- if not LEADERBOARD_DATASET:
560
- return "Space 未配置 **LEADERBOARD_DATASET**(例如:`your-username/miniapp-leaderboard`)。", refresh()
561
-
562
- _ensure_dataset_repo()
563
- api = _api()
564
-
565
- now = datetime.datetime.utcnow().replace(microsecond=0).isoformat() + "Z"
566
- safe_model = _slug(model_name)
567
- safe_user = _slug(username)
568
- nonce = uuid.uuid4().hex[:8]
569
- path_in_repo = f"{PENDING_PREFIX}{now[:10]}/{now}-{safe_user}-{safe_model}-{nonce}.json"
570
-
571
  payload = {
 
 
 
 
 
 
 
 
 
572
  "submitted_at": now,
573
- "username": username,
574
- "model_name": model_name,
575
- "model_api": model_api,
576
- "notes": notes,
577
  }
578
- data = (json.dumps(payload, ensure_ascii=False, indent=2) + "\n").encode("utf-8")
579
- bio = io.BytesIO(data)
580
 
 
581
  api.upload_file(
582
  repo_id=LEADERBOARD_DATASET,
583
  repo_type="dataset",
584
- path_or_fileobj=bio,
585
- path_in_repo=path_in_repo,
586
- commit_message=f"miniapp: submit(pending) {username}/{model_name}",
587
  token=HF_TOKEN,
588
  )
589
 
590
- return "已提交,等待 owner 审核后才会上榜。", refresh()
591
-
592
-
593
- def approve(pending_filename: str | None, review_token: str | None):
594
- pending_filename = (pending_filename or "").strip()
595
- review_token = (review_token or "").strip()
596
-
597
- if not pending_filename:
598
- df, dd = refresh_pending()
599
- return "请选择一条待审核提交。", df, dd, refresh()
600
-
601
- if not OWNER_REVIEW_TOKEN:
602
- df, dd = refresh_pending()
603
- return "Space 未配置 **OWNER_REVIEW_TOKEN**(Secrets),无法启用审核。", df, dd, refresh()
604
-
605
- if review_token != OWNER_REVIEW_TOKEN:
606
- df, dd = refresh_pending()
607
- return "审核口令不正确。", df, dd, refresh()
608
-
609
- if not HF_TOKEN or not LEADERBOARD_DATASET:
610
- df, dd = refresh_pending()
611
- return "Space 未配置 HF 写入权限,无法审核。", df, dd, refresh()
612
-
613
- api = _api()
614
- try:
615
- local_path = hf_hub_download(
616
- repo_id=LEADERBOARD_DATASET,
617
- repo_type="dataset",
618
- filename=pending_filename,
619
- token=HF_TOKEN,
620
- )
621
- with open(local_path, "r", encoding="utf-8") as fp:
622
- payload = json.load(fp)
623
- except Exception as e:
624
- df, dd = refresh_pending()
625
- return f"读取待审核文件失败:{e}", df, dd, refresh()
626
-
627
- # 将文件复制到 approved 目录(保留原提交时间等字段)
628
- base = pending_filename[len(PENDING_PREFIX) :] if pending_filename.startswith(PENDING_PREFIX) else pending_filename
629
- approved_filename = f"{APPROVED_PREFIX}{base}"
630
- data = (json.dumps(payload, ensure_ascii=False, indent=2) + "\n").encode("utf-8")
631
- bio = io.BytesIO(data)
632
 
633
- try:
634
- api.upload_file(
635
- repo_id=LEADERBOARD_DATASET,
636
- repo_type="dataset",
637
- path_or_fileobj=bio,
638
- path_in_repo=approved_filename,
639
- commit_message=f"miniapp: approve {payload.get('username','')}/{payload.get('model_name','')}",
640
- token=HF_TOKEN,
641
- )
642
- # 删除 pending 原文件(真正“上榜前审核”)
643
- api.delete_file(
644
- repo_id=LEADERBOARD_DATASET,
645
- repo_type="dataset",
646
- path_in_repo=pending_filename,
647
- commit_message=f"miniapp: remove pending {pending_filename}",
648
- token=HF_TOKEN,
649
- )
650
- except Exception as e:
651
- df, dd = refresh_pending()
652
- return f"审核写入失败:{e}", df, dd, refresh()
653
-
654
- pending_df, pending_dd = refresh_pending()
655
- approved_df = refresh()
656
- return "已通过审核并更新榜单。", pending_df, pending_dd, approved_df
657
 
 
 
 
 
 
 
 
658
 
659
- with gr.Blocks(title=f"{APP_NAME} leaderboard") as demo:
660
- gr.Markdown(
661
- f"## {APP_NAME} leaderboard\n\n"
662
- "用户提交信息后会进入 **pending(待审核)**;owner 审核通过后才会进入 **approved(上榜)**。\n\n"
663
- f"- 当前 `LEADERBOARD_DATASET`: `{LEADERBOARD_DATASET or '(未配置)'}`\n"
 
664
  )
 
 
665
 
666
- with gr.Row():
667
- with gr.Column(scale=2):
668
- model_name = gr.Textbox(label="模型名称(必填)", placeholder="例如:my-agent-v1")
669
- model_api = gr.Textbox(
670
- label="模型 API(必填)",
671
- placeholder="例如:https://api.example.com/v1/chat/completions",
672
- )
673
- notes = gr.Textbox(label="备注(可选)", lines=4)
674
- username = gr.Textbox(
675
- label="用户名(可选)",
676
- placeholder="建议填你的 HF 用户名(也可留空)",
677
- value="" if IN_SPACES else "local",
678
- )
679
- submit_btn = gr.Button("提交", variant="primary")
680
- status = gr.Markdown()
681
- with gr.Column(scale=3):
682
- leaderboard = gr.Dataframe(
683
- label="Leaderboard(按提交时间倒序)",
684
- value=_load_entries_df(APPROVED_PREFIX, include_filename=False),
685
- interactive=False,
686
- wrap=True,
687
- )
688
- refresh_btn = gr.Button("刷新")
689
 
690
  submit_btn.click(
691
  submit,
692
- inputs=[model_name, model_api, notes, username],
693
  outputs=[status, leaderboard],
694
  )
695
- refresh_btn.click(refresh, inputs=[], outputs=[leaderboard])
696
-
697
- with gr.Accordion("Owner 审核(测试 demo)", open=False):
698
- gr.Markdown(
699
- "需要在 Space Secrets 中配置 `OWNER_REVIEW_TOKEN`。只有输入正确口令,才允许把 pending 放入榜单。"
700
- )
701
- review_token = gr.Textbox(label="审核口令", type="password", placeholder="OWNER_REVIEW_TOKEN")
702
- pending_refresh_btn = gr.Button("刷新待审核列表")
703
- pending_df = gr.Dataframe(
704
- label="待审核(pending)",
705
- value=_load_entries_df(PENDING_PREFIX, include_filename=True),
706
- interactive=False,
707
- wrap=True,
708
- )
709
- pending_pick = gr.Dropdown(
710
- label="选择要通过的提交(文件)",
711
- choices=_list_json_files(PENDING_PREFIX),
712
- )
713
- approve_btn = gr.Button("通过审核并上榜", variant="primary")
714
- approve_status = gr.Markdown()
715
-
716
- pending_refresh_btn.click(
717
- refresh_pending,
718
- inputs=[],
719
- outputs=[pending_df, pending_pick],
720
- )
721
- approve_btn.click(
722
- approve,
723
- inputs=[pending_pick, review_token],
724
- outputs=[approve_status, pending_df, pending_pick, leaderboard],
725
- )
726
 
727
  demo.launch()
728
-
 
4
  import os
5
  import re
6
  import uuid
 
7
 
8
  import gradio as gr
9
  import pandas as pd
 
10
  from huggingface_hub import HfApi, hf_hub_download
11
  from huggingface_hub.errors import RepositoryNotFoundError
12
 
 
13
  APP_NAME = "miniapp"
14
 
15
  # Space Secrets:
 
20
  MAX_ENTRIES = int(os.environ.get("MAX_ENTRIES", "500"))
21
 
22
  ENTRIES_PREFIX = "entries/"
23
+ FILES_PREFIX = "entry_files/"
24
 
25
+ LEADERBOARD_COLUMNS = ["model name", "model family", "avg", "easy", "mid", "hard"]
26
+ NUMERIC_COLS = ["avg", "easy", "mid", "hard"]
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
 
28
  IN_SPACES = bool(
29
  os.environ.get("SPACE_ID")
 
37
  return HfApi(token=HF_TOKEN)
38
 
39
 
 
 
 
 
 
 
 
 
40
  def _slug(s: str, max_len: int = 60) -> str:
41
  s = (s or "").strip().lower()
42
  s = re.sub(r"[^a-z0-9]+", "-", s)
 
108
  for c in LEADERBOARD_COLUMNS:
109
  if c not in df.columns:
110
  df[c] = ""
111
+
112
  df = df[LEADERBOARD_COLUMNS]
113
  for c in NUMERIC_COLS:
114
  df[c] = pd.to_numeric(df[c], errors="coerce")
 
 
 
115
 
116
+ # 固定按 avg 降序排序(无 sort 控件)
117
+ df = df.sort_values(by=["avg"], ascending=False, kind="stable", na_position="last")
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
118
  return df
119
 
120
 
121
+ def refresh():
122
+ return _load_entries_df()
 
 
 
 
 
 
 
 
 
 
123
 
124
 
125
+ def submit(zip_file, model_name: str, model_family: str, email: str, profile: gr.OAuthProfile | None):
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
126
  # Login required to submit (in Spaces)
127
  if IN_SPACES and (profile is None or not getattr(profile, "username", None)):
128
+ return "You must log in to submit.", refresh()
129
 
130
  submitter = (getattr(profile, "username", None) if profile is not None else "local") or "anonymous"
131
 
132
  model_name = (model_name or "").strip()
133
+ model_family = (model_family or "").strip()
134
+ email = (email or "").strip()
135
 
136
+ if zip_file is None:
137
+ return "zip 压缩包是必填项。", refresh()
138
  if not model_name:
139
+ return "model_name 是必填项。", refresh()
140
+ if not model_family:
141
+ return "model_family 是必填项。", refresh()
142
+ if not email:
143
+ return "email 是必填项。", refresh()
 
 
144
 
145
  ok, msg = _ensure_dataset_readable()
146
  if not ok:
147
+ return msg, refresh()
 
 
 
 
 
 
 
 
148
 
149
  now = datetime.datetime.utcnow().replace(microsecond=0).isoformat() + "Z"
150
  nonce = uuid.uuid4().hex[:8]
151
  safe_model = _slug(model_name)
152
  safe_user = _slug(submitter)
 
153
 
154
+ # gr.File 可能返回临时文件对象或路径
155
+ zip_path = zip_file if isinstance(zip_file, str) else getattr(zip_file, "name", None)
156
+ if not zip_path or not os.path.exists(zip_path):
157
+ return "无法读取上传的 zip 文件。", refresh()
 
 
 
 
 
 
 
 
 
 
 
 
 
158
 
159
  api = _api()
160
+
161
+ # 1) 上传 zip
162
+ zip_repo_path = f"{FILES_PREFIX}{now[:10]}/{now}-{safe_user}-{safe_model}-{nonce}.zip"
163
  api.upload_file(
164
  repo_id=LEADERBOARD_DATASET,
165
  repo_type="dataset",
166
+ path_or_fileobj=zip_path,
167
+ path_in_repo=zip_repo_path,
168
+ commit_message=f"miniapp: upload zip {submitter}/{model_name}",
169
  token=HF_TOKEN,
170
  )
171
 
172
+ # 2) 写入 entry json(榜单只展示这6列;其余字段可保留在文件里)
173
+ entry_repo_path = f"{ENTRIES_PREFIX}{now[:10]}/{now}-{safe_user}-{safe_model}-{nonce}.json"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
174
  payload = {
175
+ "model name": model_name,
176
+ "model family": model_family,
177
+ # 不自动解析/不从表单收集分数,先置空;之后你可手动改 json 或加审核流程写入
178
+ "avg": None,
179
+ "easy": None,
180
+ "mid": None,
181
+ "hard": None,
182
+ "email": email,
183
+ "zip_path": zip_repo_path,
184
  "submitted_at": now,
185
+ "submitter": submitter,
 
 
 
186
  }
 
 
187
 
188
+ data = (json.dumps(payload, ensure_ascii=False, indent=2) + "\n").encode("utf-8")
189
  api.upload_file(
190
  repo_id=LEADERBOARD_DATASET,
191
  repo_type="dataset",
192
+ path_or_fileobj=io.BytesIO(data),
193
+ path_in_repo=entry_repo_path,
194
+ commit_message=f"miniapp: submit {submitter}/{model_name}",
195
  token=HF_TOKEN,
196
  )
197
 
198
+ return "Submitted successfully.", refresh()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
199
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
200
 
201
+ with gr.Blocks(
202
+ title=f"{APP_NAME} leaderboard",
203
+ css="""
204
+ .gradio-container {max-width: 100% !important;}
205
+ """,
206
+ ) as demo:
207
+ gr.Markdown(f"## {APP_NAME} leaderboard")
208
 
209
+ leaderboard = gr.Dataframe(
210
+ label="Leaderboard",
211
+ value=_load_entries_df(),
212
+ interactive=False,
213
+ wrap=True,
214
+ width="100%",
215
  )
216
+ refresh_btn = gr.Button("Refresh")
217
+ refresh_btn.click(refresh, inputs=[], outputs=[leaderboard])
218
 
219
+ with gr.Accordion("Submit (login required)", open=True):
220
+ zip_file = gr.File(label="zip 压缩包(必填)", file_types=[".zip"])
221
+ model_name = gr.Textbox(label="model_name(必填)")
222
+ model_family = gr.Textbox(label="model_family(必填)")
223
+ email = gr.Textbox(label="email(必填)")
224
+ with gr.Row():
225
+ gr.LoginButton()
226
+ submit_btn = gr.Button("Submit", variant="primary")
227
+ status = gr.Markdown()
 
 
 
 
 
 
 
 
 
 
 
 
 
 
228
 
229
  submit_btn.click(
230
  submit,
231
+ inputs=[zip_file, model_name, model_family, email],
232
  outputs=[status, leaderboard],
233
  )
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
234
 
235
  demo.launch()