Files changed (3) hide show
  1. app.py +6 -15
  2. requirements.txt +1 -3
  3. submissions.json +1 -99
app.py CHANGED
@@ -53,17 +53,13 @@ def load_results(dataset):
53
 
54
  def load_submissions():
55
  leaderboard = []
56
- for i, submission in enumerate(submissions["submissions"]):
 
 
57
  try:
58
- ds = load_dataset(submission["results-dataset"], "results")
59
  results = load_results(ds)
60
  except ValueError as e:
61
- print(submission)
62
- print(f"Cannot load results for {e}")
63
- except Exception as e:
64
- print(submission)
65
- print(f"Cannot load dataset for {i} : {submission} {e}")
66
- continue
67
 
68
  leaderboard_row = {}
69
 
@@ -88,13 +84,8 @@ def load_submissions():
88
 
89
  leaderboard.append(leaderboard_row)
90
 
91
- df = pd.DataFrame(leaderboard)
92
-
93
- for column in df.columns:
94
- if df[column].dtype == "float64":
95
- df[column] = df[column].round(2)
96
-
97
- return df.sort_values(by="Average ⬆️", ascending=False)
98
 
99
  with gr.Blocks() as demo:
100
  gr.Markdown("""
 
53
 
54
  def load_submissions():
55
  leaderboard = []
56
+ for submission in submissions["submissions"]:
57
+ ds = load_dataset(submission["results-dataset"], "results")
58
+
59
  try:
 
60
  results = load_results(ds)
61
  except ValueError as e:
62
+ raise ValueError(f"Cannot load results for {ds['results-dataset']}") from e
 
 
 
 
 
63
 
64
  leaderboard_row = {}
65
 
 
84
 
85
  leaderboard.append(leaderboard_row)
86
 
87
+ return pd.DataFrame(leaderboard)
88
+
 
 
 
 
 
89
 
90
  with gr.Blocks() as demo:
91
  gr.Markdown("""
requirements.txt CHANGED
@@ -1,3 +1 @@
1
- gradio
2
- pandas
3
- datasets
 
1
+ gradio-leaderboard
 
 
submissions.json CHANGED
@@ -8,109 +8,11 @@
8
  "results-dataset": "smol-course/details_HuggingFaceTB__SmolLM3-3B_private"
9
  },
10
  {
11
- "username": "andregustavo",
12
- "model_name": "SmolLM3-Custom-SFT",
13
- "chapter": "1",
14
- "submission_date": "2025-09-25",
15
- "results-dataset": "andregustavo/details_andregustavo__SmolLM3-Custom-SFT_private"
16
- },
17
- {
18
- "username": "quablab",
19
- "model_name": "SmolLM3-Custom-SFT",
20
- "chapter": "1",
21
- "submission_date": "2025-09-24",
22
- "results-dataset": "quablab/details_quablab__SmolLM3-Custom-SFT_private"
23
- },
24
- {
25
- "username": "jweston",
26
- "model_name": "SmolLM3-Custom-SFT",
27
- "chapter": "1",
28
- "submission_date": "2025-09-18",
29
- "results-dataset": "jweston/details_jweston__SmolLM3-Custom-SFT_private"
30
- },
31
- {
32
- "username": "sanjay-saatyaki",
33
  "model_name": "smol-train",
34
  "chapter": "1",
35
  "submission_date": "2025-09-02",
36
  "results-dataset": "sanjay-saatyaki/details_sanjay-saatyaki__smol-train_private"
37
- },
38
- {
39
- "username": "emharsha1812",
40
- "model_name": "emharsha1812/smollm3-lora-full-merged",
41
- "chapter": "1",
42
- "submission_date": "2025-09-11",
43
- "results-dataset": "emharsha1812/details_emharsha1812__smollm3-lora-full-merged_private"
44
- },
45
- {
46
- "username": "msquaredd",
47
- "model_name": "msquaredd/SmolLM3-Custom-SFT-20250910143319",
48
- "chapter": "1",
49
- "submission_date": "2025-09-11",
50
- "results-dataset": "msquaredd/details_msquaredd__SmolLM3-Custom-SFT-20250910143319_private"
51
- },
52
- {
53
- "username": "iamgroot42",
54
- "model_name": "smollm3-Custom-SFT",
55
- "chapter": "1",
56
- "submission_date": "2025-09-13",
57
- "results-dataset": "iamgroot42/details_iamgroot42__smollm3-Custom-SFT"
58
- },
59
- {
60
- "username": "malanevans",
61
- "model_name": "SmolLM3-3B-Jobs-SFT",
62
- "chapter": "1",
63
- "submission_date": "2025-09-26",
64
- "results-dataset": "malanevans/details_malanevans__SmolLM3-3B-Jobs-SFT_private"
65
- },
66
- {
67
- "username": "h-d-h",
68
- "model_name": "h-d-h/smollm3-sft",
69
- "chapter": "1",
70
- "submission_date": "2025-09-25",
71
- "results-dataset": "h-d-h/details_h-d-h__smollm3-sft_private"
72
- },
73
- {
74
- "username": "Pentium95",
75
- "model_name": "SmolLMathematician-3B",
76
- "chapter": "1",
77
- "submission_date": "2025-09-29",
78
- "results-dataset": "Pentium95/details_Pentium95__SmolLMathematician-3B_private"
79
- },
80
- {
81
- "username": "msquaredd",
82
- "model_name": "msquaredd/smollm3-dpo-aligned-202509291110",
83
- "chapter": "2",
84
- "submission_date": "2025-09-30",
85
- "results-dataset": "msquaredd/details_msquaredd__smollm3-dpo-aligned-202509291110_private"
86
- },
87
- {
88
- "username": "kshitijthakkar",
89
- "model_name": "kshitijthakkar/SmolLM3-Custom-SFT",
90
- "chapter": "1",
91
- "submission_date": "2025-10-01",
92
- "results-dataset": "kshitijthakkar/details_kshitijthakkar__SmolLM3-Custom-SFT_private"
93
- },
94
- {
95
- "username": "pmakiela",
96
- "model_name": "SmolLM3-3B-SFT-v1_4",
97
- "chapter": "1",
98
- "submission_date": "2025-10-01",
99
- "results-dataset": "pmakiela/details_pmakiela__SmolLM3-3B-SFT-v1_4_private"
100
- },
101
- {
102
- "username": "lukmanaj",
103
- "model_name": "lukmanaj/smollm3-sft-colab-merged",
104
- "chapter": "1",
105
- "submission_date": "2025-10-06",
106
- "results-dataset": "lukmanaj/details_lukmanaj__smollm3-sft-colab-merged_private"
107
- },
108
- {
109
- "username": "ocaetas",
110
- "model_name": "SmolLM3-CustomSFT_LoRA",
111
- "chapter": "1",
112
- "submission_date": "2025-10-06",
113
- "results-dataset": "ocaetas/details_SmolLM3-Custom-SFT__merged_model_private"
114
  }
115
  ]
116
  }
 
8
  "results-dataset": "smol-course/details_HuggingFaceTB__SmolLM3-3B_private"
9
  },
10
  {
11
+ "username": "HuggingFaceTB",
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  "model_name": "smol-train",
13
  "chapter": "1",
14
  "submission_date": "2025-09-02",
15
  "results-dataset": "sanjay-saatyaki/details_sanjay-saatyaki__smol-train_private"
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
16
  }
17
  ]
18
  }