Skip to content

Commit a39d42f

Browse files
committed
update codemmlu leaderboard
1 parent 64de008 commit a39d42f

File tree

2 files changed

+2
-8
lines changed

2 files changed

+2
-8
lines changed

leaderboards/codemmlu/index.html

Lines changed: 1 addition & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -290,12 +290,6 @@ <h3>🤗 More Leaderboards</h3>
290290
</li>
291291
<li><a href="https://github.com/Leolty/repobench">RepoBench</a></li>
292292
<li><a href="https://www.swebench.com/">SWE-bench</a></li>
293-
<li>
294-
<a href="https://leaderboard.tabbyml.com/">TabbyML Leaderboard</a>
295-
</li>
296-
<li>
297-
<a href="https://github.com/alphadl/OOP-eval">OOP</a>
298-
</li>
299293
</ol>
300294
</div>
301295
</div>
@@ -389,7 +383,7 @@ <h3>🙏 Acknowledgements</h3>
389383
},
390384
},
391385
yAxis: {
392-
name: "PASS@1 (greedy decoding)",
386+
name: "Accuracy (greedy decoding)",
393387
type: "value",
394388
show: true,
395389
nameTextStyle: {

leaderboards/codemmlu/results.json

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -267,7 +267,7 @@
267267
"complete": 53.97
268268
},
269269
"prompted": true,
270-
"size": "None",
270+
"size": null,
271271
"direct_complete": false,
272272
"lazy": false,
273273
"elo_mle": 874

0 commit comments

Comments
 (0)