Skip to content

Commit 2ed9555

Browse files
authored
Urgent: Mixtral submission checker error (mlcommons#1790)
1 parent c3c68ee commit 2ed9555

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

tools/submission/submission_checker.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -538,8 +538,8 @@
538538
"TOKENS_PER_SAMPLE": r".*'tokens_per_sample':\s([\d.]+).*",
539539
"CLIP_SCORE": r".*'CLIP_SCORE':\s([\d.]+).*",
540540
"FID_SCORE": r".*'FID_SCORE':\s([\d.]+).*",
541-
"gsm8k_accuracy": r"'gsm8k':\s([\d.]+).*",
542-
"mbxp_accuracy": r"'mbxp':\s([\d.]+).*",
541+
"gsm8k_accuracy": r".*'gsm8k':\s([\d.]+).*",
542+
"mbxp_accuracy": r".*'mbxp':\s([\d.]+).*",
543543
}
544544

545545
SYSTEM_DESC_REQUIRED_FIELDS = [

0 commit comments

Comments
 (0)