{"task":"e2e-a3-moe-train-budget_loop20","title":"Single-GPU MoE training · minimize val_bpb under a fixed budget","topic":"A3 · MoE training","metric":"val_bpb","lower_better":true,"blurb":"One H20, a 600-second wall-clock budget, and a hard 150M total-parameter floor — an E2E training task engineered to force sparse top-k MoE. Submission is forced for 20–24 rounds; no stopping early. Each cell = best-so-far held-out val_bpb (bits-per-byte, lower is better); scoring targets the best submission.","rounds":[1,2,3,4,5,6,7,8,9,10,11,12,13,14,15,16,17,18,19,20,21,22,23,24],"models":["opus-5","sonnet-5","kimi-k3","glm-5.2","deepseek","qwen3.7","qwen3.8","gpt-5.6"],"colors":{"opus-5":"#00e5ff","sonnet-5":"#7c5cff","kimi-k3":"#ff2bd6","glm-5.2":"#ffb300","deepseek":"#5b8cff","qwen3.7":"#ff5c7c","qwen3.8":"#ff8a3d","gpt-5.6":"#a6ff00"},"series":{"opus-5":[1.412,1.3926,1.3926,1.3698,1.3646,1.3646,1.3646,1.3248,1.3179,1.3179,1.3179,1.3179,1.3179,1.2978,1.2978,1.2918,1.2823,1.2811,1.2809,1.2795,1.2726,1.272,1.272,1.272],"sonnet-5":[1.7291,1.7291,1.7291,1.7002,1.7002,1.616,1.616,1.616,1.5742,1.5742,1.5742,1.5742,1.5144,1.472,1.4566,1.4566,1.376,1.376,1.376,1.3513,1.3491,1.3491,1.3491,1.3491],"kimi-k3":[null,null,2.3027,1.4625,1.4625,1.4477,1.3968,1.3804,1.3682,1.3682,1.3589,1.3463,1.3457,1.3406,1.3406,1.3406,1.3406,1.3406,1.3406,1.3406,1.339,1.3354,1.3351,1.3278],"glm-5.2":[2.0557,2.0557,2.0557,2.0557,2.0557,2.0544,2.0069,1.9834,1.9834,1.6807,1.6807,1.6807,1.6807,1.597,1.5312,1.5095,1.5063,1.5041,1.5041,1.4876,1.4876,1.4876,1.4876,1.4876],"deepseek":[null,null,1.6234,1.6234,1.6069,1.6069,1.6069,1.5431,1.4681,1.4681,1.4681,1.4681,1.4681,1.4681,1.4681,1.4681,1.4681,1.4681,1.4681,1.4681,1.4637,1.4637,1.4637,1.4637],"qwen3.7":[2.2165,2.2165,2.2165,2.2165,2.0932,2.0932,1.8534,1.8131,1.8131,1.8131,1.8131,1.8131,1.8131,1.8021,1.8021,1.8021,1.7936,1.7936,1.7936,1.7936,1.7936,1.793,1.7654,1.701],"qwen3.8":[1.7969,1.7969,1.7969,1.7969,1.717,1.7111,1.7111,1.69,1.69,1.69,1.6144,1.5364,1.4013,1.378,1.378,1.378,1.378,1.378,1.372,1.372,1.372,1.372,1.3383,1.3383],"gpt-5.6":[1.7172,1.7035,1.6824,1.6356,1.6356,1.6356,1.5954,1.5954,1.5954,1.5954,1.5954,1.5578,1.5578,1.5573,1.5569,1.5569,1.5534,1.5534,1.5534,1.5534,1.5534,1.5007,1.4807,1.4453]},"improved":{"opus-5":[true,true,false,true,true,false,false,true,true,false,false,false,false,true,false,true,true,true,true,true,true,true,false,false],"sonnet-5":[true,false,false,true,false,true,false,false,true,false,false,false,true,true,true,false,true,false,false,true,true,false,false,false],"kimi-k3":[false,false,true,true,false,true,true,true,true,false,true,true,true,true,false,false,false,false,false,false,true,true,true,true],"glm-5.2":[true,false,false,false,false,true,true,true,false,true,false,false,false,true,true,true,true,true,false,true,false,false,false,false],"deepseek":[false,false,true,false,true,false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false],"qwen3.7":[true,false,false,false,true,false,true,true,false,false,false,false,false,true,false,false,true,false,false,false,false,true,true,true],"qwen3.8":[true,false,false,false,true,true,false,true,false,false,true,true,true,true,false,false,false,false,true,false,false,false,true,false],"gpt-5.6":[true,true,true,true,false,false,true,false,false,false,false,true,false,true,true,false,true,false,false,false,false,true,true,true]},"finals":{"opus-5":1.272,"sonnet-5":1.3491,"kimi-k3":1.3278,"glm-5.2":1.4876,"deepseek":1.4637,"qwen3.7":1.701,"qwen3.8":1.3383,"gpt-5.6":1.4453}}