{"n": 1, "date": "2026-10-17", "author": "Maharishiva", "change": "train_tiny.py: the whole model in one file, no custom kernels", "code": "https://github.com/Maharishiva/tinywmcraft/blob/89e3539/train_tiny.py", "checkpoints": "https://huggingface.co/maharishiva/tinywmcraft/tree/main/iteration1", "gFVD": 56.93, "gFVD_sd": 5.4, "AF": 0.919, "reward_ap": 0.925, "done_ap": 0.043, "train_s": 560.7, "eval_s": 133.4, "seeds": [{"seed": 0, "gFVD": 50.8082, "gFVD_16": 16.3907, "AF": 0.9099, "reward_ap": 0.9224, "done_ap": 0.0375, "imagined_return_corr": 0.575, "imagined_done_ap": 0.124, "gFVD_normal": 59.4694, "gFVD_event": 110.6335, "train_s": 555.8, "eval_s": 132.5}, {"seed": 1, "gFVD": 58.9491, "gFVD_16": 16.4847, "AF": 0.925, "reward_ap": 0.9232, "done_ap": 0.0431, "imagined_return_corr": 0.5607, "imagined_done_ap": 0.1841, "gFVD_normal": 71.3808, "gFVD_event": 129.9835, "train_s": 560.7, "eval_s": 135.0}, {"seed": 2, "gFVD": 61.0365, "gFVD_16": 16.3693, "AF": 0.9221, "reward_ap": 0.9299, "done_ap": 0.0471, "imagined_return_corr": 0.5465, "imagined_done_ap": 0.2089, "gFVD_normal": 71.039, "gFVD_event": 120.5476, "train_s": 559.3, "eval_s": 132.6}]}
{"n": 2, "date": "2026-10-17", "author": "Maharishiva", "change": "tile transformer tokenizer, fused Pallas kernels, hard-window mining, symlog reward head", "code": "https://github.com/Maharishiva/tinywmcraft/blob/80b1c34/train.py", "checkpoints": "https://huggingface.co/maharishiva/tinywmcraft/tree/main/iteration2", "gFVD": 50.66, "gFVD_sd": 5.07, "AF": 0.93, "reward_ap": 0.942, "done_ap": 0.05, "train_s": 588.3, "eval_s": 105.2, "seeds": [{"seed": 0, "gFVD": 44.843, "gFVD_16": 13.2346, "AF": 0.929, "reward_ap": 0.9499, "done_ap": 0.0545, "imagined_return_corr": 0.5812, "imagined_done_ap": 0.1729, "gFVD_normal": 55.8497, "gFVD_event": 95.068, "train_s": 583.1, "eval_s": 104.7}, {"seed": 1, "gFVD": 54.1692, "gFVD_16": 15.1609, "AF": 0.9297, "reward_ap": 0.9349, "done_ap": 0.0413, "imagined_return_corr": 0.5759, "imagined_done_ap": 0.2139, "gFVD_normal": 60.6838, "gFVD_event": 113.0355, "train_s": 588.3, "eval_s": 106.1}, {"seed": 2, "gFVD": 52.9713, "gFVD_16": 15.1846, "AF": 0.9314, "reward_ap": 0.941, "done_ap": 0.0555, "imagined_return_corr": 0.5865, "imagined_done_ap": 0.203, "gFVD_normal": 60.9435, "gFVD_event": 109.5823, "train_s": 585.6, "eval_s": 104.9}]}
{"n": 3, "date": "2026-10-17", "author": "Maharishiva", "change": "train.py: NorMuon, a two-frame tokenizer, shortcut and temporal losses, training on its own context, cached sampling", "code": "https://github.com/Maharishiva/tinywmcraft/blob/89e3539/train.py", "checkpoints": "https://huggingface.co/maharishiva/tinywmcraft/tree/main/iteration3", "gFVD": 42.51, "gFVD_sd": 2.11, "AF": 0.934, "reward_ap": 0.913, "done_ap": 0.027, "train_s": 572.3, "eval_s": 103.0, "seeds": [{"seed": 0, "gFVD": 44.0098, "gFVD_16": 12.8589, "AF": 0.9348, "reward_ap": 0.9158, "done_ap": 0.0289, "imagined_return_corr": 0.5751, "imagined_done_ap": 0.1123, "gFVD_normal": 57.7322, "gFVD_event": 83.728, "train_s": 568.5, "eval_s": 102.7}, {"seed": 1, "gFVD": 40.0895, "gFVD_16": 12.3819, "AF": 0.9363, "reward_ap": 0.9141, "done_ap": 0.0301, "imagined_return_corr": 0.5601, "imagined_done_ap": 0.0954, "gFVD_normal": 51.029, "gFVD_event": 95.8406, "train_s": 564.3, "eval_s": 102.5}, {"seed": 2, "gFVD": 43.421, "gFVD_16": 12.2018, "AF": 0.9304, "reward_ap": 0.9077, "done_ap": 0.0217, "imagined_return_corr": 0.5651, "imagined_done_ap": 0.0936, "gFVD_normal": 55.8789, "gFVD_event": 97.6665, "train_s": 572.3, "eval_s": 103.7}]}
