{"generatedAt":"2026-10-19T05:02:01.881Z","ok":true,"errors":[],"config":{"owner":"Oviezibe","evalsRepo":"Oviezibe/ren-evals","pollSeconds":15,"families":[{"id":"9b","pattern":"^ren-s(\\d{2})$","code":"s$1","name":"Round $n","model":"Qwen/Qwen3.5-9B"}],"rounds":[{"code":"s01","family":"9b","name":"Pilot","repo":"Oviezibe/ren-s01-pilot","run":"ren-s01-pilot-qwen35-9b","evalPath":"pilot-v4-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":true,"stopAtTurnEnd":false,"smokeRepo":"Oviezibe/ren-s01-pilot-smoke","smokeRun":"ren-s01-pilot-qwen35-9b-smoke","lr":0.00005,"warmup":15,"plannedSteps":321,"detected":false,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-01T20:36:03.000Z"},{"code":"s02","family":"9b","name":"Round 2","repo":"Oviezibe/ren-s02","run":"ren-s02-qwen35-9b","evalPath":"s02-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":true,"stopAtTurnEnd":false,"smokeRepo":"Oviezibe/ren-s02-smoke","smokeRun":"ren-s02-qwen35-9b-smoke","lr":0.00005,"warmup":15,"plannedSteps":377,"detected":false,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-03T21:41:14.000Z"},{"code":"s03","family":"9b","name":"Round 3","repo":"Oviezibe/ren-s03","run":"ren-s03-qwen35-9b","evalPath":"s03-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":true,"stopAtTurnEnd":true,"smokeRepo":"Oviezibe/ren-s03-smoke","smokeRun":"ren-s03-qwen35-9b-smoke","lr":0.00003,"warmup":10,"plannedSteps":187,"detected":false,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-04T10:37:42.000Z"},{"code":"s04","family":"9b","name":"Round 4","repo":"Oviezibe/ren-s04","run":"ren-s04-qwen35-9b","evalPath":"s04-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":true,"stopAtTurnEnd":true,"smokeRepo":"Oviezibe/ren-s04-smoke","smokeRun":"ren-s04-qwen35-9b-smoke","lr":0.00002,"warmup":6,"plannedSteps":121,"detected":false,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-04T18:58:01.000Z"},{"code":"release","family":"release","name":"Release run (AWS, A10G 24 GB)","repo":"Oviezibe/ren-9b-release","run":"ren-9b-release","evalPath":"release-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":false,"stopAtTurnEnd":true,"smokeRepo":"Oviezibe/ren-9b-release-smoke","smokeRun":"ren-9b-release-smoke","lr":0.00005,"warmup":15,"plannedSteps":null,"detected":false,"description":"Fresh LoRA from Qwen3.5-9B on the cleaned release dataset (ren-data-release), not continued from s04","platform":"AWS","compute":"AWS g5.2xlarge, 1× NVIDIA A10G (24 GB), on-demand","gpu":"1× A10G","launchedAt":"2026-10-05T05:56:00Z","stages":"smoke test → train → eval","createdAt":"2026-10-05T01:17:35.000Z"},{"code":"docs","family":"docs","name":"ren-docs","repo":"Oviezibe/ren-docs","run":"ren-docs","evalPath":"docs-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":false,"stopAtTurnEnd":true,"smokeRepo":null,"smokeRun":null,"lr":null,"warmup":null,"plannedSteps":null,"detected":true,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-16T17:05:10.000Z"},{"code":"tracker-backup","family":"tracker-backup","name":"ren-tracker-backup","repo":"Oviezibe/ren-tracker-backup","run":"ren-tracker-backup","evalPath":"tracker-backup-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":false,"stopAtTurnEnd":true,"smokeRepo":null,"smokeRun":null,"lr":null,"warmup":null,"plannedSteps":null,"detected":true,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-16T17:30:54.000Z"},{"code":"s05","family":"9b","name":"Round 5","repo":"Oviezibe/ren-s05","run":"ren-s05-qwen35-9b","evalPath":"s05-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":true,"stopAtTurnEnd":true,"smokeRepo":"Oviezibe/ren-s05-smoke","smokeRun":"ren-s05-qwen35-9b-smoke","lr":null,"warmup":null,"plannedSteps":null,"detected":true,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-16T18:35:21.000Z"},{"code":"s06-merges","family":"s06-merges","name":"ren-s06-merges","repo":"Oviezibe/ren-s06-merges","run":"ren-s06-merges","evalPath":"s06-merges-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":false,"stopAtTurnEnd":true,"smokeRepo":null,"smokeRun":null,"lr":null,"warmup":null,"plannedSteps":null,"detected":true,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-17T18:59:55.000Z"},{"code":"s06","family":"9b","name":"Round 6","repo":"Oviezibe/ren-s06","run":"ren-s06-qwen35-9b","evalPath":"s06-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":true,"stopAtTurnEnd":true,"smokeRepo":"Oviezibe/ren-s06-smoke","smokeRun":"ren-s06-qwen35-9b-smoke","lr":null,"warmup":null,"plannedSteps":null,"detected":true,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-18T00:14:19.000Z"},{"code":"s07","family":"9b","name":"Round 7","repo":"Oviezibe/ren-s07","run":"ren-s07-qwen35-9b","evalPath":"s07-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":true,"stopAtTurnEnd":true,"smokeRepo":"Oviezibe/ren-s07-smoke","smokeRun":"ren-s07-qwen35-9b-smoke","lr":null,"warmup":null,"plannedSteps":null,"detected":true,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-18T18:32:55.000Z"},{"code":"s07b-merges","family":"s07b-merges","name":"ren-s07b-merges","repo":"Oviezibe/ren-s07b-merges","run":"ren-s07b-merges","evalPath":"s07b-merges-vs-base","evalRepo":"Oviezibe/ren-evals","evalKind":"dataset","evalFound":false,"stopAtTurnEnd":true,"smokeRepo":null,"smokeRun":null,"lr":null,"warmup":null,"plannedSteps":null,"detected":true,"description":null,"platform":"Kaggle","compute":null,"gpu":"2× T4","launchedAt":null,"stages":null,"createdAt":"2026-10-19T03:12:34.000Z"}]},"runs":[{"code":"s01","name":"Pilot","repo":"Oviezibe/ren-s01-pilot","runName":"ren-s01-pilot-qwen35-9b","status":"complete","phase":null,"step":321,"maxSteps":321,"sessionStart":"2026-10-01T21:23:03.000Z","lastPushAt":"2026-10-02T03:25:06.000Z","lastUpdateAt":"2026-10-02T03:25:06.000Z","finishedAt":"2026-10-02T03:20:26.000Z","etaAt":null,"avgStepSRecent":62.269499999999994,"avgTokSAll":202.35202492211837,"tokensSeenApprox":4084928,"plannedTokens":4084906,"rows":8617,"firstLoss":3.84929,"lastLoss":0.49536,"lastLossEma":1.8509411723361278,"trainLossMean":2.234687159365954,"skippedSteps":0,"peakMemGb":[10.85,14.44],"sessionHours":5.956388888888889,"points":[],"checkpoints":[{"step":20,"at":"2026-10-01T22:04:54.000Z"},{"step":40,"at":"2026-10-01T22:26:09.000Z"},{"step":60,"at":"2026-10-01T22:47:15.000Z"},{"step":80,"at":"2026-10-01T23:07:20.000Z"},{"step":100,"at":"2026-10-01T23:27:45.000Z"},{"step":120,"at":"2026-10-01T23:48:20.000Z"},{"step":140,"at":"2026-10-02T00:09:23.000Z"},{"step":160,"at":"2026-10-02T00:30:16.000Z"},{"step":180,"at":"2026-10-02T00:51:02.000Z"},{"step":200,"at":"2026-10-02T01:12:12.000Z"},{"step":220,"at":"2026-10-02T01:33:15.000Z"},{"step":240,"at":"2026-10-02T01:54:34.000Z"},{"step":260,"at":"2026-10-02T02:15:51.000Z"},{"step":280,"at":"2026-10-02T02:37:17.000Z"},{"step":300,"at":"2026-10-02T02:58:19.000Z"},{"step":320,"at":"2026-10-02T03:19:45.000Z"},{"step":321,"at":"2026-10-02T03:20:14.000Z"}],"live":null,"plan":{"rows":8617,"tokens":4084906,"steps":321,"dataset":"ren-data-v0","agentLen":3072,"records":null,"init":null,"mix":[{"area":"Format","share":9.775671704563091},{"area":"Coding","share":10.83080002330531},{"area":"Agent (terminal, tools)","share":58.57836141149882},{"area":"Interruptions","share":10.421292436105016},{"area":"Decide","share":10.39387442452776}],"selfDistill":null,"createdAt":"2026-10-01T21:43:29.000Z"},"smoke":{"status":"complete","step":40,"maxSteps":40,"lastPushAt":"2026-10-01T21:00:05.000Z","lastUpdateAt":"2026-10-01T21:00:05.000Z","finishedAt":"2026-10-01T20:57:45.000Z","trainLoss":0.6036404729005881,"phase":null,"lastEvent":null,"live":null,"etaAt":null,"avgStepSRecent":null,"lastLossEma":null},"machine":null},{"code":"s02","name":"Round 2","repo":"Oviezibe/ren-s02","runName":"ren-s02-qwen35-9b","status":"complete","phase":null,"step":377,"maxSteps":377,"sessionStart":"2026-10-03T22:12:57.000Z","lastPushAt":"2026-10-04T05:16:38.000Z","lastUpdateAt":"2026-10-04T05:16:38.000Z","finishedAt":"2026-10-04T05:12:09.000Z","etaAt":null,"avgStepSRecent":62.24550000000001,"avgTokSAll":204.32864721485433,"tokensSeenApprox":4904547,"plannedTokens":4904504,"rows":12342,"firstLoss":2.94361,"lastLoss":0.1708,"lastLossEma":1.150966946501502,"trainLossMean":1.411584000056239,"skippedSteps":0,"peakMemGb":[10.85,14.43],"sessionHours":6.986666666666666,"points":[],"checkpoints":[{"step":20,"at":"2026-10-03T22:53:28.000Z"},{"step":40,"at":"2026-10-03T23:14:50.000Z"},{"step":60,"at":"2026-10-03T23:36:33.000Z"},{"step":80,"at":"2026-10-03T23:57:30.000Z"},{"step":100,"at":"2026-10-04T00:18:29.000Z"},{"step":120,"at":"2026-10-04T00:39:25.000Z"},{"step":140,"at":"2026-10-04T01:00:42.000Z"},{"step":160,"at":"2026-10-04T01:21:48.000Z"},{"step":180,"at":"2026-10-04T01:42:49.000Z"},{"step":200,"at":"2026-10-04T02:03:57.000Z"},{"step":220,"at":"2026-10-04T02:25:01.000Z"},{"step":240,"at":"2026-10-04T02:46:08.000Z"},{"step":260,"at":"2026-10-04T03:07:38.000Z"},{"step":280,"at":"2026-10-04T03:28:57.000Z"},{"step":300,"at":"2026-10-04T03:50:36.000Z"},{"step":320,"at":"2026-10-04T04:12:19.000Z"},{"step":340,"at":"2026-10-04T04:33:13.000Z"},{"step":360,"at":"2026-10-04T04:54:18.000Z"},{"step":377,"at":"2026-10-04T05:12:01.000Z"}],"live":null,"plan":{"rows":12342,"tokens":4904504,"steps":377,"dataset":"ren-data-v1","agentLen":3072,"records":18039,"init":null,"mix":[{"area":"Format","share":9.356664812588592},{"area":"Coding","share":33.34163862441544},{"area":"Agent (terminal, tools)","share":27.982788881403707},{"area":"Interruptions","share":20.661967040907705},{"area":"Decide","share":8.656940640684562}],"selfDistill":null,"createdAt":"2026-10-03T22:31:48.000Z"},"smoke":{"status":"complete","step":40,"maxSteps":40,"lastPushAt":"2026-10-03T22:05:19.000Z","lastUpdateAt":"2026-10-03T22:05:19.000Z","finishedAt":"2026-10-03T22:03:15.000Z","trainLoss":0.5907453160732985,"phase":null,"lastEvent":null,"live":null,"etaAt":null,"avgStepSRecent":12.9065,"lastLossEma":0.5276560222031708},"machine":null},{"code":"s03","name":"Round 3","repo":"Oviezibe/ren-s03","runName":"ren-s03-qwen35-9b","status":"complete","phase":null,"step":187,"maxSteps":187,"sessionStart":"2026-10-04T11:13:53.000Z","lastPushAt":"2026-10-04T15:54:45.000Z","lastUpdateAt":"2026-10-04T15:54:45.000Z","finishedAt":"2026-10-04T15:48:02.000Z","etaAt":null,"avgStepSRecent":60.20400000000001,"avgTokSAll":210.24064171122987,"tokensSeenApprox":2405395,"plannedTokens":2405395,"rows":6691,"firstLoss":1.43153,"lastLoss":1.68595,"lastLossEma":1.1334158099701335,"trainLossMean":1.1686644350143678,"skippedSteps":0,"peakMemGb":[10.81,14.4],"sessionHours":4.569166666666667,"points":[],"checkpoints":[{"step":20,"at":"2026-10-04T12:57:40.000Z"},{"step":40,"at":"2026-10-04T13:18:04.000Z"},{"step":60,"at":"2026-10-04T13:38:23.000Z"},{"step":80,"at":"2026-10-04T13:58:45.000Z"},{"step":100,"at":"2026-10-04T14:19:09.000Z"},{"step":120,"at":"2026-10-04T14:39:39.000Z"},{"step":140,"at":"2026-10-04T15:00:01.000Z"},{"step":160,"at":"2026-10-04T15:20:43.000Z"},{"step":180,"at":"2026-10-04T15:40:58.000Z"},{"step":187,"at":"2026-10-04T15:47:54.000Z"}],"live":null,"plan":{"rows":6691,"tokens":2405395,"steps":187,"dataset":"ren-data-v2","agentLen":3072,"records":22065,"init":{"repo":"Oviezibe/ren-s02","revision":"51de9eae38ee3b7641ca45e4f7e6dcdebde07291"},"mix":[{"area":"Format","share":13.921164715150734},{"area":"Coding","share":29.265754688938824},{"area":"Agent (terminal, tools)","share":23.64405846025289},{"area":"Interruptions","share":23.549354679792717},{"area":"Decide","share":9.619667455864837}],"selfDistill":{"generated":1280,"rows":1035,"passRate":0.8086,"minutes":68},"createdAt":"2026-10-04T12:37:06.000Z"},"smoke":{"status":"complete","step":40,"maxSteps":40,"lastPushAt":"2026-10-04T11:05:33.000Z","lastUpdateAt":"2026-10-04T11:05:33.000Z","finishedAt":"2026-10-04T11:03:27.000Z","trainLoss":0.3528316852985881,"phase":null,"lastEvent":null,"live":null,"etaAt":null,"avgStepSRecent":12.174500000000004,"lastLossEma":0.40912197070923007},"machine":null},{"code":"s04","name":"Round 4","repo":"Oviezibe/ren-s04","runName":"ren-s04-qwen35-9b","status":"complete","phase":null,"step":122,"maxSteps":122,"sessionStart":"2026-10-04T19:29:40.000Z","lastPushAt":"2026-10-04T22:46:42.000Z","lastUpdateAt":"2026-10-04T22:46:42.000Z","finishedAt":"2026-10-04T22:40:22.000Z","etaAt":null,"avgStepSRecent":59.38649999999999,"avgTokSAll":210.5991803278689,"tokensSeenApprox":1607109,"plannedTokens":1607106,"rows":4171,"firstLoss":0.96428,"lastLoss":0.008,"lastLossEma":0.5302444651201478,"trainLossMean":0.6355398590447473,"skippedSteps":0,"peakMemGb":[10.8,14.38],"sessionHours":3.1783333333333332,"points":[],"checkpoints":[{"step":20,"at":"2026-10-04T20:54:26.000Z"},{"step":40,"at":"2026-10-04T21:15:12.000Z"},{"step":60,"at":"2026-10-04T21:36:14.000Z"},{"step":80,"at":"2026-10-04T21:57:00.000Z"},{"step":100,"at":"2026-10-04T22:18:13.000Z"},{"step":120,"at":"2026-10-04T22:38:57.000Z"},{"step":122,"at":"2026-10-04T22:40:13.000Z"}],"live":null,"plan":{"rows":4171,"tokens":1607106,"steps":122,"dataset":"ren-data-v3","agentLen":3072,"records":24172,"init":{"repo":"Oviezibe/ren-s03","revision":"c142b4580cb8a18ab1964b3338e99b13731ba072"},"mix":[{"area":"Format","share":8.156587057729856},{"area":"Coding","share":53.93962812658281},{"area":"Agent (terminal, tools)","share":16.493622698191658},{"area":"Interruptions","share":15.321826936119956},{"area":"Decide","share":6.088335181375715}],"selfDistill":{"generated":864,"rows":752,"passRate":0.8704,"minutes":47.7},"createdAt":"2026-10-04T20:32:58.000Z"},"smoke":{"status":"complete","step":40,"maxSteps":40,"lastPushAt":"2026-10-04T19:25:27.000Z","lastUpdateAt":"2026-10-04T19:25:27.000Z","finishedAt":"2026-10-04T19:23:14.000Z","trainLoss":0.2006555360800121,"phase":null,"lastEvent":null,"live":null,"etaAt":null,"avgStepSRecent":12.023,"lastLossEma":0.17918873846223254},"machine":null},{"code":"release","name":"Release run (AWS, A10G 24 GB)","repo":"Oviezibe/ren-9b-release","runName":"ren-9b-release","status":"queued","phase":null,"step":0,"maxSteps":0,"sessionStart":null,"lastPushAt":"2026-10-05T06:34:30.000Z","lastUpdateAt":"2026-10-05T06:34:30.000Z","finishedAt":null,"etaAt":null,"avgStepSRecent":null,"avgTokSAll":null,"tokensSeenApprox":null,"plannedTokens":null,"rows":null,"firstLoss":null,"lastLoss":null,"lastLossEma":null,"trainLossMean":null,"skippedSteps":0,"peakMemGb":null,"sessionHours":null,"points":[],"checkpoints":[],"live":null,"plan":null,"smoke":{"status":"stopped","step":0,"maxSteps":40,"lastPushAt":"2026-10-05T06:11:21.000Z","lastUpdateAt":"2026-10-05T06:11:21.000Z","finishedAt":null,"trainLoss":null,"phase":"finished","lastEvent":"data plan","live":{"phase":"finished","lastEvent":"data plan","step":0,"maxSteps":40,"loss":null,"lossEma":null,"tokS":null,"stepS":null,"etaAt":null,"updatedAt":"2026-10-05T06:11:21.000Z"},"etaAt":null,"avgStepSRecent":null,"lastLossEma":null},"machine":{"uploadedAt":"2026-10-05T06:11:26.000Z","endedAt":"2026-10-05T06:11:25.000Z","exitCode":5,"failedStage":"smoke test","reason":"CUDA out of memory"}},{"code":"docs","name":"ren-docs","repo":"Oviezibe/ren-docs","runName":"ren-docs","status":"queued","phase":null,"step":0,"maxSteps":0,"sessionStart":null,"lastPushAt":"2026-10-19T03:22:07.000Z","lastUpdateAt":"2026-10-19T03:22:07.000Z","finishedAt":null,"etaAt":null,"avgStepSRecent":null,"avgTokSAll":null,"tokensSeenApprox":null,"plannedTokens":null,"rows":null,"firstLoss":null,"lastLoss":null,"lastLossEma":null,"trainLossMean":null,"skippedSteps":0,"peakMemGb":null,"sessionHours":null,"points":[],"checkpoints":[],"live":null,"plan":null,"smoke":null,"machine":null},{"code":"tracker-backup","name":"ren-tracker-backup","repo":"Oviezibe/ren-tracker-backup","runName":"ren-tracker-backup","status":"queued","phase":null,"step":0,"maxSteps":0,"sessionStart":null,"lastPushAt":"2026-10-16T18:54:01.000Z","lastUpdateAt":"2026-10-16T18:54:01.000Z","finishedAt":null,"etaAt":null,"avgStepSRecent":null,"avgTokSAll":null,"tokensSeenApprox":null,"plannedTokens":null,"rows":null,"firstLoss":null,"lastLoss":null,"lastLossEma":null,"trainLossMean":null,"skippedSteps":0,"peakMemGb":null,"sessionHours":null,"points":[],"checkpoints":[],"live":null,"plan":null,"smoke":null,"machine":null},{"code":"s05","name":"Round 5","repo":"Oviezibe/ren-s05","runName":"ren-s05-qwen35-9b","status":"complete","phase":null,"step":740,"maxSteps":740,"sessionStart":"2026-10-17T08:41:24.000Z","lastPushAt":"2026-10-17T10:32:43.000Z","lastUpdateAt":"2026-10-17T10:32:43.000Z","finishedAt":"2026-10-17T10:28:59.000Z","etaAt":null,"avgStepSRecent":56.74049999999998,"avgTokSAll":219.94918918918933,"tokensSeenApprox":9511014,"plannedTokens":9510992,"rows":20441,"firstLoss":0.46317,"lastLoss":0.13035,"lastLossEma":0.20530282474877745,"trainLossMean":0.0284113370888942,"skippedSteps":0,"peakMemGb":[10.76,14.35],"sessionHours":1.7930555555555556,"points":[],"checkpoints":[{"step":640,"at":"2026-10-17T07:41:54.000Z"},{"step":646,"at":"2026-10-17T07:47:49.000Z"},{"step":660,"at":"2026-10-17T09:12:18.000Z"},{"step":680,"at":"2026-10-17T09:31:30.000Z"},{"step":700,"at":"2026-10-17T09:50:38.000Z"},{"step":720,"at":"2026-10-17T10:09:42.000Z"},{"step":740,"at":"2026-10-17T10:28:37.000Z"}],"live":{"phase":"training","lastEvent":"step 640","step":645,"maxSteps":740,"loss":0.3537,"lossEma":0.21174,"tokS":220.2,"stepS":59.43,"etaAt":"2026-10-17T09:18:05.000Z","updatedAt":"2026-10-17T07:46:49.000Z"},"plan":{"rows":20441,"tokens":9510992,"steps":740,"dataset":"ren-data-s05","agentLen":3072,"records":null,"init":null,"mix":[{"area":"Format","share":3.441144730223724},{"area":"Coding","share":33.72897380210182},{"area":"Agent (terminal, tools)","share":40.889867218897884},{"area":"Interruptions","share":11.655145961641015},{"area":"Decide","share":10.28486828713556}],"selfDistill":{"generated":null,"rows":null,"passRate":null,"minutes":null},"createdAt":"2026-10-16T21:17:03.000Z"},"smoke":{"status":"complete","step":40,"maxSteps":40,"lastPushAt":"2026-10-16T19:06:51.000Z","lastUpdateAt":"2026-10-16T19:06:51.000Z","finishedAt":"2026-10-16T19:05:02.000Z","trainLoss":0.38518801154568794,"phase":null,"lastEvent":"train end","live":{"phase":"eval after training","lastEvent":"train end","step":40,"maxSteps":40,"loss":0.27648,"lossEma":0.40713,"tokS":221.7,"stepS":11.61,"etaAt":"2026-10-16T19:04:53.000Z","updatedAt":"2026-10-16T19:05:04.000Z"},"etaAt":null,"avgStepSRecent":10.994,"lastLossEma":0.4071311947085483},"machine":null},{"code":"s06-merges","name":"ren-s06-merges","repo":"Oviezibe/ren-s06-merges","runName":"ren-s06-merges","status":"queued","phase":null,"step":0,"maxSteps":0,"sessionStart":null,"lastPushAt":"2026-10-18T00:10:01.000Z","lastUpdateAt":"2026-10-18T00:10:01.000Z","finishedAt":null,"etaAt":null,"avgStepSRecent":null,"avgTokSAll":null,"tokensSeenApprox":null,"plannedTokens":null,"rows":null,"firstLoss":null,"lastLoss":null,"lastLossEma":null,"trainLossMean":null,"skippedSteps":0,"peakMemGb":null,"sessionHours":null,"points":[],"checkpoints":[],"live":null,"plan":null,"smoke":null,"machine":null},{"code":"s06","name":"Round 6","repo":"Oviezibe/ren-s06","runName":"ren-s06-qwen35-9b","status":"complete","phase":null,"step":187,"maxSteps":187,"sessionStart":"2026-10-18T01:09:11.000Z","lastPushAt":"2026-10-18T04:33:37.000Z","lastUpdateAt":"2026-10-18T04:33:37.000Z","finishedAt":"2026-10-18T04:30:32.000Z","etaAt":null,"avgStepSRecent":58.042500000000004,"avgTokSAll":216.31550802139023,"tokensSeenApprox":2404015,"plannedTokens":2403986,"rows":7719,"firstLoss":0.14652,"lastLoss":0.04452,"lastLossEma":0.10915130373818131,"trainLossMean":0.12429772819427246,"skippedSteps":0,"peakMemGb":[10.73,14.33],"sessionHours":3.3558333333333334,"points":[{"step":1,"loss":0.14652,"tokS":120.4,"stepS":114.92,"lr":0,"gradNorm":0.5072},{"step":2,"loss":0.0325,"tokS":188.8,"stepS":67.87,"lr":0.0000033333333333333333,"gradNorm":0.2214},{"step":3,"loss":0.26583,"tokS":212.9,"stepS":53.23,"lr":0.000006666666666666667,"gradNorm":0.9966},{"step":4,"loss":0.04072,"tokS":209,"stepS":61.48,"lr":0.00001,"gradNorm":0.3847},{"step":5,"loss":0.07333,"tokS":212.9,"stepS":57.77,"lr":0.000013333333333333333,"gradNorm":0.7619},{"step":6,"loss":0.08975,"tokS":189.7,"stepS":63.57,"lr":0.000016666666666666667,"gradNorm":3.6905},{"step":7,"loss":0.09375,"tokS":219.2,"stepS":54.64,"lr":0.00002,"gradNorm":1.6559},{"step":8,"loss":0.08191,"tokS":221.6,"stepS":58.42,"lr":0.000019998493733917385,"gradNorm":1.4755},{"step":9,"loss":0.16418,"tokS":210.8,"stepS":64.79,"lr":0.00001999397538943704,"gradNorm":0.607},{"step":10,"loss":0.05772,"tokS":189.8,"stepS":62.66,"lr":0.00001998644632772477,"gradNorm":0.8805},{"step":11,"loss":0.05614,"tokS":220.9,"stepS":60.97,"lr":0.00001997590881693464,"gradNorm":0.301},{"step":12,"loss":0.02613,"tokS":220.8,"stepS":60.39,"lr":0.000019962366031525663,"gradNorm":0.5215},{"step":13,"loss":0.23287,"tokS":214.6,"stepS":60.05,"lr":0.00001994582205130551,"gradNorm":0.5848},{"step":14,"loss":0.09859,"tokS":218.6,"stepS":66.05,"lr":0.000019926281860201427,"gradNorm":0.2665},{"step":15,"loss":0.13628,"tokS":218.8,"stepS":63.92,"lr":0.00001990375134475885,"gradNorm":0.5695},{"step":16,"loss":0.03303,"tokS":223.6,"stepS":58.37,"lr":0.000019878237292368014,"gradNorm":0.3853},{"step":17,"loss":0.09923,"tokS":222.3,"stepS":55.67,"lr":0.000019849747389219272,"gradNorm":0.3491},{"step":18,"loss":0.35871,"tokS":217.5,"stepS":60.16,"lr":0.000019818290217987587,"gradNorm":0.4175},{"step":19,"loss":0.03233,"tokS":220,"stepS":60.77,"lr":0.000019783875255246972,"gradNorm":0.5765},{"step":20,"loss":0.02812,"tokS":216.7,"stepS":55.95,"lr":0.000019746512868615656,"gradNorm":0.581},{"step":21,"loss":0.09538,"tokS":205.3,"stepS":57.46,"lr":0.000019706214313632786,"gradNorm":0.4019},{"step":22,"loss":0.3838,"tokS":203.8,"stepS":62.25,"lr":0.000019662991730367664,"gradNorm":0.3966},{"step":23,"loss":0.23696,"tokS":214.6,"stepS":62.12,"lr":0.000019616858139762534,"gradNorm":0.8397},{"step":24,"loss":0.01603,"tokS":220.1,"stepS":58.51,"lr":0.000019567827439709954,"gradNorm":0.4801},{"step":25,"loss":0.03461,"tokS":223.4,"stepS":62.18,"lr":0.000019515914400866022,"gradNorm":0.7315},{"step":26,"loss":0.15117,"tokS":214.2,"stepS":61.39,"lr":0.000019461134662200667,"gradNorm":0.8252},{"step":27,"loss":0.68845,"tokS":216.1,"stepS":57.02,"lr":0.000019403504726286367,"gradNorm":0.5324},{"step":28,"loss":0.36152,"tokS":209.4,"stepS":64.46,"lr":0.00001934304195432668,"gradNorm":0.479},{"step":29,"loss":0.21355,"tokS":208.8,"stepS":65.07,"lr":0.000019279764560926142,"gradNorm":0.6001},{"step":30,"loss":0.0454,"tokS":212.4,"stepS":57.29,"lr":0.000019213691608603046,"gradNorm":0.6216},{"step":31,"loss":0.05202,"tokS":223.8,"stepS":64.91,"lr":0.000019144843002046805,"gradNorm":0.2689},{"step":32,"loss":0.06815,"tokS":213.6,"stepS":57.07,"lr":0.000019073239482121598,"gradNorm":0.9788},{"step":33,"loss":0.0366,"tokS":221.6,"stepS":63.01,"lr":0.000018998902619618117,"gradNorm":0.2205},{"step":34,"loss":0.1112,"tokS":199.7,"stepS":69.54,"lr":0.000018921854808755295,"gradNorm":0.2852},{"step":35,"loss":0.50921,"tokS":220.3,"stepS":55.99,"lr":0.000018842119260433984,"gradNorm":0.6806},{"step":36,"loss":0.05465,"tokS":221.4,"stepS":64.09,"lr":0.00001875971999524458,"gradNorm":0.4611},{"step":37,"loss":0.19297,"tokS":221,"stepS":59.13,"lr":0.00001867468183623077,"gradNorm":0.2764},{"step":38,"loss":0.05751,"tokS":219.4,"stepS":62.75,"lr":0.00001858703040141148,"gradNorm":0.336},{"step":39,"loss":0.12913,"tokS":214.1,"stepS":62.67,"lr":0.00001849679209606338,"gradNorm":0.3223},{"step":40,"loss":0.1301,"tokS":209.4,"stepS":57.86,"lr":0.000018403994104766214,"gradNorm":0.4264},{"step":41,"loss":0.13821,"tokS":213.4,"stepS":65.38,"lr":0.000018308664383213343,"gradNorm":0.9595},{"step":42,"loss":0.0168,"tokS":212.1,"stepS":58.89,"lr":0.000018210831649790016,"gradNorm":0.2874},{"step":43,"loss":0.30378,"tokS":217.6,"stepS":59.17,"lr":0.000018110525376921863,"gradNorm":0.5534},{"step":44,"loss":0.11225,"tokS":207.2,"stepS":46.74,"lr":0.000018007775782196216,"gradNorm":1.3341},{"step":45,"loss":0.01774,"tokS":214.3,"stepS":54.28,"lr":0.000017902613819258983,"gradNorm":0.5811},{"step":46,"loss":0.2153,"tokS":220.3,"stepS":63.93,"lr":0.00001779507116848976,"gradNorm":0.3288},{"step":47,"loss":0.20609,"tokS":218.5,"stepS":56.52,"lr":0.000017685180227458003,"gradNorm":0.8072},{"step":48,"loss":0.04162,"tokS":215.7,"stepS":62.86,"lr":0.000017572974101163166,"gradNorm":0.3941},{"step":49,"loss":0.10744,"tokS":211.3,"stepS":59.26,"lr":0.000017458486592061702,"gradNorm":0.4227},{"step":50,"loss":0.15992,"tokS":216.3,"stepS":50.54,"lr":0.000017341752189883983,"gradNorm":0.6105},{"step":51,"loss":0.09885,"tokS":206,"stepS":58.66,"lr":0.000017222806061244148,"gradNorm":0.6701},{"step":52,"loss":0.21232,"tokS":214.3,"stepS":49.91,"lr":0.00001710168403904604,"gradNorm":0.6417},{"step":53,"loss":0.08483,"tokS":213.8,"stepS":57.4,"lr":0.00001697842261168843,"gradNorm":0.6973},{"step":54,"loss":0.0262,"tokS":212,"stepS":54.96,"lr":0.0000168530589120728,"gradNorm":0.3242},{"step":55,"loss":0.38235,"tokS":213.5,"stepS":56.79,"lr":0.000016725630706416882,"gradNorm":0.3516},{"step":56,"loss":0.08111,"tokS":215.2,"stepS":59.41,"lr":0.000016596176382877506,"gradNorm":0.27},{"step":57,"loss":0.12906,"tokS":219.9,"stepS":64.74,"lr":0.00001646473493998604,"gradNorm":0.3902},{"step":58,"loss":0.02581,"tokS":220.3,"stepS":56.72,"lr":0.000016331345974899923,"gradNorm":0.4078},{"step":59,"loss":0.24592,"tokS":220,"stepS":51.38,"lr":0.000016196049671473954,"gradNorm":1.2254},{"step":60,"loss":0.01889,"tokS":223,"stepS":56.33,"lr":0.000016058886788154713,"gradNorm":0.2682},{"step":61,"loss":0.1722,"tokS":208.5,"stepS":56.44,"lr":0.00001591989864570199,"gradNorm":0.3733},{"step":62,"loss":0.03301,"tokS":221.7,"stepS":61.54,"lr":0.000015779127114740757,"gradNorm":0.2589},{"step":63,"loss":0.13703,"tokS":214.6,"stepS":57.21,"lr":0.000015636614603147513,"gradNorm":0.3886},{"step":64,"loss":0.08009,"tokS":220.9,"stepS":62.55,"lr":0.00001549240404327477,"gradNorm":0.2304},{"step":65,"loss":0.13388,"tokS":217.8,"stepS":56.95,"lr":0.00001534653887901754,"gradNorm":0.466},{"step":66,"loss":0.19614,"tokS":212.4,"stepS":53.07,"lr":0.000015199063052725746,"gradNorm":0.3214},{"step":67,"loss":0.64249,"tokS":218.2,"stepS":57.7,"lr":0.000015050020991966405,"gradNorm":0.5583},{"step":68,"loss":0.10144,"tokS":217.3,"stepS":56.85,"lr":0.000014899457596139728,"gradNorm":0.2497},{"step":69,"loss":0.11661,"tokS":206.4,"stepS":64.56,"lr":0.000014747418222952997,"gradNorm":0.6543},{"step":70,"loss":0.08309,"tokS":222.6,"stepS":59.03,"lr":0.000014593948674756418,"gradNorm":0.2357},{"step":71,"loss":0.37155,"tokS":215.8,"stepS":58.34,"lr":0.000014439095184745025,"gradNorm":0.5121},{"step":72,"loss":0.01493,"tokS":222.9,"stepS":62.89,"lr":0.000014282904403030773,"gradNorm":0.2794},{"step":73,"loss":0.13579,"tokS":220.4,"stepS":62.54,"lr":0.00001412542338258905,"gradNorm":0.4088},{"step":74,"loss":0.15956,"tokS":221.5,"stepS":57.61,"lr":0.000013966699565083803,"gradNorm":0.296},{"step":75,"loss":0.01239,"tokS":222.8,"stepS":59.7,"lr":0.00001380678076657559,"gradNorm":0.1823},{"step":76,"loss":0.11812,"tokS":217.8,"stepS":58.19,"lr":0.000013645715163116846,"gradNorm":0.4098},{"step":77,"loss":0.21195,"tokS":220.6,"stepS":63.81,"lr":0.00001348355127623869,"gradNorm":0.2965},{"step":78,"loss":0.12313,"tokS":220.8,"stepS":59.67,"lr":0.00001332033795833364,"gradNorm":0.3041},{"step":79,"loss":0.20768,"tokS":216.1,"stepS":59.79,"lr":0.0000131561243779387,"gradNorm":0.4688},{"step":80,"loss":0.05796,"tokS":216.1,"stepS":63.16,"lr":0.000012990960004923154,"gradNorm":0.2759},{"step":81,"loss":0.03347,"tokS":210.9,"stepS":62.02,"lr":0.000012824894595585637,"gradNorm":0.2859},{"step":82,"loss":0.05506,"tokS":224.5,"stepS":63.36,"lr":0.000012657978177664862,"gradNorm":0.2248},{"step":83,"loss":0.10804,"tokS":215.5,"stepS":58.83,"lr":0.000012490261035268614,"gradNorm":0.4857},{"step":84,"loss":0.03601,"tokS":215,"stepS":62.67,"lr":0.000012321793693725509,"gradNorm":0.4418},{"step":85,"loss":0.15138,"tokS":223.1,"stepS":56.32,"lr":0.000012152626904364066,"gradNorm":0.2979},{"step":86,"loss":0.08457,"tokS":214.9,"stepS":58.22,"lr":0.00001198281162922371,"gradNorm":0.2798},{"step":87,"loss":0.02058,"tokS":212.6,"stepS":58.11,"lr":0.000011812399025702291,"gradNorm":0.4736},{"step":88,"loss":0.02956,"tokS":217.3,"stepS":60.72,"lr":0.00001164144043114475,"gradNorm":0.2971},{"step":89,"loss":0.15389,"tokS":211.7,"stepS":57.45,"lr":0.000011469987347377602,"gradNorm":0.3777},{"step":90,"loss":0.10056,"tokS":218.5,"stepS":57.55,"lr":0.000011298091425193807,"gradNorm":0.2935},{"step":91,"loss":0.07973,"tokS":211,"stepS":55.25,"lr":0.000011125804448792832,"gradNorm":0.3523},{"step":92,"loss":0.07023,"tokS":213.2,"stepS":63.67,"lr":0.000010953178320180475,"gradNorm":0.5561},{"step":93,"loss":0.02489,"tokS":217.8,"stepS":61.81,"lr":0.000010780265043533252,"gradNorm":0.2748},{"step":94,"loss":0.18162,"tokS":216.8,"stepS":64.67,"lr":0.00001060711670953192,"gradNorm":0.346},{"step":95,"loss":0.14102,"tokS":218.2,"stepS":56.21,"lr":0.000010433785479669038,"gradNorm":0.3378},{"step":96,"loss":0.02343,"tokS":224.1,"stepS":62.27,"lr":0.00001026032357053512,"gradNorm":0.2587},{"step":97,"loss":0.20927,"tokS":219.2,"stepS":54.85,"lr":0.000010086783238088244,"gradNorm":0.7042},{"step":98,"loss":0.02085,"tokS":217.3,"stepS":60.08,"lr":0.000009913216761911754,"gradNorm":0.357},{"step":99,"loss":0.04552,"tokS":222.3,"stepS":55.86,"lr":0.000009739676429464881,"gradNorm":0.2656},{"step":100,"loss":0.18478,"tokS":214.1,"stepS":59.24,"lr":0.000009566214520330966,"gradNorm":0.5368},{"step":101,"loss":0.2129,"tokS":220.8,"stepS":60.34,"lr":0.000009392883290468084,"gradNorm":0.2876},{"step":102,"loss":0.01574,"tokS":222.7,"stepS":57.03,"lr":0.000009219734956466753,"gradNorm":0.2163},{"step":103,"loss":0.21096,"tokS":219.7,"stepS":59.1,"lr":0.000009046821679819528,"gradNorm":0.2943},{"step":104,"loss":0.28719,"tokS":209.1,"stepS":51.3,"lr":0.000008874195551207173,"gradNorm":0.8002},{"step":105,"loss":0.02091,"tokS":221,"stepS":52.76,"lr":0.000008701908574806198,"gradNorm":0.2782},{"step":106,"loss":0.09348,"tokS":218,"stepS":64.37,"lr":0.000008530012652622398,"gradNorm":0.5411},{"step":107,"loss":0.1179,"tokS":220.4,"stepS":55.5,"lr":0.00000835855956885525,"gradNorm":0.259},{"step":108,"loss":0.02086,"tokS":212.7,"stepS":58.24,"lr":0.000008187600974297714,"gradNorm":0.3438},{"step":109,"loss":0.02132,"tokS":224.2,"stepS":62.75,"lr":0.000008017188370776291,"gradNorm":0.4113},{"step":110,"loss":0.02181,"tokS":219.9,"stepS":58.16,"lr":0.000007847373095635937,"gradNorm":0.2759},{"step":111,"loss":0.04007,"tokS":222.8,"stepS":50.54,"lr":0.000007678206306274495,"gradNorm":0.3893},{"step":112,"loss":0.2179,"tokS":215.6,"stepS":58.6,"lr":0.000007509738964731389,"gradNorm":0.3499},{"step":113,"loss":0.00662,"tokS":220.7,"stepS":55.35,"lr":0.000007342021822335144,"gradNorm":0.2481},{"step":114,"loss":0.13433,"tokS":221,"stepS":61.43,"lr":0.0000071751054044143616,"gradNorm":0.4576},{"step":115,"loss":0.01474,"tokS":221.9,"stepS":63.05,"lr":0.000007009039995076845,"gradNorm":0.2563},{"step":116,"loss":0.35173,"tokS":208.1,"stepS":54.47,"lr":0.0000068438756220613045,"gradNorm":0.8133},{"step":117,"loss":0.01476,"tokS":224.8,"stepS":50,"lr":0.000006679662041666361,"gradNorm":0.2965},{"step":118,"loss":0.02045,"tokS":219.4,"stepS":57.18,"lr":0.000006516448723761315,"gradNorm":0.2237},{"step":119,"loss":0.01979,"tokS":221.6,"stepS":63.53,"lr":0.000006354284836883156,"gradNorm":0.3246},{"step":120,"loss":0.01337,"tokS":222.1,"stepS":61.6,"lr":0.000006193219233424414,"gradNorm":0.244},{"step":121,"loss":0.09645,"tokS":216,"stepS":62.25,"lr":0.0000060333004349162025,"gradNorm":0.2513},{"step":122,"loss":0.01932,"tokS":227.6,"stepS":53.3,"lr":0.00000587457661741095,"gradNorm":0.2538},{"step":123,"loss":0.06873,"tokS":206.1,"stepS":57.4,"lr":0.000005717095596969226,"gradNorm":0.8532},{"step":124,"loss":0.03045,"tokS":216.2,"stepS":55.77,"lr":0.0000055609048152549796,"gradNorm":0.4817},{"step":125,"loss":0.19685,"tokS":219.6,"stepS":55.73,"lr":0.0000054060513252435865,"gradNorm":0.4002},{"step":126,"loss":0.11201,"tokS":219.5,"stepS":59.09,"lr":0.000005252581777047009,"gradNorm":0.2597},{"step":127,"loss":0.34017,"tokS":215.6,"stepS":58.89,"lr":0.000005100542403860272,"gradNorm":0.4879},{"step":128,"loss":0.11372,"tokS":213.5,"stepS":65.26,"lr":0.000004949979008033596,"gradNorm":0.3807},{"step":129,"loss":0.01597,"tokS":218.1,"stepS":61.06,"lr":0.000004800936947274255,"gradNorm":0.3739},{"step":130,"loss":0.58268,"tokS":209,"stepS":63.09,"lr":0.00000465346112098246,"gradNorm":0.4934},{"step":131,"loss":0.0309,"tokS":211.2,"stepS":57.89,"lr":0.000004507595956725234,"gradNorm":0.4963},{"step":132,"loss":0.11555,"tokS":212.7,"stepS":61.67,"lr":0.000004363385396852491,"gradNorm":0.5745},{"step":133,"loss":0.04356,"tokS":225.1,"stepS":60.16,"lr":0.0000042208728852592475,"gradNorm":0.3944},{"step":134,"loss":0.01688,"tokS":220.1,"stepS":63.33,"lr":0.000004080101354298016,"gradNorm":0.3299},{"step":135,"loss":0.03892,"tokS":223.9,"stepS":62.15,"lr":0.00000394111321184529,"gradNorm":0.2303},{"step":136,"loss":0.01424,"tokS":217.7,"stepS":57.96,"lr":0.0000038039503285260504,"gradNorm":0.1908},{"step":137,"loss":0.02094,"tokS":212.2,"stepS":54.03,"lr":0.0000036686540251000758,"gradNorm":0.3664},{"step":138,"loss":0.01698,"tokS":223.8,"stepS":57.37,"lr":0.0000035352650600139648,"gradNorm":0.2722},{"step":139,"loss":0.01415,"tokS":221.9,"stepS":62.69,"lr":0.000003403823617122495,"gradNorm":0.2811},{"step":140,"loss":0.02693,"tokS":215.9,"stepS":62.54,"lr":0.0000032743692935831206,"gradNorm":0.4046},{"step":141,"loss":0.06178,"tokS":207.1,"stepS":57.35,"lr":0.0000031469410879272033,"gradNorm":0.4414},{"step":142,"loss":0.02199,"tokS":220.9,"stepS":62.29,"lr":0.0000030215773883115706,"gradNorm":0.3753},{"step":143,"loss":0.05131,"tokS":217.5,"stepS":52.88,"lr":0.0000028983159609539634,"gradNorm":0.4723},{"step":144,"loss":0.06289,"tokS":217.3,"stepS":59.31,"lr":0.0000027771939387558555,"gradNorm":0.2018},{"step":145,"loss":0.15477,"tokS":218.3,"stepS":57.3,"lr":0.000002658247810116017,"gradNorm":0.4642},{"step":146,"loss":0.01996,"tokS":223.2,"stepS":61.94,"lr":0.000002541513407938301,"gradNorm":0.2367},{"step":147,"loss":0.10306,"tokS":216.7,"stepS":57.87,"lr":0.000002427025898836838,"gradNorm":0.3479},{"step":148,"loss":0.08313,"tokS":223.5,"stepS":60.91,"lr":0.0000023148197725419986,"gradNorm":0.2378},{"step":149,"loss":0.01404,"tokS":218.3,"stepS":61.25,"lr":0.000002204928831510241,"gradNorm":0.1862},{"step":150,"loss":0.01754,"tokS":225.6,"stepS":61.47,"lr":0.000002097386180741019,"gradNorm":0.3802},{"step":151,"loss":0.13586,"tokS":227.7,"stepS":59.52,"lr":0.0000019922242178037867,"gradNorm":0.3287},{"step":152,"loss":0.03275,"tokS":221.3,"stepS":61.17,"lr":0.0000018894746230781403,"gradNorm":0.3317},{"step":153,"loss":0.02877,"tokS":217.2,"stepS":60.59,"lr":0.0000017891683502099832,"gradNorm":0.3013},{"step":154,"loss":0.14448,"tokS":222.3,"stepS":57.89,"lr":0.000001691335616786658,"gradNorm":0.2603},{"step":155,"loss":0.05672,"tokS":221.4,"stepS":61.73,"lr":0.0000015960058952337887,"gradNorm":0.1909},{"step":156,"loss":0.03485,"tokS":223.3,"stepS":62.29,"lr":0.000001503207903936621,"gradNorm":0.3008},{"step":157,"loss":0.18139,"tokS":211.7,"stepS":63.45,"lr":0.0000014129695985885228,"gradNorm":0.3623},{"step":158,"loss":0.10966,"tokS":219.8,"stepS":62.22,"lr":0.0000013253181637692325,"gradNorm":0.3135},{"step":159,"loss":0.08287,"tokS":218.6,"stepS":60.16,"lr":0.000001240280004755421,"gradNorm":0.2628},{"step":160,"loss":1.81524,"tokS":210.3,"stepS":57.49,"lr":0.0000011578807395660207,"gradNorm":0.4656},{"step":161,"loss":0.02437,"tokS":210.5,"stepS":62.22,"lr":0.0000010781451912447062,"gradNorm":0.2988},{"step":162,"loss":0.08119,"tokS":218.8,"stepS":57.43,"lr":0.0000010010973803818857,"gradNorm":0.3508},{"step":163,"loss":0.03212,"tokS":218,"stepS":58.39,"lr":9.267605178784033e-7,"gradNorm":0.5156},{"step":164,"loss":0.01577,"tokS":224.2,"stepS":61.27,"lr":8.55156997953197e-7,"gradNorm":0.3678},{"step":165,"loss":0.2315,"tokS":216.2,"stepS":65.48,"lr":7.86308391396956e-7,"gradNorm":0.6037},{"step":166,"loss":0.08308,"tokS":225.1,"stepS":59.94,"lr":7.202354390738609e-7,"gradNorm":0.4566},{"step":167,"loss":0.2498,"tokS":215.1,"stepS":57.18,"lr":6.569580456733204e-7,"gradNorm":0.3316},{"step":168,"loss":0.3551,"tokS":211.4,"stepS":65.78,"lr":5.964952737136353e-7,"gradNorm":0.3928},{"step":169,"loss":0.19409,"tokS":224.7,"stepS":56.96,"lr":5.388653377993325e-7,"gradNorm":0.6395},{"step":170,"loss":0.03466,"tokS":205.6,"stepS":60.68,"lr":4.840855991339799e-7,"gradNorm":0.3341},{"step":171,"loss":0.02498,"tokS":218.2,"stepS":55.52,"lr":4.321725602900473e-7,"gradNorm":0.2772},{"step":172,"loss":0.20756,"tokS":209.1,"stepS":57.57,"lr":3.83141860237467e-7,"gradNorm":0.612},{"step":173,"loss":0.02312,"tokS":219.5,"stepS":53.77,"lr":3.3700826963233735e-7,"gradNorm":0.3131},{"step":174,"loss":0.09395,"tokS":219.6,"stepS":59.6,"lr":2.937856863672184e-7,"gradNorm":0.4221},{"step":175,"loss":0.0931,"tokS":211.3,"stepS":52.45,"lr":2.5348713138434564e-7,"gradNorm":1.1486},{"step":176,"loss":0.15168,"tokS":219.1,"stepS":58.94,"lr":2.161247447530268e-7,"gradNorm":0.3253},{"step":177,"loss":0.04148,"tokS":212.2,"stepS":53.84,"lr":1.8170978201241473e-7,"gradNorm":0.4353},{"step":178,"loss":0.18225,"tokS":226.5,"stepS":58.26,"lr":1.5025261078073004e-7,"gradNorm":0.2712},{"step":179,"loss":0.22406,"tokS":214.5,"stepS":52.19,"lr":1.2176270763198827e-7,"gradNorm":0.6986},{"step":180,"loss":0.14594,"tokS":219,"stepS":62.38,"lr":9.624865524115345e-8,"gradNorm":0.1885},{"step":181,"loss":0.09783,"tokS":219.3,"stepS":60.38,"lr":7.371813979857312e-8,"gradNorm":0.2304},{"step":182,"loss":0.15144,"tokS":220,"stepS":58.68,"lr":5.4177948694493775e-8,"gradNorm":0.3762},{"step":183,"loss":0.12249,"tokS":221.6,"stepS":60.71,"lr":3.7633968474338756e-8,"gradNorm":0.402},{"step":184,"loss":0.02009,"tokS":217.1,"stepS":62.32,"lr":2.409118306536229e-8,"gradNorm":0.3094},{"step":185,"loss":0.11944,"tokS":218.3,"stepS":54.25,"lr":1.3553672275230523e-8,"gradNorm":0.6107},{"step":186,"loss":0.00874,"tokS":222.7,"stepS":61.17,"lr":6.024610562962441e-9,"gradNorm":0.2113},{"step":187,"loss":0.04452,"tokS":220,"stepS":55.4,"lr":1.506266082615948e-9,"gradNorm":0.4046}],"checkpoints":[{"step":80,"at":"2026-10-18T02:45:07.000Z"},{"step":100,"at":"2026-10-18T03:04:56.000Z"},{"step":120,"at":"2026-10-18T03:24:12.000Z"},{"step":140,"at":"2026-10-18T03:44:03.000Z"},{"step":160,"at":"2026-10-18T04:04:02.000Z"},{"step":180,"at":"2026-10-18T04:23:32.000Z"},{"step":187,"at":"2026-10-18T04:30:25.000Z"}],"live":{"phase":"eval after training","lastEvent":"eval after training","step":187,"maxSteps":187,"loss":0.04452,"lossEma":0.10915,"tokS":220,"stepS":55.4,"etaAt":"2026-10-18T04:30:24.000Z","updatedAt":"2026-10-18T04:33:36.000Z"},"plan":{"rows":7719,"tokens":2403986,"steps":187,"dataset":"ren-data-s06","agentLen":3072,"records":null,"init":{"repo":"Oviezibe/ren-s06-merges","revision":"f9f04addce22f2d188d72daa735c867a6739890a"},"mix":[{"area":"Format","share":6.450287148094873},{"area":"Coding","share":26.723158953504722},{"area":"Agent (terminal, tools)","share":27.637390567166364},{"area":"Interruptions","share":22.351378086228454},{"area":"Decide","share":16.837785245005588}],"selfDistill":{"generated":null,"rows":null,"passRate":null,"minutes":null},"createdAt":"2026-10-18T01:24:43.000Z"},"smoke":{"status":"complete","step":40,"maxSteps":40,"lastPushAt":"2026-10-18T00:36:29.000Z","lastUpdateAt":"2026-10-18T00:36:29.000Z","finishedAt":"2026-10-18T00:35:34.000Z","trainLoss":0.18839549730473665,"phase":null,"lastEvent":"step 40","live":{"phase":"training","lastEvent":"step 40","step":40,"maxSteps":40,"loss":0.02155,"lossEma":0.1723,"tokS":236.1,"stepS":10.98,"etaAt":"2026-10-18T00:35:13.000Z","updatedAt":"2026-10-18T00:35:14.000Z"},"etaAt":null,"avgStepSRecent":11.961499999999997,"lastLossEma":0.1723013948098417},"machine":null},{"code":"s07","name":"Round 7","repo":"Oviezibe/ren-s07","runName":"ren-s07-qwen35-9b","status":"complete","phase":null,"step":302,"maxSteps":302,"sessionStart":"2026-10-18T20:45:01.000Z","lastPushAt":"2026-10-19T01:36:13.000Z","lastUpdateAt":"2026-10-19T01:36:13.000Z","finishedAt":"2026-10-19T01:33:09.000Z","etaAt":null,"avgStepSRecent":54.99799999999999,"avgTokSAll":223.00993377483445,"tokensSeenApprox":3639586,"plannedTokens":3639582,"rows":6875,"firstLoss":0.60107,"lastLoss":0.2233,"lastLossEma":0.690652843767058,"trainLossMean":0.7318852843827759,"skippedSteps":0,"peakMemGb":[10.65,14.24],"sessionHours":4.802222222222222,"points":[{"step":1,"loss":0.60107,"tokS":119.2,"stepS":106.83,"lr":0,"gradNorm":7.5979},{"step":2,"loss":0.15584,"tokS":186.2,"stepS":74.75,"lr":0.0000025,"gradNorm":0.3442},{"step":3,"loss":1.21061,"tokS":208.2,"stepS":60.63,"lr":0.000005,"gradNorm":10.0529},{"step":4,"loss":0.51804,"tokS":212.3,"stepS":55.55,"lr":0.000007500000000000001,"gradNorm":2.4338},{"step":5,"loss":0.42396,"tokS":213.9,"stepS":63.47,"lr":0.00001,"gradNorm":2.3932},{"step":6,"loss":0.54424,"tokS":228,"stepS":51.98,"lr":0.0000125,"gradNorm":4.0133},{"step":7,"loss":2.07787,"tokS":217,"stepS":53.6,"lr":0.000015000000000000002,"gradNorm":15.2785},{"step":8,"loss":1.47348,"tokS":219.6,"stepS":50.95,"lr":0.000017500000000000002,"gradNorm":7.0367},{"step":9,"loss":0.80075,"tokS":225.3,"stepS":52.69,"lr":0.00002,"gradNorm":4.2628},{"step":10,"loss":1.60517,"tokS":224.9,"stepS":49.12,"lr":0.00001999942908565361,"gradNorm":4.3551},{"step":11,"loss":0.67932,"tokS":230.3,"stepS":56.99,"lr":0.00001999771640780308,"gradNorm":3.262},{"step":12,"loss":0.80131,"tokS":218.5,"stepS":52.69,"lr":0.00001999486216200688,"gradNorm":2.007},{"step":13,"loss":0.76249,"tokS":231.1,"stepS":53.77,"lr":0.000019990866674170984,"gradNorm":1.9288},{"step":14,"loss":0.83546,"tokS":225.2,"stepS":51.77,"lr":0.000019985730400511658,"gradNorm":2.3988},{"step":15,"loss":0.98349,"tokS":225.2,"stepS":49.97,"lr":0.000019979453927503366,"gradNorm":4.1609},{"step":16,"loss":0.89419,"tokS":221.3,"stepS":59.23,"lr":0.000019972037971811802,"gradNorm":2.2028},{"step":17,"loss":0.75391,"tokS":228,"stepS":53.93,"lr":0.00001996348338021207,"gradNorm":1.5988},{"step":18,"loss":1.19682,"tokS":217.8,"stepS":49.23,"lr":0.000019953791129491985,"gradNorm":4.5642},{"step":19,"loss":0.9929,"tokS":219.7,"stepS":46.91,"lr":0.00001994296232634054,"gradNorm":4.4812},{"step":20,"loss":0.67764,"tokS":225,"stepS":61.6,"lr":0.00001993099820722155,"gradNorm":2.556},{"step":21,"loss":0.79404,"tokS":210.1,"stepS":53.98,"lr":0.00001991790013823246,"gradNorm":2.951},{"step":22,"loss":0.33394,"tokS":231,"stepS":54.38,"lr":0.000019903669614948382,"gradNorm":1.6124},{"step":23,"loss":0.59886,"tokS":224.6,"stepS":47.41,"lr":0.000019888308262251286,"gradNorm":2.8085},{"step":24,"loss":0.6975,"tokS":215.1,"stepS":55.21,"lr":0.000019871817834144506,"gradNorm":2.7836},{"step":25,"loss":0.99538,"tokS":217.8,"stepS":51.16,"lr":0.000019854200213552426,"gradNorm":1.9903},{"step":26,"loss":0.70137,"tokS":227,"stepS":53.6,"lr":0.00001983545741210553,"gradNorm":3.5795},{"step":27,"loss":0.42638,"tokS":227.4,"stepS":53.42,"lr":0.000019815591569910654,"gradNorm":1.3297},{"step":28,"loss":0.68603,"tokS":218.4,"stepS":52.91,"lr":0.000019794604955306668,"gradNorm":3.6534},{"step":29,"loss":0.86869,"tokS":226,"stepS":52.89,"lr":0.00001977249996460544,"gradNorm":3.3491},{"step":30,"loss":0.72237,"tokS":221,"stepS":53.02,"lr":0.000019749279121818235,"gradNorm":2.2295},{"step":31,"loss":0.64988,"tokS":223.7,"stepS":53.77,"lr":0.000019724945078367513,"gradNorm":1.9139},{"step":32,"loss":0.67927,"tokS":228,"stepS":50.33,"lr":0.00001969950061278417,"gradNorm":2.8554},{"step":33,"loss":1.03765,"tokS":227.7,"stepS":53.32,"lr":0.000019672948630390296,"gradNorm":3.0562},{"step":34,"loss":0.58636,"tokS":227.8,"stepS":53.24,"lr":0.000019645292162967426,"gradNorm":2.4969},{"step":35,"loss":0.87917,"tokS":230.7,"stepS":48.46,"lr":0.000019616534368410364,"gradNorm":1.9675},{"step":36,"loss":0.82313,"tokS":222.4,"stepS":52.82,"lr":0.000019586678530366607,"gradNorm":1.2563},{"step":37,"loss":0.62842,"tokS":227.8,"stepS":49.53,"lr":0.00001955572805786141,"gradNorm":2.713},{"step":38,"loss":0.81134,"tokS":224.2,"stepS":51.2,"lr":0.000019523686484908523,"gradNorm":2.1804},{"step":39,"loss":0.50748,"tokS":223.9,"stepS":58.29,"lr":0.00001949055747010669,"gradNorm":1.1092},{"step":40,"loss":1.52068,"tokS":225,"stepS":59.76,"lr":0.00001945634479622187,"gradNorm":2.3005},{"step":41,"loss":0.35731,"tokS":217.3,"stepS":51.16,"lr":0.000019421052369755335,"gradNorm":0.6505},{"step":42,"loss":0.94297,"tokS":224.8,"stepS":60.66,"lr":0.000019384684220497605,"gradNorm":3.4262},{"step":43,"loss":0.49861,"tokS":231.9,"stepS":54.76,"lr":0.00001934724450106831,"gradNorm":1.5416},{"step":44,"loss":0.4328,"tokS":221.5,"stepS":56.96,"lr":0.000019308737486442045,"gradNorm":2.128},{"step":45,"loss":1.1646,"tokS":230.8,"stepS":54.46,"lr":0.00001926916757346022,"gradNorm":7.892},{"step":46,"loss":0.6391,"tokS":228.6,"stepS":48.7,"lr":0.00001922853928032904,"gradNorm":2.3966},{"step":47,"loss":1.0583,"tokS":229.6,"stepS":46.32,"lr":0.000019186857246103586,"gradNorm":3.886},{"step":48,"loss":0.86686,"tokS":222.3,"stepS":59.12,"lr":0.000019144126230158127,"gradNorm":11.7985},{"step":49,"loss":0.57682,"tokS":224.2,"stepS":52.37,"lr":0.000019100351111642666,"gradNorm":2.7823},{"step":50,"loss":0.74106,"tokS":224.4,"stepS":54.36,"lr":0.000019055536888925844,"gradNorm":2.5523},{"step":51,"loss":0.79438,"tokS":223.9,"stepS":54.77,"lr":0.00001900968867902419,"gradNorm":3.0355},{"step":52,"loss":0.35877,"tokS":224,"stepS":53.33,"lr":0.00001896281171701787,"gradNorm":0.8516},{"step":53,"loss":0.50822,"tokS":224.9,"stepS":53.44,"lr":0.000018914911355452895,"gradNorm":2.2428},{"step":54,"loss":0.60156,"tokS":225.3,"stepS":59.09,"lr":0.000018865993063730003,"gradNorm":1.5009},{"step":55,"loss":0.69181,"tokS":222.6,"stepS":53.02,"lr":0.00001881606242748009,"gradNorm":4.3014},{"step":56,"loss":0.28062,"tokS":226.7,"stepS":56.32,"lr":0.000018765125147926477,"gradNorm":1.2551},{"step":57,"loss":0.73767,"tokS":222.7,"stepS":57.12,"lr":0.000018713187041233896,"gradNorm":1.6601},{"step":58,"loss":0.66749,"tokS":226.9,"stepS":52.22,"lr":0.00001866025403784439,"gradNorm":2.4057},{"step":59,"loss":0.41514,"tokS":224.3,"stepS":55.59,"lr":0.000018606332181800165,"gradNorm":2.2727},{"step":60,"loss":0.96511,"tokS":216.5,"stepS":52.12,"lr":0.000018551427630053464,"gradNorm":2.2498},{"step":61,"loss":0.46481,"tokS":223.5,"stepS":56.47,"lr":0.00001849554665176354,"gradNorm":2.0361},{"step":62,"loss":0.81383,"tokS":221.9,"stepS":48.38,"lr":0.000018438695627580832,"gradNorm":2.5576},{"step":63,"loss":0.91678,"tokS":214.1,"stepS":51.57,"lr":0.000018380881048918406,"gradNorm":1.9157},{"step":64,"loss":0.79289,"tokS":220.3,"stepS":50.38,"lr":0.00001832210951721074,"gradNorm":1.8481},{"step":65,"loss":0.67605,"tokS":225.8,"stepS":56.76,"lr":0.00001826238774315995,"gradNorm":4.3118},{"step":66,"loss":0.98417,"tokS":231.9,"stepS":52.85,"lr":0.00001820172254596956,"gradNorm":1.9014},{"step":67,"loss":0.60344,"tokS":218.5,"stepS":57.31,"lr":0.00001814012085256585,"gradNorm":3.1287},{"step":68,"loss":0.41728,"tokS":225.8,"stepS":50.6,"lr":0.000018077589696806925,"gradNorm":1.5215},{"step":69,"loss":0.94265,"tokS":219.3,"stepS":38.25,"lr":0.000018014136218679566,"gradNorm":3.676},{"step":70,"loss":0.32838,"tokS":227.9,"stepS":58.76,"lr":0.00001794976766348398,"gradNorm":1.5018},{"step":71,"loss":2.01982,"tokS":224.7,"stepS":45.17,"lr":0.00001788449138100648,"gradNorm":3.1868},{"step":72,"loss":0.4037,"tokS":225.6,"stepS":57.68,"lr":0.0000178183148246803,"gradNorm":1.1746},{"step":73,"loss":0.36935,"tokS":225,"stepS":52.84,"lr":0.00001775124555073452,"gradNorm":2.1592},{"step":74,"loss":0.9243,"tokS":222.6,"stepS":56.39,"lr":0.00001768329121733128,"gradNorm":2.2188},{"step":75,"loss":0.73272,"tokS":224.3,"stepS":46.91,"lr":0.000017614459583691346,"gradNorm":1.823},{"step":76,"loss":0.45111,"tokS":230.3,"stepS":47.49,"lr":0.000017544758509208148,"gradNorm":1.2287},{"step":77,"loss":0.45973,"tokS":227,"stepS":56.47,"lr":0.000017474195952550355,"gradNorm":1.7508},{"step":78,"loss":0.4642,"tokS":223.3,"stepS":56.08,"lr":0.000017402779970753156,"gradNorm":1.4629},{"step":79,"loss":0.93553,"tokS":220.8,"stepS":56.28,"lr":0.000017330518718298263,"gradNorm":2.8809},{"step":80,"loss":0.39592,"tokS":222.2,"stepS":53.94,"lr":0.00001725742044618282,"gradNorm":1.2191},{"step":81,"loss":0.43439,"tokS":226.7,"stepS":56.38,"lr":0.000017183493500977277,"gradNorm":2.2077},{"step":82,"loss":1.15305,"tokS":227.9,"stepS":56.62,"lr":0.00001710874632387235,"gradNorm":3.9292},{"step":83,"loss":1.12931,"tokS":224.3,"stepS":57.13,"lr":0.000017033187449715195,"gradNorm":1.5357},{"step":84,"loss":0.60816,"tokS":231,"stepS":48,"lr":0.000016956825506034866,"gradNorm":1.0684},{"step":85,"loss":0.85045,"tokS":221,"stepS":50.54,"lr":0.000016879669212057187,"gradNorm":5.5478},{"step":86,"loss":0.81566,"tokS":219.6,"stepS":53.58,"lr":0.000016801727377709195,"gradNorm":2.6594},{"step":87,"loss":1.14235,"tokS":226.5,"stepS":44.48,"lr":0.00001672300890261317,"gradNorm":3.4012},{"step":88,"loss":0.94267,"tokS":220.7,"stepS":49.85,"lr":0.000016643522775070462,"gradNorm":3.0726},{"step":89,"loss":0.93908,"tokS":225.6,"stepS":54.9,"lr":0.000016563278071035182,"gradNorm":2.5825},{"step":90,"loss":0.7059,"tokS":230.1,"stepS":49.36,"lr":0.000016482283953077887,"gradNorm":2.6912},{"step":91,"loss":0.91292,"tokS":218.3,"stepS":53.4,"lr":0.00001640054966933935,"gradNorm":1.9248},{"step":92,"loss":0.81087,"tokS":215.9,"stepS":58.66,"lr":0.000016318084552474616,"gradNorm":2.3119},{"step":93,"loss":0.47721,"tokS":229.5,"stepS":57.67,"lr":0.000016234898018587336,"gradNorm":1.4601},{"step":94,"loss":0.45803,"tokS":228.3,"stepS":57.41,"lr":0.000016150999566154642,"gradNorm":1.2955},{"step":95,"loss":0.78294,"tokS":226.5,"stepS":53.72,"lr":0.000016066398774942556,"gradNorm":2.1567},{"step":96,"loss":0.46736,"tokS":220,"stepS":59.36,"lr":0.00001598110530491216,"gradNorm":1.5342},{"step":97,"loss":0.86878,"tokS":227.4,"stepS":52.68,"lr":0.0000158951288951166,"gradNorm":1.9705},{"step":98,"loss":1.07803,"tokS":224.4,"stepS":57.24,"lr":0.00001580847936258903,"gradNorm":2.3487},{"step":99,"loss":0.83804,"tokS":231,"stepS":56.43,"lr":0.000015721166601221697,"gradNorm":1.1805},{"step":100,"loss":0.13208,"tokS":212.1,"stepS":60.27,"lr":0.00001563320058063622,"gradNorm":1.2483},{"step":101,"loss":0.63197,"tokS":222,"stepS":62.56,"lr":0.00001554459134504523,"gradNorm":1.3867},{"step":102,"loss":0.64605,"tokS":219.5,"stepS":54.84,"lr":0.000015455349012105488,"gradNorm":1.4839},{"step":103,"loss":0.95913,"tokS":228.1,"stepS":55.04,"lr":0.00001536548377176263,"gradNorm":1.8377},{"step":104,"loss":0.68787,"tokS":225.7,"stepS":54.45,"lr":0.00001527500588508765,"gradNorm":2.9809},{"step":105,"loss":1.02051,"tokS":222.7,"stepS":55.1,"lr":0.000015183925683105254,"gradNorm":1.6932},{"step":106,"loss":1.26267,"tokS":226.6,"stepS":50.43,"lr":0.000015092253565614234,"gradNorm":3.8578},{"step":107,"loss":0.56204,"tokS":220,"stepS":56.63,"lr":0.000015000000000000002,"gradNorm":1.6992},{"step":108,"loss":0.42108,"tokS":228.8,"stepS":55.15,"lr":0.000014907175520039381,"gradNorm":1.1987},{"step":109,"loss":0.76925,"tokS":220.7,"stepS":50.52,"lr":0.000014813790724697832,"gradNorm":1.3868},{"step":110,"loss":0.5977,"tokS":224.4,"stepS":59.01,"lr":0.00001471985627691923,"gradNorm":3.8534},{"step":111,"loss":0.779,"tokS":218.4,"stepS":53.55,"lr":0.000014625382902408356,"gradNorm":1.2245},{"step":112,"loss":0.93152,"tokS":229.7,"stepS":54.33,"lr":0.000014530381388406172,"gradNorm":2.7557},{"step":113,"loss":0.56804,"tokS":226.5,"stepS":59.72,"lr":0.000014434862582458136,"gradNorm":1.4136},{"step":114,"loss":0.8186,"tokS":227.6,"stepS":53.73,"lr":0.000014338837391175582,"gradNorm":2.8809},{"step":115,"loss":0.82008,"tokS":226.5,"stepS":52.92,"lr":0.000014242316778990373,"gradNorm":3.3906},{"step":116,"loss":1.07359,"tokS":228.8,"stepS":57.49,"lr":0.000014145311766902956,"gradNorm":7.0462},{"step":117,"loss":1.03615,"tokS":222.6,"stepS":55.61,"lr":0.000014047833431223938,"gradNorm":3.8855},{"step":118,"loss":1.33881,"tokS":223.3,"stepS":53.03,"lr":0.000013949892902309387,"gradNorm":3.8268},{"step":119,"loss":0.63067,"tokS":226,"stepS":55.02,"lr":0.000013851501363289907,"gradNorm":3.5122},{"step":120,"loss":0.59371,"tokS":220.1,"stepS":48.8,"lr":0.000013752670048793744,"gradNorm":2.7473},{"step":121,"loss":1.03356,"tokS":214.8,"stepS":54.44,"lr":0.000013653410243663953,"gradNorm":4.0793},{"step":122,"loss":0.58612,"tokS":222.1,"stepS":59.13,"lr":0.000013553733281669889,"gradNorm":1.4532},{"step":123,"loss":0.43934,"tokS":220.3,"stepS":55.45,"lr":0.000013453650544213078,"gradNorm":2.0885},{"step":124,"loss":0.77034,"tokS":225.5,"stepS":42.9,"lr":0.000013353173459027646,"gradNorm":8.1958},{"step":125,"loss":0.69505,"tokS":227.9,"stepS":58.67,"lr":0.000013252313498875473,"gradNorm":1.3455},{"step":126,"loss":0.39917,"tokS":222.6,"stepS":59.36,"lr":0.00001315108218023621,"gradNorm":1.3893},{"step":127,"loss":0.79483,"tokS":229.2,"stepS":54.3,"lr":0.000013049491061992274,"gradNorm":10.0304},{"step":128,"loss":1.04642,"tokS":216.2,"stepS":54.99,"lr":0.000012947551744109044,"gradNorm":3.1552},{"step":129,"loss":1.0809,"tokS":223.4,"stepS":55.28,"lr":0.000012845275866310325,"gradNorm":3.0696},{"step":130,"loss":1.11263,"tokS":223.8,"stepS":58.11,"lr":0.000012742675106749305,"gradNorm":1.6212},{"step":131,"loss":0.49501,"tokS":220.8,"stepS":56.34,"lr":0.000012639761180675098,"gradNorm":1.181},{"step":132,"loss":0.29685,"tokS":219.5,"stepS":52.75,"lr":0.000012536545839095074,"gradNorm":0.7565},{"step":133,"loss":0.58726,"tokS":231.4,"stepS":58.45,"lr":0.000012433040867433087,"gradNorm":1.1768},{"step":134,"loss":0.98615,"tokS":225,"stepS":52.82,"lr":0.000012329258084183788,"gradNorm":2.3841},{"step":135,"loss":0.24967,"tokS":222.7,"stepS":54.04,"lr":0.000012225209339563144,"gradNorm":1.4539},{"step":136,"loss":0.30206,"tokS":219.7,"stepS":63.08,"lr":0.000012120906514155371,"gradNorm":1.1376},{"step":137,"loss":0.58064,"tokS":226.5,"stepS":50.22,"lr":0.000012016361517556334,"gradNorm":2.0071},{"step":138,"loss":0.76017,"tokS":228.6,"stepS":49.31,"lr":0.000011911586287013726,"gradNorm":3.3421},{"step":139,"loss":1.20445,"tokS":227.8,"stepS":47.76,"lr":0.000011806592786063991,"gradNorm":1.7833},{"step":140,"loss":0.9591,"tokS":223.4,"stepS":54.8,"lr":0.000011701393003166328,"gradNorm":1.9461},{"step":141,"loss":0.9291,"tokS":214.1,"stepS":56.85,"lr":0.000011595998950333794,"gradNorm":1.9478},{"step":142,"loss":1.01323,"tokS":218.2,"stepS":53.85,"lr":0.000011490422661761744,"gradNorm":2.6363},{"step":143,"loss":0.99557,"tokS":220.7,"stepS":51.02,"lr":0.00001138467619245374,"gradNorm":1.5109},{"step":144,"loss":0.69296,"tokS":217.2,"stepS":47.52,"lr":0.000011278771616845061,"gradNorm":1.5147},{"step":145,"loss":0.39579,"tokS":230.2,"stepS":51.76,"lr":0.000011172721027424021,"gradNorm":1.9803},{"step":146,"loss":0.68689,"tokS":231.1,"stepS":57.24,"lr":0.000011066536533351202,"gradNorm":1.608},{"step":147,"loss":0.97235,"tokS":217.8,"stepS":50.29,"lr":0.000010960230259076819,"gradNorm":1.8019},{"step":148,"loss":0.66805,"tokS":235.8,"stepS":55.45,"lr":0.000010853814342956286,"gradNorm":1.7491},{"step":149,"loss":0.34705,"tokS":223.5,"stepS":54.91,"lr":0.000010747300935864245,"gradNorm":0.7729},{"step":150,"loss":0.32428,"tokS":225.9,"stepS":56.32,"lr":0.00001064070219980713,"gradNorm":0.834},{"step":151,"loss":0.53728,"tokS":218.3,"stepS":54.87,"lr":0.000010534030306534491,"gradNorm":1.5381},{"step":152,"loss":0.50122,"tokS":222,"stepS":54.83,"lr":0.000010427297436149168,"gradNorm":1.9114},{"step":153,"loss":1.07055,"tokS":220.4,"stepS":58.35,"lr":0.000010320515775716556,"gradNorm":1.3945},{"step":154,"loss":0.62186,"tokS":224.1,"stepS":57.58,"lr":0.000010213697517873015,"gradNorm":2.6284},{"step":155,"loss":0.80515,"tokS":222.6,"stepS":57.88,"lr":0.000010106854859433734,"gradNorm":2.2117},{"step":156,"loss":1.14384,"tokS":222.9,"stepS":57.04,"lr":0.00001,"gradNorm":3.2251},{"step":157,"loss":0.54555,"tokS":227.2,"stepS":55.38,"lr":0.00000989314514056627,"gradNorm":2.1189},{"step":158,"loss":0.75852,"tokS":221.3,"stepS":57.89,"lr":0.000009786302482126986,"gradNorm":1.8953},{"step":159,"loss":1.33149,"tokS":221.8,"stepS":53.96,"lr":0.00000967948422428345,"gradNorm":1.9666},{"step":160,"loss":0.69843,"tokS":227.2,"stepS":54.13,"lr":0.000009572702563850834,"gradNorm":1.4609},{"step":161,"loss":0.46819,"tokS":219.2,"stepS":57.77,"lr":0.00000946596969346551,"gradNorm":1.8761},{"step":162,"loss":0.46617,"tokS":219,"stepS":55.42,"lr":0.000009359297800192873,"gradNorm":1.0974},{"step":163,"loss":0.76749,"tokS":231.2,"stepS":52.15,"lr":0.000009252699064135759,"gradNorm":1.4702},{"step":164,"loss":0.76643,"tokS":215.8,"stepS":54.39,"lr":0.000009146185657043714,"gradNorm":1.8653},{"step":165,"loss":0.8679,"tokS":227.7,"stepS":52.97,"lr":0.000009039769740923183,"gradNorm":2.3295},{"step":166,"loss":0.65245,"tokS":221.3,"stepS":49.28,"lr":0.000008933463466648798,"gradNorm":2.256},{"step":167,"loss":0.94341,"tokS":217.5,"stepS":56.71,"lr":0.000008827278972575984,"gradNorm":2.3548},{"step":168,"loss":0.46772,"tokS":222.4,"stepS":52.44,"lr":0.000008721228383154939,"gradNorm":1.4099},{"step":169,"loss":0.75145,"tokS":219.5,"stepS":54.3,"lr":0.000008615323807546258,"gradNorm":4.4063},{"step":170,"loss":0.73244,"tokS":227.4,"stepS":52.8,"lr":0.000008509577338238255,"gradNorm":1.6998},{"step":171,"loss":0.71406,"tokS":226.9,"stepS":45.75,"lr":0.000008404001049666211,"gradNorm":1.9879},{"step":172,"loss":1.28929,"tokS":225.6,"stepS":48.37,"lr":0.000008298606996833675,"gradNorm":4.3069},{"step":173,"loss":0.84638,"tokS":223.5,"stepS":53.96,"lr":0.000008193407213936014,"gradNorm":2.0627},{"step":174,"loss":0.36922,"tokS":229.5,"stepS":54.91,"lr":0.00000808841371298628,"gradNorm":0.5604},{"step":175,"loss":1.17031,"tokS":227.5,"stepS":54.52,"lr":0.000007983638482443671,"gradNorm":8.1748},{"step":176,"loss":1.00557,"tokS":221.5,"stepS":54.39,"lr":0.000007879093485844635,"gradNorm":1.9629},{"step":177,"loss":0.91814,"tokS":219.7,"stepS":56.74,"lr":0.000007774790660436857,"gradNorm":4.4683},{"step":178,"loss":0.51263,"tokS":223.5,"stepS":47.77,"lr":0.000007670741915816217,"gradNorm":2.162},{"step":179,"loss":0.99958,"tokS":221.7,"stepS":57.6,"lr":0.000007566959132566914,"gradNorm":1.999},{"step":180,"loss":0.65543,"tokS":224,"stepS":49.32,"lr":0.000007463454160904928,"gradNorm":1.3387},{"step":181,"loss":0.67552,"tokS":218.7,"stepS":53.38,"lr":0.000007360238819324903,"gradNorm":1.1817},{"step":182,"loss":0.99952,"tokS":222.5,"stepS":54.22,"lr":0.000007257324893250699,"gradNorm":1.6271},{"step":183,"loss":0.42924,"tokS":226.9,"stepS":50.08,"lr":0.000007154724133689677,"gradNorm":2.0993},{"step":184,"loss":0.95143,"tokS":232.3,"stepS":52.82,"lr":0.000007052448255890958,"gradNorm":1.9125},{"step":185,"loss":0.82695,"tokS":225.7,"stepS":50.4,"lr":0.00000695050893800773,"gradNorm":1.9281},{"step":186,"loss":0.79777,"tokS":229,"stepS":50.92,"lr":0.000006848917819763794,"gradNorm":2.3271},{"step":187,"loss":0.6466,"tokS":231.4,"stepS":59.5,"lr":0.000006747686501124531,"gradNorm":1.5958},{"step":188,"loss":1.02004,"tokS":218.2,"stepS":52.91,"lr":0.000006646826540972357,"gradNorm":3.2944},{"step":189,"loss":0.66203,"tokS":229.4,"stepS":58.17,"lr":0.000006546349455786926,"gradNorm":2.4547},{"step":190,"loss":0.97168,"tokS":216.3,"stepS":46.24,"lr":0.0000064462667183301135,"gradNorm":3.358},{"step":191,"loss":1.07266,"tokS":225.1,"stepS":56.68,"lr":0.00000634658975633605,"gradNorm":2.26},{"step":192,"loss":0.71432,"tokS":222.2,"stepS":44.59,"lr":0.00000624732995120626,"gradNorm":2.6522},{"step":193,"loss":0.60857,"tokS":222.9,"stepS":57.39,"lr":0.000006148498636710092,"gradNorm":1.3058},{"step":194,"loss":0.52858,"tokS":225,"stepS":48.35,"lr":0.000006050107097690615,"gradNorm":1.284},{"step":195,"loss":0.38693,"tokS":229.9,"stepS":59.22,"lr":0.000005952166568776062,"gradNorm":1.0083},{"step":196,"loss":0.65151,"tokS":227.4,"stepS":60.23,"lr":0.0000058546882330970454,"gradNorm":1.9718},{"step":197,"loss":0.58483,"tokS":225.6,"stepS":55.55,"lr":0.000005757683221009625,"gradNorm":2.034},{"step":198,"loss":0.97709,"tokS":224,"stepS":61.18,"lr":0.00000566116260882442,"gradNorm":1.5772},{"step":199,"loss":0.48444,"tokS":227.9,"stepS":49.54,"lr":0.000005565137417541866,"gradNorm":1.0003},{"step":200,"loss":0.52294,"tokS":231.9,"stepS":56.61,"lr":0.00000546961861159383,"gradNorm":2.5539},{"step":201,"loss":0.69035,"tokS":215,"stepS":50.54,"lr":0.00000537461709759165,"gradNorm":1.5122},{"step":202,"loss":0.72756,"tokS":219.6,"stepS":56.16,"lr":0.0000052801437230807705,"gradNorm":3.6727},{"step":203,"loss":0.76423,"tokS":225.8,"stepS":53.55,"lr":0.000005186209275302175,"gradNorm":2.0089},{"step":204,"loss":0.19521,"tokS":223.7,"stepS":61.36,"lr":0.000005092824479960625,"gradNorm":0.7353},{"step":205,"loss":0.51079,"tokS":224.1,"stepS":50.28,"lr":0.000005000000000000003,"gradNorm":2.8221},{"step":206,"loss":0.86147,"tokS":220.8,"stepS":61.1,"lr":0.0000049077464343857694,"gradNorm":1.778},{"step":207,"loss":0.96569,"tokS":218.3,"stepS":54.51,"lr":0.00000481607431689475,"gradNorm":1.716},{"step":208,"loss":0.38762,"tokS":225.3,"stepS":51.98,"lr":0.0000047249941149123545,"gradNorm":0.6709},{"step":209,"loss":0.9959,"tokS":213.1,"stepS":54.54,"lr":0.000004634516228237372,"gradNorm":2.2461},{"step":210,"loss":0.68949,"tokS":225,"stepS":55.94,"lr":0.000004544650987894514,"gradNorm":5.3475},{"step":211,"loss":0.79173,"tokS":224.3,"stepS":54.96,"lr":0.000004455408654954771,"gradNorm":1.7066},{"step":212,"loss":0.9169,"tokS":221,"stepS":56.95,"lr":0.0000043667994193637794,"gradNorm":1.5257},{"step":213,"loss":0.47955,"tokS":223,"stepS":54.75,"lr":0.000004278833398778306,"gradNorm":0.9028},{"step":214,"loss":0.92921,"tokS":223.6,"stepS":52.92,"lr":0.000004191520637410974,"gradNorm":1.2935},{"step":215,"loss":0.27991,"tokS":233.2,"stepS":57.71,"lr":0.000004104871104883403,"gradNorm":1.3699},{"step":216,"loss":0.46606,"tokS":226.9,"stepS":61.48,"lr":0.00000401889469508784,"gradNorm":2.0784},{"step":217,"loss":0.99909,"tokS":230.1,"stepS":49.43,"lr":0.000003933601225057446,"gradNorm":2.2552},{"step":218,"loss":0.47345,"tokS":229.3,"stepS":47.72,"lr":0.000003849000433845363,"gradNorm":1.0347},{"step":219,"loss":0.45623,"tokS":228.8,"stepS":53.9,"lr":0.0000037651019814126656,"gradNorm":1.4398},{"step":220,"loss":0.3752,"tokS":229.5,"stepS":59.99,"lr":0.000003681915447525387,"gradNorm":1.2413},{"step":221,"loss":0.6436,"tokS":212.7,"stepS":52.57,"lr":0.0000035994503306606497,"gradNorm":2.2295},{"step":222,"loss":0.55578,"tokS":226.6,"stepS":60.71,"lr":0.0000035177160469221184,"gradNorm":1.4594},{"step":223,"loss":0.86676,"tokS":222.7,"stepS":54.21,"lr":0.0000034367219289648192,"gradNorm":1.4379},{"step":224,"loss":0.49245,"tokS":223.3,"stepS":53.97,"lr":0.00000335647722492954,"gradNorm":1.6245},{"step":225,"loss":0.5815,"tokS":233.2,"stepS":50.19,"lr":0.0000032769910973868314,"gradNorm":1.7877},{"step":226,"loss":0.36189,"tokS":225,"stepS":51.42,"lr":0.0000031982726222908046,"gradNorm":0.8162},{"step":227,"loss":0.92148,"tokS":223.4,"stepS":44.71,"lr":0.0000031203307879428146,"gradNorm":2.7161},{"step":228,"loss":0.54801,"tokS":232,"stepS":57.27,"lr":0.0000030431744939651365,"gradNorm":1.3648},{"step":229,"loss":0.40566,"tokS":233.3,"stepS":52.63,"lr":0.0000029668125502848035,"gradNorm":1.8367},{"step":230,"loss":0.59913,"tokS":230.4,"stepS":55.28,"lr":0.0000028912536761276524,"gradNorm":1.3859},{"step":231,"loss":0.8712,"tokS":223.5,"stepS":44.93,"lr":0.0000028165064990227255,"gradNorm":2.5998},{"step":232,"loss":0.99449,"tokS":217.2,"stepS":49.62,"lr":0.0000027425795538171806,"gradNorm":2.004},{"step":233,"loss":0.44131,"tokS":219.6,"stepS":55.86,"lr":0.000002669481281701739,"gradNorm":1.7384},{"step":234,"loss":0.34807,"tokS":227.2,"stepS":53.55,"lr":0.000002597220029246846,"gradNorm":0.942},{"step":235,"loss":0.4441,"tokS":224.4,"stepS":47.96,"lr":0.0000025258040474496483,"gradNorm":2.013},{"step":236,"loss":0.4163,"tokS":224,"stepS":59.23,"lr":0.0000024552414907918565,"gradNorm":1.8636},{"step":237,"loss":1.10937,"tokS":220.6,"stepS":53.14,"lr":0.0000023855404163086558,"gradNorm":2.1444},{"step":238,"loss":0.65955,"tokS":219.2,"stepS":53.78,"lr":0.000002316708782668724,"gradNorm":1.3574},{"step":239,"loss":0.5709,"tokS":222.6,"stepS":51.47,"lr":0.0000022487544492654832,"gradNorm":1.2228},{"step":240,"loss":0.30273,"tokS":226,"stepS":53.39,"lr":0.0000021816851753197023,"gradNorm":0.989},{"step":241,"loss":0.68615,"tokS":219.3,"stepS":54.48,"lr":0.0000021155086189935227,"gradNorm":1.5498},{"step":242,"loss":0.74753,"tokS":226.2,"stepS":48.55,"lr":0.000002050232336516025,"gradNorm":2.4963},{"step":243,"loss":0.50812,"tokS":227.5,"stepS":51.42,"lr":0.0000019858637813204352,"gradNorm":1.0347},{"step":244,"loss":0.74945,"tokS":225.6,"stepS":50.24,"lr":0.0000019224103031930776,"gradNorm":1.5207},{"step":245,"loss":0.69894,"tokS":222.4,"stepS":50.33,"lr":0.0000018598791474341516,"gradNorm":2.6632},{"step":246,"loss":0.71611,"tokS":221.8,"stepS":51.48,"lr":0.0000017982774540304404,"gradNorm":1.9389},{"step":247,"loss":0.2544,"tokS":220.2,"stepS":51.99,"lr":0.0000017376122568400533,"gradNorm":0.9334},{"step":248,"loss":0.86441,"tokS":220.8,"stepS":55.3,"lr":0.0000016778904827892628,"gradNorm":2.5884},{"step":249,"loss":0.62223,"tokS":211.2,"stepS":47.75,"lr":0.0000016191189510815942,"gradNorm":2.0633},{"step":250,"loss":0.59192,"tokS":222,"stepS":53.6,"lr":0.0000015613043724191667,"gradNorm":2.6013},{"step":251,"loss":0.70058,"tokS":224.1,"stepS":61.32,"lr":0.000001504453348236461,"gradNorm":2.3871},{"step":252,"loss":0.99492,"tokS":223.4,"stepS":54.76,"lr":0.0000014485723699465392,"gradNorm":2.4119},{"step":253,"loss":0.53099,"tokS":224.9,"stepS":55.66,"lr":0.0000013936678181998376,"gradNorm":3.6183},{"step":254,"loss":0.83198,"tokS":217.5,"stepS":57.96,"lr":0.000001339745962155613,"gradNorm":5.7475},{"step":255,"loss":0.87719,"tokS":228.8,"stepS":53.48,"lr":0.000001286812958766106,"gradNorm":2.0825},{"step":256,"loss":0.37593,"tokS":222.8,"stepS":54.09,"lr":0.0000012348748520735221,"gradNorm":0.8538},{"step":257,"loss":0.76448,"tokS":227.7,"stepS":57.47,"lr":0.0000011839375725199098,"gradNorm":1.7081},{"step":258,"loss":0.66743,"tokS":215,"stepS":57.55,"lr":0.000001134006936269999,"gradNorm":1.4252},{"step":259,"loss":0.70752,"tokS":227.7,"stepS":49.51,"lr":0.0000010850886445471055,"gradNorm":1.1789},{"step":260,"loss":0.89639,"tokS":222.8,"stepS":47.52,"lr":0.0000010371882829821345,"gradNorm":1.6402},{"step":261,"loss":0.77624,"tokS":220.7,"stepS":56.42,"lr":9.903113209758098e-7,"gradNorm":1.7006},{"step":262,"loss":0.8112,"tokS":220.4,"stepS":52.66,"lr":9.444631110741586e-7,"gradNorm":2.7664},{"step":263,"loss":0.83829,"tokS":224.3,"stepS":50.28,"lr":8.996488883573351e-7,"gradNorm":3.6124},{"step":264,"loss":0.96573,"tokS":212.2,"stepS":54.77,"lr":8.558737698418762e-7,"gradNorm":1.2819},{"step":265,"loss":0.66566,"tokS":215.4,"stepS":49.26,"lr":8.131427538964165e-7,"gradNorm":2.9204},{"step":266,"loss":0.36974,"tokS":219.6,"stepS":59.95,"lr":7.714607196709633e-7,"gradNorm":1.8317},{"step":267,"loss":0.57642,"tokS":226.7,"stepS":54.29,"lr":7.308324265397837e-7,"gradNorm":0.8059},{"step":268,"loss":0.80791,"tokS":222.9,"stepS":54.38,"lr":6.912625135579587e-7,"gradNorm":1.5204},{"step":269,"loss":0.89209,"tokS":226.4,"stepS":51.87,"lr":6.527554989316898e-7,"gradNorm":1.8956},{"step":270,"loss":1.44354,"tokS":217.1,"stepS":53.54,"lr":6.153157795023956e-7,"gradNorm":2.4249},{"step":271,"loss":0.71378,"tokS":220.2,"stepS":55.3,"lr":5.789476302446662e-7,"gradNorm":1.8983},{"step":272,"loss":0.70753,"tokS":231.3,"stepS":52.4,"lr":5.43655203778134e-7,"gradNorm":2.0848},{"step":273,"loss":0.65364,"tokS":218.7,"stepS":50.13,"lr":5.094425298933136e-7,"gradNorm":1.8175},{"step":274,"loss":0.37778,"tokS":223.4,"stepS":53.09,"lr":4.763135150914777e-7,"gradNorm":0.9056},{"step":275,"loss":0.72393,"tokS":215.3,"stepS":46.77,"lr":4.4427194213859216e-7,"gradNorm":1.5751},{"step":276,"loss":0.86068,"tokS":223,"stepS":54.62,"lr":4.133214696333943e-7,"gradNorm":3.542},{"step":277,"loss":0.79696,"tokS":221.4,"stepS":52.61,"lr":3.834656315896379e-7,"gradNorm":2.5965},{"step":278,"loss":0.72631,"tokS":223.2,"stepS":57.05,"lr":3.5470783703257627e-7,"gradNorm":4.2702},{"step":279,"loss":0.97118,"tokS":220.9,"stepS":44.37,"lr":3.2705136960970554e-7,"gradNorm":2.2695},{"step":280,"loss":0.6204,"tokS":230.6,"stepS":54.45,"lr":3.0049938721583127e-7,"gradNorm":1.8202},{"step":281,"loss":0.78036,"tokS":225.4,"stepS":53.65,"lr":2.750549216324894e-7,"gradNorm":2.5904},{"step":282,"loss":0.70152,"tokS":214.1,"stepS":51.46,"lr":2.507208781817638e-7,"gradNorm":1.4326},{"step":283,"loss":0.60618,"tokS":217.9,"stepS":54.6,"lr":2.2750003539456e-7,"gradNorm":1.5065},{"step":284,"loss":0.53991,"tokS":222.4,"stepS":60.91,"lr":2.0539504469333283e-7,"gradNorm":1.0479},{"step":285,"loss":0.79182,"tokS":222.9,"stepS":55.73,"lr":1.844084300893456e-7,"gradNorm":2.8844},{"step":286,"loss":0.42813,"tokS":220,"stepS":58.17,"lr":1.6454258789447286e-7,"gradNorm":1.415},{"step":287,"loss":0.90815,"tokS":216.4,"stepS":57.21,"lr":1.4579978644757463e-7,"gradNorm":2.0231},{"step":288,"loss":1.05213,"tokS":210,"stepS":49.34,"lr":1.2818216585549824e-7,"gradNorm":3.4102},{"step":289,"loss":0.84531,"tokS":229.6,"stepS":54.59,"lr":1.1169173774871478e-7,"gradNorm":1.6757},{"step":290,"loss":0.92345,"tokS":221.4,"stepS":57.63,"lr":9.633038505161951e-8,"gradNorm":1.3089},{"step":291,"loss":0.55305,"tokS":222.8,"stepS":52.99,"lr":8.209986176753947e-8,"gradNorm":1.3606},{"step":292,"loss":0.58684,"tokS":224.9,"stepS":57.94,"lr":6.900179277845476e-8,"gradNorm":1.6079},{"step":293,"loss":0.66749,"tokS":219.4,"stepS":52.71,"lr":5.7037673659464664e-8,"gradNorm":0.795},{"step":294,"loss":0.93322,"tokS":218.2,"stepS":56.01,"lr":4.6208870508017703e-8,"gradNorm":1.1026},{"step":295,"loss":0.79792,"tokS":221.9,"stepS":57.05,"lr":3.651661978793075e-8,"gradNorm":2.2909},{"step":296,"loss":0.2716,"tokS":226.2,"stepS":56.92,"lr":2.796202818819871e-8,"gradNorm":0.8148},{"step":297,"loss":0.77352,"tokS":220.7,"stepS":57.13,"lr":2.054607249663665e-8,"gradNorm":1.2608},{"step":298,"loss":0.88607,"tokS":226.3,"stepS":54.25,"lr":1.42695994883435e-8,"gradNorm":1.8972},{"step":299,"loss":0.42635,"tokS":229,"stepS":57.65,"lr":9.13332582901716e-9,"gradNorm":0.9228},{"step":300,"loss":0.77108,"tokS":226.6,"stepS":55.35,"lr":5.137837993121064e-9,"gradNorm":1.9082},{"step":301,"loss":1.06246,"tokS":208.8,"stepS":55.85,"lr":2.2835921969210917e-9,"gradNorm":5.4067},{"step":302,"loss":0.2233,"tokS":222.1,"stepS":37.93,"lr":5.709143463894506e-10,"gradNorm":0.4883}],"checkpoints":[{"step":200,"at":"2026-10-19T00:01:37.000Z"},{"step":220,"at":"2026-10-19T00:19:57.000Z"},{"step":240,"at":"2026-10-19T00:37:33.000Z"},{"step":260,"at":"2026-10-19T00:55:18.000Z"},{"step":280,"at":"2026-10-19T01:12:56.000Z"},{"step":300,"at":"2026-10-19T01:31:27.000Z"},{"step":302,"at":"2026-10-19T01:33:01.000Z"}],"live":{"phase":"eval after training","lastEvent":"eval after training","step":302,"maxSteps":302,"loss":0.2233,"lossEma":0.69065,"tokS":222.1,"stepS":37.93,"etaAt":"2026-10-19T01:33:00.000Z","updatedAt":"2026-10-19T01:36:08.000Z"},"plan":{"rows":6875,"tokens":3639582,"steps":302,"dataset":"ren-data-s07","agentLen":3072,"records":null,"init":{"repo":"Oviezibe/ren-s06","revision":"6f42694a0d8d0eada37e45501bbd62a3811811a4"},"mix":[{"area":"Format","share":5.832334549743252},{"area":"Coding","share":24.239233240538997},{"area":"Agent (terminal, tools)","share":27.677780288032594},{"area":"Interruptions","share":20.652189729313694},{"area":"Decide","share":21.598462192371464}],"selfDistill":{"generated":null,"rows":null,"passRate":null,"minutes":null},"createdAt":"2026-10-18T21:00:29.000Z"},"smoke":{"status":"complete","step":40,"maxSteps":40,"lastPushAt":"2026-10-18T18:53:56.000Z","lastUpdateAt":"2026-10-18T18:53:56.000Z","finishedAt":"2026-10-18T18:53:01.000Z","trainLoss":0.6185986225376837,"phase":null,"lastEvent":"step 20","live":{"phase":"training","lastEvent":"step 20","step":38,"maxSteps":40,"loss":0.01991,"lossEma":0.57077,"tokS":213.2,"stepS":10.87,"etaAt":"2026-10-18T18:52:47.000Z","updatedAt":"2026-10-18T18:52:25.000Z"},"etaAt":null,"avgStepSRecent":11.084999999999997,"lastLossEma":0.5632420574386838},"machine":null},{"code":"s07b-merges","name":"ren-s07b-merges","repo":"Oviezibe/ren-s07b-merges","runName":"ren-s07b-merges","status":"queued","phase":null,"step":0,"maxSteps":0,"sessionStart":null,"lastPushAt":"2026-10-19T03:22:10.000Z","lastUpdateAt":"2026-10-19T03:22:10.000Z","finishedAt":null,"etaAt":null,"avgStepSRecent":null,"avgTokSAll":null,"tokensSeenApprox":null,"plannedTokens":null,"rows":null,"firstLoss":null,"lastLoss":null,"lastLossEma":null,"trainLossMean":null,"skippedSteps":0,"peakMemGb":null,"sessionHours":null,"points":[],"checkpoints":[],"live":null,"plan":null,"smoke":null,"machine":null}],"current":"s07b-merges","chain":["s07b-merges"],"chart":["s06-merges","s06","s07"],"evals":{"rows":[{"key":"format|agent|format compliance","section":"format","group":"agent","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":0.96,"n":50,"value":0.9,"delta":-0.06,"ci":[-0.16,0.04],"p":0.453125,"gl":[2,5]},"s02":{"base":0.96,"n":50,"value":0.88,"delta":-0.08,"ci":[-0.18,0.02],"p":0.2890625,"gl":[2,6]},"s03":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"format|decide|format compliance","section":"format","group":"decide","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s03":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"format|interruption_add_info|format compliance","section":"format","group":"interruption_add_info","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":0.46,"n":50,"value":1,"delta":0.54,"ci":[0.4,0.68],"p":1.4901161193847656e-8,"gl":[27,0]},"s02":{"base":0.46,"n":50,"value":1,"delta":0.54,"ci":[0.4,0.68],"p":1.4901161193847656e-8,"gl":[27,0]},"s03":{"base":0.46,"n":50,"value":1,"delta":0.54,"ci":[0.4,0.68],"p":1.4901161193847656e-8,"gl":[27,0]},"s04":{"base":0.46,"n":50,"value":1,"delta":0.54,"ci":[0.4,0.68],"p":1.4901161193847656e-8,"gl":[27,0]},"s05":{"base":0.46,"n":50,"value":1,"delta":0.54,"ci":[0.4,0.68],"p":1.4901161193847656e-8,"gl":[27,0]},"s06":{"base":0.46,"n":50,"value":1,"delta":0.54,"ci":[0.4,0.68],"p":1.4901161193847656e-8,"gl":[27,0]},"s07":{"base":0.46,"n":50,"value":1,"delta":0.54,"ci":[0.4,0.68],"p":1.4901161193847656e-8,"gl":[27,0]}}},{"key":"format|interruption_correct|format compliance","section":"format","group":"interruption_correct","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s03":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"format|interruption_stop|format compliance","section":"format","group":"interruption_stop","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s03":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"format|fast|format compliance","section":"format","group":"fast","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s03":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":50,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"format|think|format compliance","section":"format","group":"think","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":0.8,"n":50,"value":1,"delta":0.2,"ci":[0.1,0.32],"p":0.001953125,"gl":[10,0]},"s02":{"base":0.82,"n":50,"value":1,"delta":0.18,"ci":[0.08,0.28],"p":0.00390625,"gl":[9,0]},"s03":{"base":0.82,"n":50,"value":1,"delta":0.18,"ci":[0.08,0.28],"p":0.00390625,"gl":[9,0]},"s04":{"base":0.82,"n":50,"value":1,"delta":0.18,"ci":[0.08,0.28],"p":0.00390625,"gl":[9,0]},"s05":{"base":0.8,"n":50,"value":1,"delta":0.2,"ci":[0.1,0.32],"p":0.001953125,"gl":[10,0]},"s06":{"base":0.8,"n":50,"value":1,"delta":0.2,"ci":[0.1,0.32],"p":0.001953125,"gl":[10,0]},"s07":{"base":0.8,"n":50,"value":1,"delta":0.2,"ci":[0.1,0.32],"p":0.001953125,"gl":[10,0]}}},{"key":"format|all|format compliance","section":"format","group":"all","label":"format compliance","lowerIsBetter":false,"cells":{"s01":{"base":0.8885714285714286,"n":350,"value":0.9857142857142858,"delta":0.09714285714285714,"ci":[0.06,0.13142857142857142],"p":1.4051624930289108e-7,"gl":[39,5]},"s02":{"base":0.8914285714285715,"n":350,"value":0.9828571428571429,"delta":0.09142857142857143,"ci":[0.05714285714285714,0.12571428571428572],"p":9.430375484953402e-7,"gl":[38,6]},"s03":{"base":0.8971428571428571,"n":350,"value":1,"delta":0.10285714285714286,"ci":[0.07142857142857142,0.13428571428571429],"p":2.9103830456733704e-11,"gl":[36,0]},"s04":{"base":0.8971428571428571,"n":350,"value":1,"delta":0.10285714285714286,"ci":[0.07142857142857142,0.13428571428571429],"p":2.9103830456733704e-11,"gl":[36,0]},"s05":{"base":0.8942857142857142,"n":350,"value":1,"delta":0.10571428571428572,"ci":[0.07428571428571429,0.14],"p":1.4551915228366852e-11,"gl":[37,0]},"s06":{"base":0.8942857142857142,"n":350,"value":1,"delta":0.10571428571428572,"ci":[0.07428571428571429,0.14],"p":1.4551915228366852e-11,"gl":[37,0]},"s07":{"base":0.8942857142857142,"n":350,"value":1,"delta":0.10571428571428572,"ci":[0.07428571428571429,0.14],"p":1.4551915228366852e-11,"gl":[37,0]}}},{"key":"format|agent|answer correct","section":"format","group":"agent","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0.74,"n":50,"value":0.92,"delta":0.18,"ci":[0.06,0.32],"p":0.0224609375,"gl":[11,2]},"s02":{"base":0.74,"n":50,"value":0.88,"delta":0.14,"ci":[0.02,0.26],"p":0.0654296875,"gl":[9,2]},"s03":{"base":0.74,"n":50,"value":1,"delta":0.26,"ci":[0.16,0.38],"p":0.000244140625,"gl":[13,0]},"s04":{"base":0.74,"n":50,"value":1,"delta":0.26,"ci":[0.16,0.38],"p":0.000244140625,"gl":[13,0]},"s05":{"base":0.74,"n":50,"value":1,"delta":0.26,"ci":[0.16,0.38],"p":0.000244140625,"gl":[13,0]},"s06":{"base":0.74,"n":50,"value":1,"delta":0.26,"ci":[0.16,0.38],"p":0.000244140625,"gl":[13,0]},"s07":{"base":0.74,"n":50,"value":1,"delta":0.26,"ci":[0.16,0.38],"p":0.000244140625,"gl":[13,0]}}},{"key":"format|decide|answer correct","section":"format","group":"decide","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s02":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s03":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s04":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s05":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s06":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s07":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]}}},{"key":"format|interruption_add_info|answer correct","section":"format","group":"interruption_add_info","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0.26,"n":50,"value":0.84,"delta":0.58,"ci":[0.42,0.72],"p":2.9802322387695312e-8,"gl":[30,1]},"s02":{"base":0.26,"n":50,"value":0.8,"delta":0.54,"ci":[0.4,0.7],"p":1.1175870895385742e-7,"gl":[28,1]},"s03":{"base":0.26,"n":50,"value":0.9,"delta":0.64,"ci":[0.48,0.78],"p":4.0745362639427185e-9,"gl":[33,1]},"s04":{"base":0.26,"n":50,"value":0.92,"delta":0.66,"ci":[0.52,0.8],"p":2.0954757928848267e-9,"gl":[34,1]},"s05":{"base":0.26,"n":50,"value":0.66,"delta":0.4,"ci":[0.2,0.6],"p":0.0008213953115046024,"gl":[27,7]},"s06":{"base":0.26,"n":50,"value":0.96,"delta":0.7,"ci":[0.56,0.82],"p":5.820766091346741e-11,"gl":[35,0]},"s07":{"base":0.26,"n":50,"value":1,"delta":0.74,"ci":[0.62,0.86],"p":1.4551915228366852e-11,"gl":[37,0]}}},{"key":"format|interruption_correct|answer correct","section":"format","group":"interruption_correct","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0,"n":50,"value":1,"delta":1,"ci":[1,1],"p":1.7763568394002505e-15,"gl":[50,0]},"s02":{"base":0,"n":50,"value":1,"delta":1,"ci":[1,1],"p":1.7763568394002505e-15,"gl":[50,0]},"s03":{"base":0,"n":50,"value":1,"delta":1,"ci":[1,1],"p":1.7763568394002505e-15,"gl":[50,0]},"s04":{"base":0,"n":50,"value":1,"delta":1,"ci":[1,1],"p":1.7763568394002505e-15,"gl":[50,0]},"s05":{"base":0,"n":50,"value":0.96,"delta":0.96,"ci":[0.9,1],"p":7.105427357601002e-15,"gl":[48,0]},"s06":{"base":0,"n":50,"value":1,"delta":1,"ci":[1,1],"p":1.7763568394002505e-15,"gl":[50,0]},"s07":{"base":0,"n":50,"value":1,"delta":1,"ci":[1,1],"p":1.7763568394002505e-15,"gl":[50,0]}}},{"key":"format|interruption_stop|answer correct","section":"format","group":"interruption_stop","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0.92,"n":50,"value":0.98,"delta":0.06,"ci":[-0.02,0.16],"p":0.375,"gl":[4,1]},"s02":{"base":0.92,"n":50,"value":0.98,"delta":0.06,"ci":[-0.02,0.16],"p":0.375,"gl":[4,1]},"s03":{"base":0.92,"n":50,"value":0.98,"delta":0.06,"ci":[-0.02,0.16],"p":0.375,"gl":[4,1]},"s04":{"base":0.92,"n":50,"value":0.98,"delta":0.06,"ci":[-0.02,0.16],"p":0.375,"gl":[4,1]},"s05":{"base":0.92,"n":50,"value":0.98,"delta":0.06,"ci":[-0.02,0.16],"p":0.375,"gl":[4,1]},"s06":{"base":0.92,"n":50,"value":1,"delta":0.08,"ci":[0.02,0.16],"p":0.125,"gl":[4,0]},"s07":{"base":0.92,"n":50,"value":0.98,"delta":0.06,"ci":[-0.02,0.16],"p":0.375,"gl":[4,1]}}},{"key":"format|fast|answer correct","section":"format","group":"fast","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0.9,"n":50,"value":0.96,"delta":0.06,"ci":[-0.02,0.14],"p":0.375,"gl":[4,1]},"s02":{"base":0.9,"n":50,"value":0.96,"delta":0.06,"ci":[-0.02,0.14],"p":0.375,"gl":[4,1]},"s03":{"base":0.9,"n":50,"value":0.96,"delta":0.06,"ci":[-0.02,0.14],"p":0.375,"gl":[4,1]},"s04":{"base":0.9,"n":50,"value":0.96,"delta":0.06,"ci":[-0.02,0.14],"p":0.375,"gl":[4,1]},"s05":{"base":0.9,"n":50,"value":0.96,"delta":0.06,"ci":[-0.02,0.14],"p":0.375,"gl":[4,1]},"s06":{"base":0.9,"n":50,"value":0.96,"delta":0.06,"ci":[-0.02,0.14],"p":0.375,"gl":[4,1]},"s07":{"base":0.9,"n":50,"value":0.96,"delta":0.06,"ci":[-0.02,0.14],"p":0.375,"gl":[4,1]}}},{"key":"format|think|answer correct","section":"format","group":"think","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s02":{"base":0.9,"n":50,"value":1,"delta":0.1,"ci":[0.02,0.2],"p":0.0625,"gl":[5,0]},"s03":{"base":0.9,"n":50,"value":1,"delta":0.1,"ci":[0.02,0.2],"p":0.0625,"gl":[5,0]},"s04":{"base":0.9,"n":50,"value":1,"delta":0.1,"ci":[0.02,0.2],"p":0.0625,"gl":[5,0]},"s05":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s06":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]},"s07":{"base":0.88,"n":50,"value":1,"delta":0.12,"ci":[0.04,0.22],"p":0.03125,"gl":[6,0]}}},{"key":"format|all|answer correct","section":"format","group":"all","label":"answer correct","lowerIsBetter":false,"cells":{"s01":{"base":0.6542857142857142,"n":350,"value":0.9571428571428572,"delta":0.3028571428571429,"ci":[0.25142857142857145,0.3514285714285714],"p":4.0398783181127895e-27,"gl":[111,5]},"s02":{"base":0.6571428571428571,"n":350,"value":0.9457142857142857,"delta":0.2885714285714286,"ci":[0.23714285714285716,0.33714285714285713],"p":1.035239298994319e-25,"gl":[106,5]},"s03":{"base":0.6571428571428571,"n":350,"value":0.9771428571428571,"delta":0.32,"ci":[0.26857142857142857,0.36857142857142855],"p":1.6487043659548457e-30,"gl":[115,3]},"s04":{"base":0.6571428571428571,"n":350,"value":0.98,"delta":0.32285714285714284,"ci":[0.2714285714285714,0.37142857142857144],"p":8.454832455859965e-31,"gl":[116,3]},"s05":{"base":0.6542857142857142,"n":350,"value":0.9371428571428572,"delta":0.28285714285714286,"ci":[0.22857142857142856,0.3342857142857143],"p":1.0825801034098937e-22,"gl":[108,9]},"s06":{"base":0.6542857142857142,"n":350,"value":0.9885714285714285,"delta":0.3342857142857143,"ci":[0.28285714285714286,0.38571428571428573],"p":3.6111186457260672e-34,"gl":[118,1]},"s07":{"base":0.6542857142857142,"n":350,"value":0.9914285714285714,"delta":0.33714285714285713,"ci":[0.2857142857142857,0.38571428571428573],"p":2.8226910747425425e-33,"gl":[120,2]}}},{"key":"decide|all|accuracy","section":"decide","group":"all","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.671875,"n":64,"value":0.734375,"delta":0.0625,"ci":[-0.046875,0.171875],"p":0.3876953125,"gl":[8,4]},"s02":{"base":0.68,"n":300,"value":0.7866666666666666,"delta":0.10666666666666667,"ci":[0.06,0.15666666666666668],"p":0.000020876568218419767,"gl":[44,12]},"s03":{"base":0.68,"n":300,"value":0.8266666666666667,"delta":0.14666666666666667,"ci":[0.09333333333333334,0.2],"p":1.6464300115968573e-7,"gl":[58,14]},"s04":{"base":0.68,"n":300,"value":0.84,"delta":0.16,"ci":[0.11,0.21],"p":2.361627111046021e-9,"gl":[58,10]},"s05":{"base":0.6766666666666666,"n":300,"value":0.83,"delta":0.15333333333333332,"ci":[0.10333333333333333,0.20333333333333334],"p":1.2750032374450517e-8,"gl":[57,11]},"s06":{"base":0.6766666666666666,"n":300,"value":0.8533333333333334,"delta":0.17666666666666667,"ci":[0.12333333333333334,0.23],"p":1.5535957242568204e-10,"gl":[63,10]},"s07":{"base":0.6766666666666666,"n":300,"value":0.8633333333333333,"delta":0.18666666666666668,"ci":[0.13666666666666666,0.24],"p":1.3509940352772296e-11,"gl":[65,9]}}},{"key":"decide|all|Brier (multi-class, lower=better)","section":"decide","group":"all","label":"Brier (multi-class, lower=better)","lowerIsBetter":true,"cells":{"s01":{"base":0.446583265625,"n":64,"value":0.351277859375,"delta":-0.09530540625000002,"ci":[-0.18774071875,-0.005406328125000009],"p":null,"gl":null},"s02":{"base":0.4186994833333333,"n":300,"value":0.2805699466666667,"delta":-0.13812953666666666,"ci":[-0.18293393,-0.09599055666666666],"p":null,"gl":null},"s03":{"base":0.4186994833333333,"n":300,"value":0.23804711666666667,"delta":-0.18065236666666665,"ci":[-0.23323970666666669,-0.13252259],"p":null,"gl":null},"s04":{"base":0.4186994833333333,"n":300,"value":0.23083206,"delta":-0.18786742333333334,"ci":[-0.24185361666666666,-0.13930664],"p":null,"gl":null},"s05":{"base":0.4185615366666667,"n":300,"value":0.2515925633333333,"delta":-0.16696897333333333,"ci":[-0.21412754666666667,-0.12329620333333334],"p":null,"gl":null},"s06":{"base":0.4185615366666667,"n":300,"value":0.21244005666666665,"delta":-0.20612148,"ci":[-0.26085920333333334,-0.15536323333333332],"p":null,"gl":null},"s07":{"base":0.4185615366666667,"n":300,"value":0.20250705,"delta":-0.21605448666666666,"ci":[-0.2698950166666667,-0.16474908666666666],"p":null,"gl":null}}},{"key":"decide|choice|accuracy","section":"decide","group":"choice","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.7333333333333333,"n":15,"value":0.7333333333333333,"delta":0,"ci":[-0.2,0.2],"p":1,"gl":[1,1]},"s02":{"base":0.6666666666666666,"n":66,"value":0.7575757575757576,"delta":0.09090909090909091,"ci":[0,0.19696969696969696],"p":0.14599609375,"gl":[9,3]},"s03":{"base":0.6666666666666666,"n":66,"value":0.7878787878787878,"delta":0.12121212121212122,"ci":[0,0.24242424242424243],"p":0.076812744140625,"gl":[12,4]},"s04":{"base":0.6666666666666666,"n":66,"value":0.803030303030303,"delta":0.13636363636363635,"ci":[0.030303030303030304,0.25757575757575757],"p":0.03515625,"gl":[12,3]},"s05":{"base":0.6515151515151515,"n":66,"value":0.7424242424242424,"delta":0.09090909090909091,"ci":[0,0.19696969696969696],"p":0.14599609375,"gl":[9,3]},"s06":{"base":0.6515151515151515,"n":66,"value":0.8333333333333334,"delta":0.18181818181818182,"ci":[0.07575757575757576,0.2878787878787879],"p":0.0018310546875,"gl":[13,1]},"s07":{"base":0.6515151515151515,"n":66,"value":0.8333333333333334,"delta":0.18181818181818182,"ci":[0.07575757575757576,0.2878787878787879],"p":0.0018310546875,"gl":[13,1]}}},{"key":"decide|score|accuracy","section":"decide","group":"score","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.4444444444444444,"n":9,"value":0.5555555555555556,"delta":0.1111111111111111,"ci":[-0.2222222222222222,0.4444444444444444],"p":1,"gl":[2,1]},"s02":{"base":0.35714285714285715,"n":28,"value":0.5,"delta":0.14285714285714285,"ci":[-0.07142857142857142,0.35714285714285715],"p":0.34375,"gl":[7,3]},"s03":{"base":0.35714285714285715,"n":28,"value":0.7142857142857143,"delta":0.35714285714285715,"ci":[0.14285714285714285,0.5714285714285714],"p":0.012939453125,"gl":[12,2]},"s04":{"base":0.35714285714285715,"n":28,"value":0.7142857142857143,"delta":0.35714285714285715,"ci":[0.14285714285714285,0.5714285714285714],"p":0.012939453125,"gl":[12,2]},"s05":{"base":0.35714285714285715,"n":28,"value":0.6785714285714286,"delta":0.32142857142857145,"ci":[0.10714285714285714,0.5714285714285714],"p":0.0224609375,"gl":[11,2]},"s06":{"base":0.35714285714285715,"n":28,"value":0.7142857142857143,"delta":0.35714285714285715,"ci":[0.14285714285714285,0.5714285714285714],"p":0.00634765625,"gl":[11,1]},"s07":{"base":0.35714285714285715,"n":28,"value":0.8214285714285714,"delta":0.4642857142857143,"ci":[0.25,0.6785714285714286],"p":0.0009765625,"gl":[14,1]}}},{"key":"decide|yes_no|accuracy","section":"decide","group":"yes_no","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.7,"n":40,"value":0.775,"delta":0.075,"ci":[-0.05,0.2],"p":0.453125,"gl":[5,2]},"s02":{"base":0.7281553398058253,"n":206,"value":0.8349514563106796,"delta":0.10679611650485436,"ci":[0.05339805825242718,0.16019417475728157],"p":0.00019512558355927467,"gl":[28,6]},"s03":{"base":0.7281553398058253,"n":206,"value":0.8543689320388349,"delta":0.1262135922330097,"ci":[0.06796116504854369,0.18446601941747573],"p":0.00006877111491121468,"gl":[34,8]},"s04":{"base":0.7281553398058253,"n":206,"value":0.8689320388349514,"delta":0.1407766990291262,"ci":[0.08737864077669903,0.19902912621359223],"p":0.0000024299079086631536,"gl":[34,5]},"s05":{"base":0.7281553398058253,"n":206,"value":0.8786407766990292,"delta":0.15048543689320387,"ci":[0.09223300970873786,0.2087378640776699],"p":0.000001636124125070637,"gl":[37,6]},"s06":{"base":0.7281553398058253,"n":206,"value":0.8786407766990292,"delta":0.15048543689320387,"ci":[0.09223300970873786,0.21359223300970873],"p":0.000005539621596994948,"gl":[39,8]},"s07":{"base":0.7281553398058253,"n":206,"value":0.8786407766990292,"delta":0.15048543689320387,"ci":[0.09223300970873786,0.21359223300970873],"p":0.0000031213096463034162,"gl":[38,7]}}},{"key":"decide|json_schema|accuracy","section":"decide","group":"json_schema","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.6,"n":5,"value":0.6,"delta":0,"ci":[-0.6,0.6],"p":1,"gl":[1,1]},"s02":{"base":0.7391304347826086,"n":23,"value":0.7391304347826086,"delta":0,"ci":[-0.17391304347826086,0.17391304347826086],"p":1,"gl":[2,2]},"s03":{"base":0.7391304347826086,"n":23,"value":0.7391304347826086,"delta":0,"ci":[-0.17391304347826086,0.17391304347826086],"p":1,"gl":[2,2]},"s04":{"base":0.7391304347826086,"n":23,"value":0.7391304347826086,"delta":0,"ci":[-0.17391304347826086,0.17391304347826086],"p":1,"gl":[2,2]},"s05":{"base":0.7391304347826086,"n":23,"value":0.8695652173913043,"delta":0.13043478260869565,"ci":[-0.08695652173913043,0.34782608695652173],"p":0.453125,"gl":[5,2]},"s06":{"base":0.7391304347826086,"n":23,"value":0.8260869565217391,"delta":0.08695652173913043,"ci":[-0.08695652173913043,0.30434782608695654],"p":0.6875,"gl":[4,2]},"s07":{"base":0.7391304347826086,"n":23,"value":0.8695652173913043,"delta":0.13043478260869565,"ci":[-0.043478260869565216,0.30434782608695654],"p":0.375,"gl":[4,1]}}},{"key":"decide|pep440_contains|accuracy","section":"decide","group":"pep440_contains","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":5,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":0.9473684210526315,"n":19,"value":1,"delta":0.05263157894736842,"ci":[0,0.15789473684210525],"p":1,"gl":[1,0]},"s03":{"base":0.9473684210526315,"n":19,"value":1,"delta":0.05263157894736842,"ci":[0,0.15789473684210525],"p":1,"gl":[1,0]},"s04":{"base":0.9473684210526315,"n":19,"value":1,"delta":0.05263157894736842,"ci":[0,0.15789473684210525],"p":1,"gl":[1,0]},"s05":{"base":0.9473684210526315,"n":19,"value":1,"delta":0.05263157894736842,"ci":[0,0.15789473684210525],"p":1,"gl":[1,0]},"s06":{"base":0.9473684210526315,"n":19,"value":1,"delta":0.05263157894736842,"ci":[0,0.15789473684210525],"p":1,"gl":[1,0]},"s07":{"base":0.9473684210526315,"n":19,"value":1,"delta":0.05263157894736842,"ci":[0,0.15789473684210525],"p":1,"gl":[1,0]}}},{"key":"decide|pep440_count|accuracy","section":"decide","group":"pep440_count","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.4,"n":5,"value":0.8,"delta":0.4,"ci":[0,0.8],"p":0.5,"gl":[2,0]},"s02":{"base":0.23076923076923078,"n":13,"value":0.46153846153846156,"delta":0.23076923076923078,"ci":[-0.07692307692307693,0.5384615384615384],"p":0.375,"gl":[4,1]},"s03":{"base":0.23076923076923078,"n":13,"value":0.6923076923076923,"delta":0.46153846153846156,"ci":[0.23076923076923078,0.7692307692307693],"p":0.03125,"gl":[6,0]},"s04":{"base":0.23076923076923078,"n":13,"value":0.6923076923076923,"delta":0.46153846153846156,"ci":[0.23076923076923078,0.7692307692307693],"p":0.03125,"gl":[6,0]},"s05":{"base":0.23076923076923078,"n":13,"value":0.6923076923076923,"delta":0.46153846153846156,"ci":[0.23076923076923078,0.7692307692307693],"p":0.03125,"gl":[6,0]},"s06":{"base":0.23076923076923078,"n":13,"value":0.6923076923076923,"delta":0.46153846153846156,"ci":[0.23076923076923078,0.6923076923076923],"p":0.03125,"gl":[6,0]},"s07":{"base":0.23076923076923078,"n":13,"value":0.8461538461538461,"delta":0.6153846153846154,"ci":[0.38461538461538464,0.8461538461538461],"p":0.0078125,"gl":[8,0]}}},{"key":"decide|pep440_resolve|accuracy","section":"decide","group":"pep440_resolve","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":5,"value":0.8,"delta":-0.2,"ci":[-0.6,0],"p":1,"gl":[0,1]},"s02":{"base":0.5,"n":16,"value":0.8125,"delta":0.3125,"ci":[0,0.625],"p":0.1796875,"gl":[7,2]},"s03":{"base":0.5,"n":16,"value":0.75,"delta":0.25,"ci":[-0.125,0.625],"p":0.34375,"gl":[7,3]},"s04":{"base":0.5,"n":16,"value":0.8125,"delta":0.3125,"ci":[0,0.625],"p":0.1796875,"gl":[7,2]},"s05":{"base":0.5,"n":16,"value":0.8125,"delta":0.3125,"ci":[0,0.625],"p":0.1796875,"gl":[7,2]},"s06":{"base":0.5,"n":16,"value":0.8125,"delta":0.3125,"ci":[0,0.625],"p":0.1796875,"gl":[7,2]},"s07":{"base":0.5,"n":16,"value":0.6875,"delta":0.1875,"ci":[-0.1875,0.5625],"p":0.548828125,"gl":[7,4]}}},{"key":"decide|pep440_select|accuracy","section":"decide","group":"pep440_select","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.8,"n":5,"value":0.6,"delta":-0.2,"ci":[-0.6,0],"p":1,"gl":[0,1]},"s02":{"base":0.5384615384615384,"n":13,"value":0.46153846153846156,"delta":-0.07692307692307693,"ci":[-0.3076923076923077,0.15384615384615385],"p":1,"gl":[1,2]},"s03":{"base":0.5384615384615384,"n":13,"value":0.38461538461538464,"delta":-0.15384615384615385,"ci":[-0.46153846153846156,0.15384615384615385],"p":0.625,"gl":[1,3]},"s04":{"base":0.5384615384615384,"n":13,"value":0.46153846153846156,"delta":-0.07692307692307693,"ci":[-0.3076923076923077,0.15384615384615385],"p":1,"gl":[1,2]},"s05":{"base":0.46153846153846156,"n":13,"value":0.5384615384615384,"delta":0.07692307692307693,"ci":[-0.23076923076923078,0.38461538461538464],"p":1,"gl":[3,2]},"s06":{"base":0.46153846153846156,"n":13,"value":0.6153846153846154,"delta":0.15384615384615385,"ci":[-0.15384615384615385,0.46153846153846156],"p":0.625,"gl":[3,1]},"s07":{"base":0.46153846153846156,"n":13,"value":0.5384615384615384,"delta":0.07692307692307693,"ci":[-0.15384615384615385,0.3076923076923077],"p":1,"gl":[2,1]}}},{"key":"decide|py_exception|accuracy","section":"decide","group":"py_exception","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.6,"n":5,"value":0.8,"delta":0.2,"ci":[0,0.6],"p":1,"gl":[1,0]},"s02":{"base":0.6842105263157895,"n":19,"value":0.7894736842105263,"delta":0.10526315789473684,"ci":[0,0.2631578947368421],"p":0.5,"gl":[2,0]},"s03":{"base":0.6842105263157895,"n":19,"value":0.8421052631578947,"delta":0.15789473684210525,"ci":[0,0.3157894736842105],"p":0.25,"gl":[3,0]},"s04":{"base":0.6842105263157895,"n":19,"value":0.8421052631578947,"delta":0.15789473684210525,"ci":[0,0.3157894736842105],"p":0.25,"gl":[3,0]},"s05":{"base":0.6842105263157895,"n":19,"value":0.6842105263157895,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":0.6842105263157895,"n":19,"value":0.8421052631578947,"delta":0.15789473684210525,"ci":[0,0.3157894736842105],"p":0.25,"gl":[3,0]},"s07":{"base":0.6842105263157895,"n":19,"value":0.8947368421052632,"delta":0.21052631578947367,"ci":[0.05263157894736842,0.42105263157894735],"p":0.125,"gl":[4,0]}}},{"key":"decide|py_output|accuracy","section":"decide","group":"py_output","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.8,"n":5,"value":0.8,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":0.7058823529411765,"n":34,"value":0.8529411764705882,"delta":0.14705882352941177,"ci":[0,0.29411764705882354],"p":0.125,"gl":[6,1]},"s03":{"base":0.7058823529411765,"n":34,"value":0.9117647058823529,"delta":0.20588235294117646,"ci":[0.058823529411764705,0.38235294117647056],"p":0.0390625,"gl":[8,1]},"s04":{"base":0.7058823529411765,"n":34,"value":0.9117647058823529,"delta":0.20588235294117646,"ci":[0.058823529411764705,0.38235294117647056],"p":0.0390625,"gl":[8,1]},"s05":{"base":0.7058823529411765,"n":34,"value":0.8529411764705882,"delta":0.14705882352941177,"ci":[0,0.29411764705882354],"p":0.125,"gl":[6,1]},"s06":{"base":0.7058823529411765,"n":34,"value":0.9117647058823529,"delta":0.20588235294117646,"ci":[0.08823529411764706,0.35294117647058826],"p":0.015625,"gl":[7,0]},"s07":{"base":0.7058823529411765,"n":34,"value":0.9117647058823529,"delta":0.20588235294117646,"ci":[0.08823529411764706,0.35294117647058826],"p":0.015625,"gl":[7,0]}}},{"key":"decide|py_raises|accuracy","section":"decide","group":"py_raises","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.8,"n":5,"value":1,"delta":0.2,"ci":[0,0.6],"p":1,"gl":[1,0]},"s02":{"base":0.9117647058823529,"n":34,"value":0.9411764705882353,"delta":0.029411764705882353,"ci":[0,0.08823529411764706],"p":1,"gl":[1,0]},"s03":{"base":0.9117647058823529,"n":34,"value":0.9705882352941176,"delta":0.058823529411764705,"ci":[0,0.14705882352941177],"p":0.5,"gl":[2,0]},"s04":{"base":0.9117647058823529,"n":34,"value":0.9705882352941176,"delta":0.058823529411764705,"ci":[0,0.14705882352941177],"p":0.5,"gl":[2,0]},"s05":{"base":0.9117647058823529,"n":34,"value":0.9411764705882353,"delta":0.029411764705882353,"ci":[0,0.08823529411764706],"p":1,"gl":[1,0]},"s06":{"base":0.9117647058823529,"n":34,"value":0.9705882352941176,"delta":0.058823529411764705,"ci":[0,0.14705882352941177],"p":0.5,"gl":[2,0]},"s07":{"base":0.9117647058823529,"n":34,"value":0.9705882352941176,"delta":0.058823529411764705,"ci":[0,0.14705882352941177],"p":0.5,"gl":[2,0]}}},{"key":"decide|py_raises_random|accuracy","section":"decide","group":"py_raises_random","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.25,"n":4,"value":0.5,"delta":0.25,"ci":[0,0.75],"p":1,"gl":[1,0]},"s02":{"base":0.42105263157894735,"n":19,"value":0.8421052631578947,"delta":0.42105263157894735,"ci":[0.21052631578947367,0.631578947368421],"p":0.0078125,"gl":[8,0]},"s03":{"base":0.42105263157894735,"n":19,"value":0.8947368421052632,"delta":0.47368421052631576,"ci":[0.2631578947368421,0.6842105263157895],"p":0.00390625,"gl":[9,0]},"s04":{"base":0.42105263157894735,"n":19,"value":0.7894736842105263,"delta":0.3684210526315789,"ci":[0.15789473684210525,0.5789473684210527],"p":0.015625,"gl":[7,0]},"s05":{"base":0.42105263157894735,"n":19,"value":0.8947368421052632,"delta":0.47368421052631576,"ci":[0.2631578947368421,0.6842105263157895],"p":0.00390625,"gl":[9,0]},"s06":{"base":0.42105263157894735,"n":19,"value":0.8947368421052632,"delta":0.47368421052631576,"ci":[0.2631578947368421,0.6842105263157895],"p":0.00390625,"gl":[9,0]},"s07":{"base":0.42105263157894735,"n":19,"value":0.9473684210526315,"delta":0.5263157894736842,"ci":[0.3157894736842105,0.7368421052631579],"p":0.001953125,"gl":[10,0]}}},{"key":"decide|regex_count|accuracy","section":"decide","group":"regex_count","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.5,"n":4,"value":0.25,"delta":-0.25,"ci":[-0.75,0],"p":1,"gl":[0,1]},"s02":{"base":0.4666666666666667,"n":15,"value":0.5333333333333333,"delta":0.06666666666666667,"ci":[-0.2,0.3333333333333333],"p":1,"gl":[3,2]},"s03":{"base":0.4666666666666667,"n":15,"value":0.7333333333333333,"delta":0.26666666666666666,"ci":[-0.06666666666666667,0.6],"p":0.2890625,"gl":[6,2]},"s04":{"base":0.4666666666666667,"n":15,"value":0.7333333333333333,"delta":0.26666666666666666,"ci":[-0.06666666666666667,0.6],"p":0.2890625,"gl":[6,2]},"s05":{"base":0.4666666666666667,"n":15,"value":0.6666666666666666,"delta":0.2,"ci":[-0.13333333333333333,0.5333333333333333],"p":0.453125,"gl":[5,2]},"s06":{"base":0.4666666666666667,"n":15,"value":0.7333333333333333,"delta":0.26666666666666666,"ci":[0,0.5333333333333333],"p":0.21875,"gl":[5,1]},"s07":{"base":0.4666666666666667,"n":15,"value":0.8,"delta":0.3333333333333333,"ci":[0,0.6666666666666666],"p":0.125,"gl":[6,1]}}},{"key":"decide|regex_match|accuracy","section":"decide","group":"regex_match","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.5,"n":4,"value":0.75,"delta":0.25,"ci":[0,0.75],"p":1,"gl":[1,0]},"s02":{"base":0.7878787878787878,"n":33,"value":0.8181818181818182,"delta":0.030303030303030304,"ci":[-0.06060606060606061,0.12121212121212122],"p":1,"gl":[2,1]},"s03":{"base":0.7878787878787878,"n":33,"value":0.9090909090909091,"delta":0.12121212121212122,"ci":[0.030303030303030304,0.24242424242424243],"p":0.125,"gl":[4,0]},"s04":{"base":0.7878787878787878,"n":33,"value":0.9090909090909091,"delta":0.12121212121212122,"ci":[0.030303030303030304,0.24242424242424243],"p":0.125,"gl":[4,0]},"s05":{"base":0.7878787878787878,"n":33,"value":0.8787878787878788,"delta":0.09090909090909091,"ci":[0,0.18181818181818182],"p":0.25,"gl":[3,0]},"s06":{"base":0.7878787878787878,"n":33,"value":0.9393939393939394,"delta":0.15151515151515152,"ci":[0.030303030303030304,0.2727272727272727],"p":0.0625,"gl":[5,0]},"s07":{"base":0.7878787878787878,"n":33,"value":0.9090909090909091,"delta":0.12121212121212122,"ci":[0.030303030303030304,0.24242424242424243],"p":0.125,"gl":[4,0]}}},{"key":"decide|regex_random|accuracy","section":"decide","group":"regex_random","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":4,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":0.9285714285714286,"n":14,"value":1,"delta":0.07142857142857142,"ci":[0,0.21428571428571427],"p":1,"gl":[1,0]},"s03":{"base":0.9285714285714286,"n":14,"value":1,"delta":0.07142857142857142,"ci":[0,0.21428571428571427],"p":1,"gl":[1,0]},"s04":{"base":0.9285714285714286,"n":14,"value":1,"delta":0.07142857142857142,"ci":[0,0.21428571428571427],"p":1,"gl":[1,0]},"s05":{"base":0.9285714285714286,"n":14,"value":1,"delta":0.07142857142857142,"ci":[0,0.21428571428571427],"p":1,"gl":[1,0]},"s06":{"base":0.9285714285714286,"n":14,"value":1,"delta":0.07142857142857142,"ci":[0,0.21428571428571427],"p":1,"gl":[1,0]},"s07":{"base":0.9285714285714286,"n":14,"value":1,"delta":0.07142857142857142,"ci":[0,0.21428571428571427],"p":1,"gl":[1,0]}}},{"key":"decide|shell_destructive|accuracy","section":"decide","group":"shell_destructive","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.5,"n":4,"value":0.75,"delta":0.25,"ci":[0,0.75],"p":1,"gl":[1,0]},"s02":{"base":0.6363636363636364,"n":33,"value":0.7878787878787878,"delta":0.15151515151515152,"ci":[0.030303030303030304,0.2727272727272727],"p":0.0625,"gl":[5,0]},"s03":{"base":0.6363636363636364,"n":33,"value":0.8181818181818182,"delta":0.18181818181818182,"ci":[0.030303030303030304,0.3333333333333333],"p":0.0703125,"gl":[7,1]},"s04":{"base":0.6363636363636364,"n":33,"value":0.8787878787878788,"delta":0.24242424242424243,"ci":[0.09090909090909091,0.3939393939393939],"p":0.0078125,"gl":[8,0]},"s05":{"base":0.6363636363636364,"n":33,"value":0.8787878787878788,"delta":0.24242424242424243,"ci":[0.12121212121212122,0.3939393939393939],"p":0.0078125,"gl":[8,0]},"s06":{"base":0.6363636363636364,"n":33,"value":0.8181818181818182,"delta":0.18181818181818182,"ci":[0.030303030303030304,0.3333333333333333],"p":0.0703125,"gl":[7,1]},"s07":{"base":0.6363636363636364,"n":33,"value":0.8484848484848485,"delta":0.21212121212121213,"ci":[0.06060606060606061,0.3939393939393939],"p":0.0390625,"gl":[8,1]}}},{"key":"decide|shell_destructive_random|accuracy","section":"decide","group":"shell_destructive_random","label":"accuracy","lowerIsBetter":false,"cells":{"s01":{"base":0.5,"n":4,"value":0.5,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":0.5333333333333333,"n":15,"value":0.5333333333333333,"delta":0,"ci":[-0.2,0.2],"p":1,"gl":[1,1]},"s03":{"base":0.5333333333333333,"n":15,"value":0.4666666666666667,"delta":-0.06666666666666667,"ci":[-0.26666666666666666,0.13333333333333333],"p":1,"gl":[1,2]},"s04":{"base":0.5333333333333333,"n":15,"value":0.6,"delta":0.06666666666666667,"ci":[-0.13333333333333333,0.26666666666666666],"p":1,"gl":[2,1]},"s05":{"base":0.5333333333333333,"n":15,"value":0.5333333333333333,"delta":0,"ci":[-0.26666666666666666,0.26666666666666666],"p":1,"gl":[2,2]},"s06":{"base":0.5333333333333333,"n":15,"value":0.5333333333333333,"delta":0,"ci":[-0.3333333333333333,0.3333333333333333],"p":1,"gl":[3,3]},"s07":{"base":0.5333333333333333,"n":15,"value":0.5333333333333333,"delta":0,"ci":[-0.2,0.2],"p":1,"gl":[1,1]}}},{"key":"humaneval|all|HumanEval+ pass@1 (greedy)","section":"humaneval","group":"all","label":"HumanEval+ pass@1 (greedy)","lowerIsBetter":false,"cells":{"s01":{"base":0.803680981595092,"n":163,"value":0.6748466257668712,"delta":-0.12883435582822086,"ci":[-0.20245398773006135,-0.06134969325153374],"p":0.0003240634687244892,"gl":[6,27]},"s02":{"base":0.803680981595092,"n":163,"value":0.7055214723926381,"delta":-0.09815950920245399,"ci":[-0.1656441717791411,-0.03680981595092025],"p":0.005222879350185394,"gl":[7,23]},"s03":{"base":0.803680981595092,"n":163,"value":0.754601226993865,"delta":-0.049079754601226995,"ci":[-0.10429447852760736,0.006134969325153374],"p":0.13380050659179688,"gl":[7,15]},"s04":{"base":0.803680981595092,"n":163,"value":0.7730061349693251,"delta":-0.03067484662576687,"ci":[-0.07975460122699386,0.018404907975460124],"p":0.332305908203125,"gl":[6,11]},"s05":{"base":0.803680981595092,"n":163,"value":0.754601226993865,"delta":-0.049079754601226995,"ci":[-0.10429447852760736,0.006134969325153374],"p":0.13380050659179688,"gl":[7,15]},"s06":{"base":0.803680981595092,"n":163,"value":0.8220858895705522,"delta":0.018404907975460124,"ci":[-0.024539877300613498,0.06134969325153374],"p":0.5810546875,"gl":[8,5]},"s07":{"base":0.803680981595092,"n":163,"value":0.7791411042944786,"delta":-0.024539877300613498,"ci":[-0.06748466257668712,0.012269938650306749],"p":0.3876953125,"gl":[4,8]}}},{"key":"humaneval|all|answer has a code block","section":"humaneval","group":"all","label":"answer has a code block","lowerIsBetter":false,"cells":{"s01":{"base":0.9570552147239264,"n":163,"value":0.9877300613496932,"delta":0.03067484662576687,"ci":[0.006134969325153374,0.05521472392638037],"p":0.0625,"gl":[5,0]},"s02":{"base":0.9631901840490797,"n":163,"value":1,"delta":0.03680981595092025,"ci":[0.012269938650306749,0.06748466257668712],"p":0.03125,"gl":[6,0]},"s03":{"base":0.9631901840490797,"n":163,"value":0.9938650306748467,"delta":0.03067484662576687,"ci":[0.006134969325153374,0.06134969325153374],"p":0.0625,"gl":[5,0]},"s04":{"base":0.9631901840490797,"n":163,"value":0.9815950920245399,"delta":0.018404907975460124,"ci":[0,0.04294478527607362],"p":0.25,"gl":[3,0]},"s05":{"base":0.9631901840490797,"n":163,"value":0.9938650306748467,"delta":0.03067484662576687,"ci":[0.006134969325153374,0.06134969325153374],"p":0.0625,"gl":[5,0]},"s06":{"base":0.9631901840490797,"n":163,"value":0.9631901840490797,"delta":0,"ci":[-0.024539877300613498,0.024539877300613498],"p":1,"gl":[2,2]},"s07":{"base":0.9631901840490797,"n":163,"value":0.9693251533742331,"delta":0.006134969325153374,"ci":[-0.018404907975460124,0.03067484662576687],"p":1,"gl":[3,2]}}},{"key":"terminal|all|task success (end-state checks)","section":"terminal","group":"all","label":"task success (end-state checks)","lowerIsBetter":false,"cells":{"s01":{"base":0.8571428571428571,"n":42,"value":0.8571428571428571,"delta":0,"ci":[-0.16666666666666666,0.16666666666666666],"p":1,"gl":[6,6]},"s02":{"base":0.8571428571428571,"n":42,"value":0.9047619047619048,"delta":0.047619047619047616,"ci":[-0.09523809523809523,0.19047619047619047],"p":0.7265625,"gl":[5,3]},"s03":{"base":0.8571428571428571,"n":42,"value":0.8809523809523809,"delta":0.023809523809523808,"ci":[-0.11904761904761904,0.16666666666666666],"p":1,"gl":[5,4]},"s04":{"base":0.8571428571428571,"n":42,"value":0.9047619047619048,"delta":0.047619047619047616,"ci":[-0.09523809523809523,0.19047619047619047],"p":0.7265625,"gl":[5,3]},"s05":{"base":0.8571428571428571,"n":42,"value":1,"delta":0.14285714285714285,"ci":[0.047619047619047616,0.2619047619047619],"p":0.03125,"gl":[6,0]},"s06":{"base":0.8571428571428571,"n":42,"value":0.9761904761904762,"delta":0.11904761904761904,"ci":[0,0.23809523809523808],"p":0.125,"gl":[6,1]},"s07":{"base":0.8571428571428571,"n":42,"value":0.8571428571428571,"delta":0,"ci":[-0.14285714285714285,0.14285714285714285],"p":1,"gl":[5,5]}}},{"key":"terminal|all|every tool call well-formed","section":"terminal","group":"all","label":"every tool call well-formed","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":42,"value":0.9761904761904762,"delta":-0.023809523809523808,"ci":[-0.07142857142857142,0],"p":1,"gl":[0,1]},"s02":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s03":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":42,"value":0.9761904761904762,"delta":-0.023809523809523808,"ci":[-0.07142857142857142,0],"p":1,"gl":[0,1]},"s06":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"terminal|all|used the tool at all","section":"terminal","group":"all","label":"used the tool at all","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s03":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":42,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"interruption|add_info|interrupt handled (exec-verified)","section":"interruption","group":"add_info","label":"interrupt handled (exec-verified)","lowerIsBetter":false,"cells":{"s01":{"base":0.6428571428571429,"n":14,"value":0.7142857142857143,"delta":0.07142857142857142,"ci":[-0.2857142857142857,0.42857142857142855],"p":1,"gl":[4,3]},"s02":{"base":0.6428571428571429,"n":14,"value":0.7142857142857143,"delta":0.07142857142857142,"ci":[-0.21428571428571427,0.35714285714285715],"p":1,"gl":[3,2]},"s03":{"base":0.6428571428571429,"n":14,"value":0.6428571428571429,"delta":0,"ci":[-0.35714285714285715,0.2857142857142857],"p":1,"gl":[3,3]},"s04":{"base":0.6428571428571429,"n":14,"value":0.5714285714285714,"delta":-0.07142857142857142,"ci":[-0.42857142857142855,0.2857142857142857],"p":1,"gl":[3,4]},"s05":{"base":0.6428571428571429,"n":14,"value":0.5714285714285714,"delta":-0.07142857142857142,"ci":[-0.5,0.35714285714285715],"p":1,"gl":[4,5]},"s06":{"base":0.6428571428571429,"n":14,"value":0.7142857142857143,"delta":0.07142857142857142,"ci":[-0.21428571428571427,0.35714285714285715],"p":1,"gl":[3,2]},"s07":{"base":0.6428571428571429,"n":14,"value":0.7857142857142857,"delta":0.14285714285714285,"ci":[-0.21428571428571427,0.42857142857142855],"p":0.6875,"gl":[4,2]}}},{"key":"interruption|correction|interrupt handled (exec-verified)","section":"interruption","group":"correction","label":"interrupt handled (exec-verified)","lowerIsBetter":false,"cells":{"s01":{"base":0.9285714285714286,"n":14,"value":0.42857142857142855,"delta":-0.5,"ci":[-0.7857142857142857,-0.14285714285714285],"p":0.0390625,"gl":[1,8]},"s02":{"base":0.9285714285714286,"n":14,"value":0.8571428571428571,"delta":-0.07142857142857142,"ci":[-0.2857142857142857,0.14285714285714285],"p":1,"gl":[1,2]},"s03":{"base":0.8571428571428571,"n":14,"value":0.7857142857142857,"delta":-0.07142857142857142,"ci":[-0.35714285714285715,0.21428571428571427],"p":1,"gl":[2,3]},"s04":{"base":0.8571428571428571,"n":14,"value":0.9285714285714286,"delta":0.07142857142857142,"ci":[-0.14285714285714285,0.2857142857142857],"p":1,"gl":[2,1]},"s05":{"base":0.8571428571428571,"n":14,"value":0.9285714285714286,"delta":0.07142857142857142,"ci":[-0.14285714285714285,0.2857142857142857],"p":1,"gl":[2,1]},"s06":{"base":0.8571428571428571,"n":14,"value":0.9285714285714286,"delta":0.07142857142857142,"ci":[-0.14285714285714285,0.2857142857142857],"p":1,"gl":[2,1]},"s07":{"base":0.8571428571428571,"n":14,"value":0.9285714285714286,"delta":0.07142857142857142,"ci":[-0.14285714285714285,0.2857142857142857],"p":1,"gl":[2,1]}}},{"key":"interruption|stop|interrupt handled (exec-verified)","section":"interruption","group":"stop","label":"interrupt handled (exec-verified)","lowerIsBetter":false,"cells":{"s01":{"base":0.8571428571428571,"n":14,"value":0.42857142857142855,"delta":-0.42857142857142855,"ci":[-0.7857142857142857,0],"p":0.109375,"gl":[2,8]},"s02":{"base":0.8571428571428571,"n":14,"value":0.7142857142857143,"delta":-0.14285714285714285,"ci":[-0.5,0.21428571428571427],"p":0.6875,"gl":[2,4]},"s03":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s04":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s05":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s06":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s07":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]}}},{"key":"interruption|all|interrupt handled (exec-verified)","section":"interruption","group":"all","label":"interrupt handled (exec-verified)","lowerIsBetter":false,"cells":{"s01":{"base":0.8095238095238095,"n":42,"value":0.5238095238095238,"delta":-0.2857142857142857,"ci":[-0.5,-0.07142857142857142],"p":0.028959274291992188,"gl":[7,19]},"s02":{"base":0.8095238095238095,"n":42,"value":0.7619047619047619,"delta":-0.047619047619047616,"ci":[-0.21428571428571427,0.11904761904761904],"p":0.79052734375,"gl":[6,8]},"s03":{"base":0.7857142857142857,"n":42,"value":0.8095238095238095,"delta":0.023809523809523808,"ci":[-0.14285714285714285,0.19047619047619047],"p":1,"gl":[7,6]},"s04":{"base":0.7857142857142857,"n":42,"value":0.8333333333333334,"delta":0.047619047619047616,"ci":[-0.11904761904761904,0.21428571428571427],"p":0.7744140625,"gl":[7,5]},"s05":{"base":0.7857142857142857,"n":42,"value":0.8333333333333334,"delta":0.047619047619047616,"ci":[-0.14285714285714285,0.21428571428571427],"p":0.79052734375,"gl":[8,6]},"s06":{"base":0.7857142857142857,"n":42,"value":0.8809523809523809,"delta":0.09523809523809523,"ci":[-0.047619047619047616,0.23809523809523808],"p":0.34375,"gl":[7,3]},"s07":{"base":0.7857142857142857,"n":42,"value":0.9047619047619048,"delta":0.11904761904761904,"ci":[-0.023809523809523808,0.2619047619047619],"p":0.2265625,"gl":[8,3]}}},{"key":"interruption|add_info|interruption format","section":"interruption","group":"add_info","label":"interruption format","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":1,"n":14,"value":0.9285714285714286,"delta":-0.07142857142857142,"ci":[-0.21428571428571427,0],"p":1,"gl":[0,1]},"s03":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":14,"value":0.9285714285714286,"delta":-0.07142857142857142,"ci":[-0.21428571428571427,0],"p":1,"gl":[0,1]},"s05":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"interruption|correction|interruption format","section":"interruption","group":"correction","label":"interruption format","lowerIsBetter":false,"cells":{"s01":{"base":0.9285714285714286,"n":14,"value":0.7142857142857143,"delta":-0.21428571428571427,"ci":[-0.5,0.07142857142857142],"p":0.375,"gl":[1,4]},"s02":{"base":0.9285714285714286,"n":14,"value":1,"delta":0.07142857142857142,"ci":[0,0.21428571428571427],"p":1,"gl":[1,0]},"s03":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":14,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"interruption|stop|interruption format","section":"interruption","group":"stop","label":"interruption format","lowerIsBetter":false,"cells":{"s01":{"base":0.8571428571428571,"n":14,"value":0.42857142857142855,"delta":-0.42857142857142855,"ci":[-0.7857142857142857,0],"p":0.109375,"gl":[2,8]},"s02":{"base":0.8571428571428571,"n":14,"value":0.7142857142857143,"delta":-0.14285714285714285,"ci":[-0.5,0.21428571428571427],"p":0.6875,"gl":[2,4]},"s03":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s04":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s05":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s06":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]},"s07":{"base":0.8571428571428571,"n":14,"value":1,"delta":0.14285714285714285,"ci":[0,0.35714285714285715],"p":0.5,"gl":[2,0]}}},{"key":"interruption|all|interruption format","section":"interruption","group":"all","label":"interruption format","lowerIsBetter":false,"cells":{"s01":{"base":0.9285714285714286,"n":42,"value":0.7142857142857143,"delta":-0.21428571428571427,"ci":[-0.38095238095238093,-0.047619047619047616],"p":0.03515625,"gl":[3,12]},"s02":{"base":0.9285714285714286,"n":42,"value":0.8809523809523809,"delta":-0.047619047619047616,"ci":[-0.16666666666666666,0.07142857142857142],"p":0.7265625,"gl":[3,5]},"s03":{"base":0.9523809523809523,"n":42,"value":1,"delta":0.047619047619047616,"ci":[0,0.11904761904761904],"p":0.5,"gl":[2,0]},"s04":{"base":0.9523809523809523,"n":42,"value":0.9761904761904762,"delta":0.023809523809523808,"ci":[-0.047619047619047616,0.09523809523809523],"p":1,"gl":[2,1]},"s05":{"base":0.9523809523809523,"n":42,"value":1,"delta":0.047619047619047616,"ci":[0,0.11904761904761904],"p":0.5,"gl":[2,0]},"s06":{"base":0.9523809523809523,"n":42,"value":1,"delta":0.047619047619047616,"ci":[0,0.11904761904761904],"p":0.5,"gl":[2,0]},"s07":{"base":0.9523809523809523,"n":42,"value":1,"delta":0.047619047619047616,"ci":[0,0.11904761904761904],"p":0.5,"gl":[2,0]}}},{"key":"mmlu_pro|all|accuracy (letter logits)","section":"mmlu_pro","group":"all","label":"accuracy (letter logits)","lowerIsBetter":false,"cells":{"s01":{"base":0.65625,"n":64,"value":0.6875,"delta":0.03125,"ci":[0,0.078125],"p":0.5,"gl":[2,0]},"s02":{"base":0.615,"n":200,"value":0.635,"delta":0.02,"ci":[-0.01,0.055],"p":0.3876953125,"gl":[8,4]},"s03":{"base":0.615,"n":200,"value":0.64,"delta":0.025,"ci":[-0.01,0.06],"p":0.266845703125,"gl":[9,4]},"s04":{"base":0.615,"n":200,"value":0.635,"delta":0.02,"ci":[-0.01,0.055],"p":0.3876953125,"gl":[8,4]},"s05":{"base":0.615,"n":200,"value":0.63,"delta":0.015,"ci":[-0.02,0.05],"p":0.548828125,"gl":[7,4]},"s06":{"base":0.615,"n":200,"value":0.62,"delta":0.005,"ci":[-0.025,0.04],"p":1,"gl":[6,5]},"s07":{"base":0.615,"n":200,"value":0.625,"delta":0.01,"ci":[-0.02,0.04],"p":0.75390625,"gl":[6,4]}}},{"key":"mmlu_pro|all|top-1 token is a letter","section":"mmlu_pro","group":"all","label":"top-1 token is a letter","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":64,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s02":{"base":1,"n":200,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s03":{"base":1,"n":200,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s04":{"base":1,"n":200,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s05":{"base":1,"n":200,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s06":{"base":1,"n":200,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]},"s07":{"base":1,"n":200,"value":1,"delta":0,"ci":[0,0],"p":1,"gl":[0,0]}}},{"key":"decide|all|ECE (10 bins, lower=better)","section":"decide","group":"all","label":"ECE (10 bins, lower=better)","lowerIsBetter":true,"cells":{"s01":{"base":0.159634453125,"n":64,"value":0.09221167187500001,"delta":-0.06742278124999998,"ci":[-0.17440010937500006,0.03384682812500009],"p":null,"gl":null},"s02":{"base":0.07043887999999997,"n":300,"value":0.05433133333333334,"delta":-0.016107546666666625,"ci":[-0.06586499666666663,0.020206659999999987],"p":null,"gl":null},"s03":{"base":0.07043887999999997,"n":300,"value":0.04095935999999998,"delta":-0.029479519999999988,"ci":[-0.07715134999999998,0.008623083333333406],"p":null,"gl":null},"s04":{"base":0.07043887999999997,"n":300,"value":0.05360744333333334,"delta":-0.01683143666666663,"ci":[-0.06988925666666669,0.014884259999999927],"p":null,"gl":null},"s05":{"base":0.07457273666666663,"n":300,"value":0.03407895,"delta":-0.04049378666666663,"ci":[-0.0857017533333333,0.0061077233333333425],"p":null,"gl":null},"s06":{"base":0.07457273666666663,"n":300,"value":0.04661744333333342,"delta":-0.027955293333333207,"ci":[-0.07864063333333333,0.008526499999999979],"p":null,"gl":null},"s07":{"base":0.07457273666666663,"n":300,"value":0.042375143333333344,"delta":-0.03219759333333328,"ci":[-0.08300011000000004,0.004663853333333259],"p":null,"gl":null}}},{"key":"decide|all|ECE after cross-fitted temperature","section":"decide","group":"all","label":"ECE after cross-fitted temperature","lowerIsBetter":false,"cells":{"s01":{"base":0.09153846548798765,"n":64,"value":0.08163842132675093,"delta":-0.009900044161236715,"ci":null,"p":null,"gl":null},"s02":{"base":0.035858343234658356,"n":300,"value":0.034216976031194855,"delta":-0.0016413672034635007,"ci":null,"p":null,"gl":null},"s03":{"base":0.035858343234658356,"n":300,"value":0.033655988783735685,"delta":-0.002202354450922671,"ci":null,"p":null,"gl":null},"s04":{"base":0.035858343234658356,"n":300,"value":0.02641022184289642,"delta":-0.009448121391761936,"ci":null,"p":null,"gl":null},"s05":{"base":0.030521601746533185,"n":300,"value":0.0541090864984446,"delta":0.023587484751911414,"ci":null,"p":null,"gl":null},"s06":{"base":0.030521601746533185,"n":300,"value":0.03338156630837126,"delta":0.0028599645618380756,"ci":null,"p":null,"gl":null},"s07":{"base":0.030521601746533185,"n":300,"value":0.04015430787924414,"delta":0.009632706132710958,"ci":null,"p":null,"gl":null}}},{"key":"decide|all|label-token probability mass","section":"decide","group":"all","label":"label-token probability mass","lowerIsBetter":false,"cells":{"s01":{"base":0.995054109375,"n":64,"value":0.999393421875,"delta":0.00433931249999997,"ci":null,"p":null,"gl":null},"s02":{"base":0.9948920833333333,"n":300,"value":0.9995684033333333,"delta":0.004676319999999956,"ci":null,"p":null,"gl":null},"s03":{"base":0.9948920833333333,"n":300,"value":0.99968597,"delta":0.004793886666666691,"ci":null,"p":null,"gl":null},"s04":{"base":0.9948920833333333,"n":300,"value":0.9997875333333334,"delta":0.004895450000000023,"ci":null,"p":null,"gl":null},"s05":{"base":0.9948926566666667,"n":300,"value":0.9996462733333334,"delta":0.004753616666666738,"ci":null,"p":null,"gl":null},"s06":{"base":0.9948926566666667,"n":300,"value":0.99975813,"delta":0.0048654733333333144,"ci":null,"p":null,"gl":null},"s07":{"base":0.9948926566666667,"n":300,"value":0.9998270866666666,"delta":0.004934429999999934,"ci":null,"p":null,"gl":null}}},{"key":"decide|all|top-1 token is a label","section":"decide","group":"all","label":"top-1 token is a label","lowerIsBetter":false,"cells":{"s01":{"base":1,"n":64,"value":1,"delta":0,"ci":null,"p":null,"gl":null},"s02":{"base":1,"n":300,"value":1,"delta":0,"ci":null,"p":null,"gl":null},"s03":{"base":1,"n":300,"value":1,"delta":0,"ci":null,"p":null,"gl":null},"s04":{"base":1,"n":300,"value":1,"delta":0,"ci":null,"p":null,"gl":null},"s05":{"base":1,"n":300,"value":1,"delta":0,"ci":null,"p":null,"gl":null},"s06":{"base":1,"n":300,"value":1,"delta":0,"ci":null,"p":null,"gl":null},"s07":{"base":1,"n":300,"value":1,"delta":0,"ci":null,"p":null,"gl":null}}},{"key":"decide|all|MAE vs exact probability","section":"decide","group":"all","label":"MAE vs exact probability","lowerIsBetter":false,"cells":{"s01":{"base":0.29757875,"n":12,"value":0.2540205833333334,"delta":-0.04355816666666662,"ci":null,"p":null,"gl":null},"s02":{"base":0.23908474999999998,"n":48,"value":0.20928795833333333,"delta":-0.029796791666666655,"ci":null,"p":null,"gl":null},"s03":{"base":0.23908474999999998,"n":48,"value":0.20365645833333335,"delta":-0.03542829166666664,"ci":null,"p":null,"gl":null},"s04":{"base":0.23908474999999998,"n":48,"value":0.21341302083333336,"delta":-0.02567172916666663,"ci":null,"p":null,"gl":null},"s05":{"base":0.23900524999999997,"n":48,"value":0.18635468750000003,"delta":-0.05265056249999994,"ci":null,"p":null,"gl":null},"s06":{"base":0.23900524999999997,"n":48,"value":0.2065898125,"delta":-0.03241543749999998,"ci":null,"p":null,"gl":null},"s07":{"base":0.23900524999999997,"n":48,"value":0.19764160416666665,"delta":-0.04136364583333332,"ci":null,"p":null,"gl":null}}}],"rounds":[{"code":"s01","available":true,"finished":"2026-10-03T18:08:13.000Z","minutes":78.9,"heldout":"heldout_v1","startedAt":"2026-10-03T16:50:53.000Z","scale":null},{"code":"s02","available":true,"finished":"2026-10-04T07:03:59.000Z","minutes":91.6,"heldout":"heldout_v1","startedAt":"2026-10-04T05:34:28.000Z","scale":null},{"code":"s03","available":true,"finished":"2026-10-04T18:25:57.000Z","minutes":83.1,"heldout":"heldout_v1","startedAt":"2026-10-04T17:04:39.000Z","scale":null},{"code":"s04","available":true,"finished":"2026-10-05T00:08:35.000Z","minutes":76.9,"heldout":"heldout_v1","startedAt":"2026-10-04T22:53:10.000Z","scale":[{"scale":0.5,"n":163,"pass":0.7791411042944786,"basePass":0.803680981595092,"adapterPass":0.7730061349693251,"gained":6,"lost":10}]},{"code":"release","available":false,"finished":null,"minutes":null,"heldout":null,"startedAt":null,"scale":null},{"code":"docs","available":false,"finished":null,"minutes":null,"heldout":null,"startedAt":null,"scale":null},{"code":"tracker-backup","available":false,"finished":null,"minutes":null,"heldout":null,"startedAt":null,"scale":null},{"code":"s05","available":true,"finished":"2026-10-17T12:15:52.000Z","minutes":73.2,"heldout":"heldout_v1","startedAt":"2026-10-17T11:04:01.000Z","scale":[{"scale":0.5,"n":163,"pass":0.7668711656441718,"basePass":0.803680981595092,"adapterPass":0.754601226993865,"gained":5,"lost":11}]},{"code":"s06-merges","available":false,"finished":null,"minutes":null,"heldout":null,"startedAt":null,"scale":null},{"code":"s06","available":true,"finished":"2026-10-18T05:53:39.000Z","minutes":41.3,"heldout":"heldout_v1","startedAt":"2026-10-18T05:13:55.000Z","scale":[{"scale":0.8,"n":163,"pass":0.803680981595092,"basePass":0.803680981595092,"adapterPass":0.8220858895705522,"gained":6,"lost":6}]},{"code":"s07","available":true,"finished":"2026-10-19T02:55:50.000Z","minutes":43,"heldout":"heldout_v1","startedAt":"2026-10-19T02:14:21.000Z","scale":null},{"code":"s07b-merges","available":false,"finished":null,"minutes":null,"heldout":null,"startedAt":null,"scale":null}],"headline":[{"key":"format|all|format compliance","name":"Format compliance, all kinds"},{"key":"format|all|answer correct","name":"Format task answer correct"},{"key":"format|agent|format compliance","name":"Agent-turn format compliance"},{"key":"decide|all|accuracy","name":"Decide accuracy"},{"key":"decide|all|Brier (multi-class, lower=better)","name":"Decide Brier score","fn":"b"},{"key":"humaneval|all|HumanEval+ pass@1 (greedy)","name":"HumanEval+ pass@1"},{"key":"terminal|all|task success (end-state checks)","name":"Terminal task success"},{"key":"interruption|all|interrupt handled (exec-verified)","name":"Interrupt handled"},{"key":"interruption|all|interruption format","name":"Interruption format"},{"key":"mmlu_pro|all|accuracy (letter logits)","name":"MMLU-Pro accuracy"}]},"changelog":[{"at":"2026-10-19T02:55:50.000Z","round":"s07","kind":"eval","text":"Evaluated s07 against the base model on heldout_v1 (43 min on 2× T4). At or above base on every headline metric except HumanEval+ pass@1 0.779 vs 0.804 (Δ −0.025, 95% CI [−0.067, +0.012], 8 lost / 4 gained). Gains whose interval excludes zero: format task answer correct +0.337, decide Brier score −0.216, decide accuracy +0.187, format compliance, all kinds +0.106."},{"at":"2026-10-19T01:33:09.000Z","round":"s07","kind":"trained","text":"Trained s07: 302 steps on 6,875 rows (3.64M tokens) in 4.8 h, with no skipped or NaN steps. Mean training loss 0.73; smoothed final loss 0.69."},{"at":"2026-10-18T21:00:29.000Z","round":"s07","kind":"start","text":"Round 7 (s07) started on Kaggle at 21:45 WAT. Data plan: 6,875 rows, 3.64M tokens, 302 steps from ren-data-s07; initialised from ren-s06 @ 6f42694. Token shares: agent 27.7%, coding 24.2%, decide 21.6%, interruption 20.7%, format 5.8%. Its smoke test completed 40 steps (training loss 0.62)."},{"at":"2026-10-18T10:07:07.000Z","round":"s06","kind":"notes-build","text":"Build notes for s06: Round 6 ran on Kaggle's free 2xT4, Oct 17-18 2026. REN is a solo proof of concept fine-tune of Qwen3.5-9B.","href":"/notes/s06/build"},{"at":"2026-10-18T10:07:07.000Z","round":"s06","kind":"notes-eval","text":"Eval notes for s06: Adapter Oviezibe/ren-s06 @6f42694a. Greedy decoding, same items for every model. Finished Oct 18 2026 (boost run done 11:00 WAT).","href":"/notes/s06/eval"},{"at":"2026-10-18T05:53:39.000Z","round":"s06","kind":"eval","text":"Evaluated s06 against the base model on heldout_v1 (41 min on 2× T4). At or above base on every headline metric. Gains whose interval excludes zero: format task answer correct +0.334, decide Brier score −0.206, decide accuracy +0.177, format compliance, all kinds +0.106. HumanEval+ with the adapter at 0.8× strength: 0.804 vs base 0.804 and full adapter 0.822 (n = 163; 6 lost / 6 gained vs base)."},{"at":"2026-10-18T04:30:32.000Z","round":"s06","kind":"trained","text":"Trained s06: 187 steps on 7,719 rows (2.40M tokens) in 3.4 h, with no skipped or NaN steps. Mean training loss 0.12; smoothed final loss 0.11."},{"at":"2026-10-18T01:24:43.000Z","round":"s06","kind":"start","text":"Round 6 (s06) started on Kaggle at 02:09 WAT. Data plan: 7,719 rows, 2.40M tokens, 187 steps from ren-data-s06; initialised from ren-s06-merges @ f9f04ad. Token shares: agent 27.6%, coding 26.7%, interruption 22.4%, decide 16.8%, format 6.5%. Its smoke test completed 40 steps (training loss 0.19)."},{"at":"2026-10-17T12:57:54.000Z","round":"s05","kind":"notes-eval","text":"Eval notes for s05: base_model: Qwen/Qwen3.5-9B adapter: Oviezibe/ren-s05 @ 3e097444 (fresh LoRA from base, lr 5e-5, warmup 15, 740 steps, 0 skipped) training data: Oviezibe/ren-data-s05 @ 7f77c5fe, 20,441 rows / 9.51M tokens, 2 Kaggle sessions (time-cap restart at step 646) smoke_test: False (full heldout_v1) load_mode: lora16_2gpu finished: Sat Oct 17 2026 12:15:52 UTC (main eval, 73.","href":"/notes/s05/eval"},{"at":"2026-10-17T12:15:52.000Z","round":"s05","kind":"eval","text":"Evaluated s05 against the base model on heldout_v1 (73 min on 2× T4). At or above base on every headline metric except HumanEval+ pass@1 0.755 vs 0.804 (Δ −0.049, 95% CI [−0.104, +0.006], 15 lost / 7 gained). Gains whose interval excludes zero: format task answer correct +0.283, decide Brier score −0.167, decide accuracy +0.153, terminal task success +0.143, format compliance, all kinds +0.106. HumanEval+ with the adapter at half strength: 0.767 vs base 0.804 and full adapter 0.755 (n = 163; 11 lost / 5 gained vs base)."},{"at":"2026-10-17T10:28:59.000Z","round":"s05","kind":"trained","text":"Trained s05: 740 steps on 20,441 rows (9.51M tokens) in 1.8 h, with no skipped or NaN steps. Mean training loss 0.03; smoothed final loss 0.21."},{"at":"2026-10-16T21:17:03.000Z","round":"s05","kind":"start","text":"Round 5 (s05) started on Kaggle at 09:41 WAT. Data plan: 20,441 rows, 9.51M tokens, 740 steps from ren-data-s05; initialised from the base model. Token shares: agent 40.9%, coding 33.7%, interruption 11.7%, decide 10.3%, format 3.4%. Its smoke test completed 40 steps (training loss 0.39)."},{"at":"2026-10-05T06:11:21.000Z","round":"release","kind":"smoke","text":"Smoke test for release stopped before completing, at step 0 of 40 (last progress event: data plan). The instance log reports CUDA out of memory (exit code 5); the full run was not started and the instance powered off."},{"at":"2026-10-05T00:25:08.000Z","round":"s04","kind":"notes-eval","text":"Eval notes for s04: base_model: Qwen/Qwen3.5-9B adapter: Oviezibe/ren-s04 @ 2ca3a441 (continued from s03 @ c142b458) smoke_test: False (full heldout_v1) load_mode: lora16_2gpu finished: Mon Oct 5 00:08:35 2026 UTC (main eval, 76.9 min on 2×T4); LoRA scale check committed 01:24 WAT (15 min) Kaggle: nutinman/ren-s02-train Version 7 (scriptVersionId 355288092) HF results: Oviezibe/ren-evals s04-vs-base/ (results.json, results.","href":"/notes/s04/eval"},{"at":"2026-10-05T00:08:35.000Z","round":"s04","kind":"eval","text":"Evaluated s04 against the base model on heldout_v1 (77 min on 2× T4). At or above base on every headline metric except HumanEval+ pass@1 0.773 vs 0.804 (Δ −0.031, 95% CI [−0.080, +0.018], 11 lost / 6 gained). Gains whose interval excludes zero: format task answer correct +0.323, decide Brier score −0.188, decide accuracy +0.160, format compliance, all kinds +0.103. HumanEval+ with the adapter at half strength: 0.779 vs base 0.804 and full adapter 0.773 (n = 163; 10 lost / 6 gained vs base)."},{"at":"2026-10-04T22:40:22.000Z","round":"s04","kind":"trained","text":"Trained s04: 122 steps on 4,171 rows (1.61M tokens) in 3.2 h, with no skipped or NaN steps. Mean training loss 0.64; smoothed final loss 0.53."},{"at":"2026-10-04T21:13:54.000Z","round":"s04","kind":"notes-build","text":"Build notes for s04: Built 2026-10-04 (WAT) from eval/results/s03-vs-base.md (commit 1e49b79). Scripts: scripts/build_round4.py (data), scripts/make_notebooks.py (s04_notebook), scripts/make_eval_notebook.py (s04_notebook), scripts/dryrun_s04.py (CPU dry run). Reports: data/built/reports/r4_*.json.","href":"/notes/s04/build"},{"at":"2026-10-04T21:13:53.000Z","round":"s03","kind":"notes-build","text":"Build notes for s03: Built 2026-10-04 (WAT) from eval/results/round3-plan-from-s02.md (commit 360a9cb). Scripts: scripts/build_round3.py (data), scripts/make_notebooks.py (training notebook), scripts/make_eval_notebook.py (eval notebook), scripts/dryrun_s03.py (CPU dry run). Reports: data/built/reports/r3_*.json.","href":"/notes/s03/build"},{"at":"2026-10-04T21:13:53.000Z","round":"s03","kind":"notes-eval","text":"Eval notes for s03: base_model: Qwen/Qwen3.5-9B adapter: Oviezibe/ren-s03 @ c142b458 smoke_test: False (full heldout_v1) load_mode: lora16_2gpu finished: Sun Oct 4 18:25:57 2026 (session), 83.1 min on 2×T4 Kaggle: nutinman/ren-eval-pilot-vs-base Version 8 (scriptVersionId 355226099) HF results: Oviezibe/ren-evals s03-vs-base/ Training: step 187/187 from s02 adapter, train_loss ≈ 1.","href":"/notes/s03/eval"},{"at":"2026-10-04T20:32:58.000Z","round":"s04","kind":"start","text":"Round 4 (s04) started on Kaggle at 20:29 WAT. Data plan: 4,171 rows, 1.61M tokens, 122 steps from ren-data-v3 (24,172 records); initialised from ren-s03 @ c142b45; LR 2e−5. Token shares: coding 53.9%, agent 16.5%, interruption 15.3%, format 8.2%, decide 6.1%. Phase 0: the base model answered 864 new problems in 48 min; 752 passed the unit tests and became training rows. Its smoke test completed 40 steps (training loss 0.20)."},{"at":"2026-10-04T18:25:57.000Z","round":"s03","kind":"eval","text":"Evaluated s03 against the base model on heldout_v1 (83 min on 2× T4). At or above base on every headline metric except HumanEval+ pass@1 0.755 vs 0.804 (Δ −0.049, 95% CI [−0.104, +0.006], 15 lost / 7 gained). Gains whose interval excludes zero: format task answer correct +0.320, decide Brier score −0.181, decide accuracy +0.147, format compliance, all kinds +0.103."},{"at":"2026-10-04T18:00:00Z","round":"s04","kind":"note","text":"Planned round 4 from the s03 HumanEval+ samples. 14 of the 15 lost problems were already lost by s02, so the drift sits in the inherited s02 adapter; all 15 are wrong implementations (13 failed assertions, 2 timeouts), none are format problems. Base-model self-distillation is the only change with a measured effect (s02 to s03: +4.9 points, 8 of s02's 23 losses recovered), so round 4 trains more of it: 952 reused s03 base answers plus a fresh pool, with coding at about 55% of tokens and the rest replay. Dataset ren-data-v3 (24,172 records); LR 2e−5; continues from the s03 adapter (c142b45). The evaluation adds a HumanEval+ re-run with the adapter at half strength."},{"at":"2026-10-04T15:48:02.000Z","round":"s03","kind":"trained","text":"Trained s03: 187 steps on 6,691 rows (2.41M tokens) in 4.6 h, with no skipped or NaN steps. Mean training loss 1.17; smoothed final loss 1.13."},{"at":"2026-10-04T12:37:06.000Z","round":"s03","kind":"start","text":"Round 3 (s03) started on Kaggle at 12:13 WAT. Data plan: 6,691 rows, 2.41M tokens, 187 steps from ren-data-v2 (22,065 records); initialised from ren-s02 @ 51de9ea; LR 3e−5. Token shares: coding 29.3%, agent 23.6%, interruption 23.5%, format 13.9%, decide 9.6%. Phase 0: the base model answered 1,280 new problems in 68 min; 1,035 passed the unit tests and became training rows. Its smoke test completed 40 steps (training loss 0.35)."},{"at":"2026-10-04T09:00:00Z","round":"s03","kind":"note","text":"Planned round 3 with ren-data-v2 (22,065 records). Code targets are now the base model's own answers that pass the unit tests (on-policy self-distillation), with no teacher model. Generation stops at <|im_end|> in training and in evaluation, so s03 and later evaluations are not directly comparable with s01 and s02. Added 900 interruption records in which finished work is revised and then resumed, 581 first-action rows and 447 stop records. The run continues from the s02 adapter at LR 3e−5."},{"at":"2026-10-04T08:30:00Z","round":"s02","kind":"note","text":"Diagnosed the s02 regressions. None of the 23 lost HumanEval+ problems were format failures: 18 failed an assertion, 3 timed out and 2 raised other errors. The likely cause is code targets written by a different model (Qwen2.5-Coder-32B, via OpenCodeInstruct). Separately, Qwen3.5-9B ships without a generation config, so generation did not stop at the end of the turn: 49 of 50 adapter agent answers ran on into invented turns."},{"at":"2026-10-04T07:03:59.000Z","round":"s02","kind":"eval","text":"Evaluated s02 against the base model on heldout_v1 (92 min on 2× T4). Below base on Agent-turn format compliance 0.880 vs 0.960 (Δ −0.080, 95% CI [−0.180, +0.020], 6 lost / 2 gained); HumanEval+ pass@1 0.706 vs 0.804 (Δ −0.098, 95% CI [−0.166, −0.037], 23 lost / 7 gained); Interrupt handled 0.762 vs 0.810 (Δ −0.048, 95% CI [−0.214, +0.119], 8 lost / 6 gained); Interruption format 0.881 vs 0.929 (Δ −0.048, 95% CI [−0.167, +0.071], 5 lost / 3 gained). Gains whose interval excludes zero: format task answer correct +0.289, decide Brier score −0.138, decide accuracy +0.107, format compliance, all kinds +0.091."},{"at":"2026-10-04T05:12:09.000Z","round":"s02","kind":"trained","text":"Trained s02: 377 steps on 12,342 rows (4.90M tokens) in 7.0 h, with no skipped or NaN steps. Mean training loss 1.41; smoothed final loss 1.15."},{"at":"2026-10-03T22:31:48.000Z","round":"s02","kind":"start","text":"Round 2 (s02) started on Kaggle at 23:12 WAT. Data plan: 12,342 rows, 4.90M tokens, 377 steps from ren-data-v1 (18,039 records); initialised from the base model; LR 5e−5. Token shares: coding 33.3%, agent 28.0%, interruption 20.7%, format 9.4%, decide 8.7%. Its smoke test completed 40 steps (training loss 0.59)."},{"at":"2026-10-03T20:30:00Z","round":"s02","kind":"note","text":"Built ren-data-v1 (18,039 records) to address the pilot regressions. Removed Llama-generated records. Added 3,480 code-only rows, 1,396 interrupt records rendered with the evaluation's tool prompt, and 300 strict first-action rows. Raised the token budget from 4.08M to 4.90M."},{"at":"2026-10-03T19:30:00Z","round":"s01","kind":"note","text":"Pilot samples: 23 of 163 code answers opened with prose, and failed stop requests replied “Stopped.” and then made another tool call or invented a user turn."},{"at":"2026-10-03T18:08:13.000Z","round":"s01","kind":"eval","text":"Evaluated s01 against the base model on heldout_v1 (79 min on 2× T4). Below base on Agent-turn format compliance 0.900 vs 0.960 (Δ −0.060, 95% CI [−0.160, +0.040], 5 lost / 2 gained); HumanEval+ pass@1 0.675 vs 0.804 (Δ −0.129, 95% CI [−0.202, −0.061], 27 lost / 6 gained); Interrupt handled 0.524 vs 0.810 (Δ −0.286, 95% CI [−0.500, −0.071], 19 lost / 7 gained); Interruption format 0.714 vs 0.929 (Δ −0.214, 95% CI [−0.381, −0.048], 12 lost / 3 gained). Gains whose interval excludes zero: format task answer correct +0.303, format compliance, all kinds +0.097, decide Brier score −0.095."},{"at":"2026-10-02T03:20:26.000Z","round":"s01","kind":"trained","text":"Trained s01: 321 steps on 8,617 rows (4.08M tokens) in 6.0 h, with no skipped or NaN steps. Mean training loss 2.23; smoothed final loss 1.85."},{"at":"2026-10-01T21:43:29.000Z","round":"s01","kind":"start","text":"The pilot (s01) started on Kaggle at 22:23 WAT. Data plan: 8,617 rows, 4.08M tokens, 321 steps from ren-data-v0; initialised from the base model; LR 5e−5. Token shares: agent 58.6%, coding 10.8%, interruption 10.4%, decide 10.4%, format 9.8%. Its smoke test completed 40 steps (training loss 0.60)."}],"notes":[{"round":"s03","kind":"build","path":"notes/s03/build.md","updatedAt":"2026-10-04T21:13:53.000Z"},{"round":"s03","kind":"eval","path":"notes/s03/eval.md","updatedAt":"2026-10-04T21:13:53.000Z"},{"round":"s04","kind":"build","path":"notes/s04/build.md","updatedAt":"2026-10-04T21:13:54.000Z"},{"round":"s04","kind":"eval","path":"notes/s04/eval.md","updatedAt":"2026-10-05T00:25:08.000Z"},{"round":"s05","kind":"eval","path":"notes/s05/eval.md","updatedAt":"2026-10-17T12:57:54.000Z"},{"round":"s06","kind":"build","path":"notes/s06/build.md","updatedAt":"2026-10-18T10:07:07.000Z"},{"round":"s06","kind":"eval","path":"notes/s06/eval.md","updatedAt":"2026-10-18T10:07:07.000Z"}],"facts":{"policy":["Training data comes from openly licensed datasets and programmatic generators. Model-written targets are used only where the generating model's licence permits it, for example Apache-2.0 Qwen outputs on CC-BY-4.0 prompts. From round 3 the code targets are the base model's own tested answers.","No outputs from OpenAI or Anthropic models, no Llama-generated records (removed in round 2), and no eval items or mock data.","Web captures are used only where the licence is cleared. The Nemotron safety subset is Mixtral-generated and flagged as such.","The held-out set is checked for overlap against every training shard by prompt key and 13-gram match."]},"lora":{"r":16,"alpha":16,"base":"Qwen/Qwen3.5-9B"}}