{"commit":"2dd09bc07d0edc39690fb4df2d892e8f953b582b","comparison":{"documents":256,"improved":148,"mean_change":-0.0032478081819032993,"normal_99pct_upper":0.004139110928616413,"scope":"descriptive development comparison; no serving approval","standard_error":0.0028675928224067204,"worsened":108},"scope":"A public committed development holdout; not a broad assistant capability certificate","selection":{"binding":"2ecc6236ffcf34b2ecb9a7df393d64ba45be6a2e73977de315e7b2b40e0b13ee","candidate":{"directory":"checkpoint-000256","receipt":"002e27fb415e74b048c39ff5babd226cfd355e58ff6a446e609cbba8c252934a"},"prepared":"a92ffc34e99e442ec034d78477807f026fa8fe67cd0fb61250b535735de7a7bb","result":"c3a897b257cf76d3d1ffbaa9d8d54c0fe45ea188f7d2eb835eadcd7588ce3779"},"serving_approved":false,"tokens_issued":0}