{"slug":"nextchat","license":"CC BY 4.0","updated":"2026-08-01T03:11:24.864Z","runs":2,"models":[{"model":"GLM5.2","tasks":[{"name":"smoke","pass_k":true,"pass_any":true,"ms_avg":8524,"usd_avg":0.001532,"err":null},{"name":"code","pass_k":false,"pass_any":true,"ms_avg":10087,"usd_avg":0.002928,"err":null}],"unavailable":false,"ok_rate":0.5},{"model":"gpt-5.6-luna","tasks":[{"name":"smoke","pass_k":true,"pass_any":true,"ms_avg":5681,"usd_avg":0.003654,"err":null},{"name":"code","pass_k":true,"pass_any":true,"ms_avg":5014,"usd_avg":0.004178,"err":null}],"unavailable":false,"ok_rate":1},{"model":"gemini-3.5-flash","tasks":[{"name":"smoke","pass_k":true,"pass_any":true,"ms_avg":3730,"usd_avg":0.005551,"err":null},{"name":"code","pass_k":false,"pass_any":true,"ms_avg":8064,"usd_avg":0.003152,"err":"HTTP 429"}],"unavailable":false,"ok_rate":0.5},{"model":"claude-sonnet-5","tasks":[{"name":"smoke","pass_k":true,"pass_any":true,"ms_avg":6537,"usd_avg":0.000458,"err":null},{"name":"code","pass_k":true,"pass_any":true,"ms_avg":10998,"usd_avg":0.002096,"err":null}],"unavailable":false,"ok_rate":1}],"summary":{"quality":7.5,"cost":7.6,"stability":7.5}}