{"slug":"nextchat","license":"CC BY 4.0","updated":"2026-09-13T21:02:29.473Z","runs":2,"models":[{"model":"deepseek-v4-flash","tasks":[{"name":"smoke","pass_k":true,"pass_any":true,"ms_avg":1272,"usd_avg":0.00005,"err":null},{"name":"code","pass_k":true,"pass_any":true,"ms_avg":15801,"usd_avg":0.001044,"err":null}],"unavailable":false,"ok_rate":1},{"model":"gpt-5.6-terra","tasks":[{"name":"smoke","pass_k":false,"pass_any":false,"ms_avg":2721,"usd_avg":0,"err":"HTTP 503 bad_response_status_code"},{"name":"code","pass_k":false,"pass_any":false,"ms_avg":2154,"usd_avg":0,"err":"HTTP 503 bad_response_status_code"}],"unavailable":true,"ok_rate":0},{"model":"gpt-5.6-luna","tasks":[{"name":"smoke","pass_k":true,"pass_any":true,"ms_avg":6526,"usd_avg":0,"err":null},{"name":"code","pass_k":false,"pass_any":false,"ms_avg":125780,"usd_avg":0,"err":"HTTP 524"}],"unavailable":false,"ok_rate":0.5},{"model":"claude-sonnet-5","tasks":[{"name":"smoke","pass_k":true,"pass_any":true,"ms_avg":11756,"usd_avg":0.000627,"err":null},{"name":"code","pass_k":true,"pass_any":true,"ms_avg":6313,"usd_avg":0.00248,"err":null}],"unavailable":false,"ok_rate":1}],"summary":{"quality":8.3,"cost":10,"stability":10}}