{"meta":{"sample":false,"learning":true,"generatedAt":"2026-11-07T02:24:33.592Z","firstRunAt":"2026-10-03T20:46:03.572Z","windowDays":30,"canaryRunsPerDay":7.8,"samplesPerCase":5,"suiteVersion":"hard-v2 + starter-v2","methodologyVersion":"0.2","totalCalls":504527,"validCalls":221409,"erroredCalls":283118,"detector":{"ALPHA":0.01,"MIN_DELTA":10,"MIN_RECENT":20,"MIN_BASE":40,"PERSIST":2,"RESOLVE":3,"BASE_DAYS":14,"evaluations":6134},"seriesBucketHours":6,"fingerprint":{"WIN_RUNS":3,"WIN_SCALES":[3,24],"CAT_STAT":"pearson","DETECTOR":4,"MIN_BASE_RUNS":12,"MIN_BASE_HOURS":24,"PERMS":4000,"ALPHA":0.01,"PERSIST":2,"RESOLVE":3,"BASE_DAYS":14,"probes":28,"evaluations":4216,"watch":[{"id":"amazon--nova-2-lite-v1","name":"amazon/nova-2-lite-v1","partition":{"model":"amazon--nova-2-lite-v1","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":52,"calls":1317,"recoveredRows":0,"firstAt":"2026-10-05T03:57:05.851Z","tokenCoverage":{"calls":1317,"withCount":1317,"missingCount":0,"runsWithCounts":52,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":5,"checkedRuns":0,"state":"unstable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":38,"lastP":0.56,"lastAt":"2026-10-13T03:25:01.412Z","baselineHours":131.8,"state":"stable"},{"id":"amazon--nova-2-lite-v1~fp-v1~?","name":"amazon/nova-2-lite-v1 (fp-v1, unknown backend)","partition":{"model":"amazon--nova-2-lite-v1","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:23.559Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"anthropic--claude-haiku-4.5","name":"anthropic/claude-haiku-4.5","partition":{"model":"anthropic--claude-haiku-4.5","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":50,"calls":1289,"recoveredRows":0,"firstAt":"2026-10-05T04:32:51.538Z","tokenCoverage":{"calls":1289,"withCount":1289,"missingCount":0,"runsWithCounts":50,"runsPartial":2,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":36,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":36,"lastP":0.9,"lastAt":"2026-10-13T03:25:03.422Z","baselineHours":129.2,"state":"stable"},{"id":"anthropic--claude-haiku-4.5~fp-v1~?","name":"anthropic/claude-haiku-4.5 (fp-v1, unknown backend)","partition":{"model":"anthropic--claude-haiku-4.5","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:23.612Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"anthropic--claude-opus-5.5","name":"anthropic/claude-opus-5.5","partition":{"model":"anthropic--claude-opus-5.5","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":48,"calls":1274,"recoveredRows":0,"firstAt":"2026-10-05T04:33:47.516Z","tokenCoverage":{"calls":1274,"withCount":1274,"missingCount":0,"runsWithCounts":48,"runsPartial":2,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":34,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.006,"evaluations":34,"lastP":0.7,"lastAt":"2026-10-12T23:25:15.619Z","baselineHours":126.8,"state":"stable"},{"id":"anthropic--claude-opus-5.5~fp-v1~?","name":"anthropic/claude-opus-5.5 (fp-v1, unknown backend)","partition":{"model":"anthropic--claude-opus-5.5","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:24.906Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"anthropic--claude-sonnet-5.5","name":"anthropic/claude-sonnet-5.5","partition":{"model":"anthropic--claude-sonnet-5.5","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":50,"calls":1286,"recoveredRows":0,"firstAt":"2026-10-05T04:34:34.296Z","tokenCoverage":{"calls":1286,"withCount":1286,"missingCount":0,"runsWithCounts":50,"runsPartial":3,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":35,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":36,"lastP":0.17,"lastAt":"2026-10-13T03:25:11.956Z","baselineHours":181.2,"state":"stable"},{"id":"anthropic--claude-sonnet-5.5~fp-v1~?","name":"anthropic/claude-sonnet-5.5 (fp-v1, unknown backend)","partition":{"model":"anthropic--claude-sonnet-5.5","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:24.295Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"bytedance-seed--seed-2-1-turbo","name":"bytedance-seed/seed-2-1-turbo","partition":{"model":"bytedance-seed--seed-2-1-turbo","suite":"fp-v1-4000","backend":"openrouter","pinned":"","isDefault":true},"runs":28,"calls":705,"recoveredRows":0,"firstAt":"2026-10-07T03:08:27.121Z","tokenCoverage":{"calls":705,"withCount":705,"missingCount":0,"runsWithCounts":28,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":15,"state":"stable"},"suite":"fp-v1-4000","maxTokens":4000,"cutShare":0.007,"evaluations":14,"lastP":1,"lastAt":"2026-10-12T23:25:37.171Z","baselineHours":128.5,"state":"stable"},{"id":"bytedance-seed--seed-2-1-turbo~fp-v1~?","name":"bytedance-seed/seed-2-1-turbo (fp-v1, unknown backend)","partition":{"model":"bytedance-seed--seed-2-1-turbo","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:26.502Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"bytedance-seed--seed-2-1-turbo~fp-v1~openrouter","name":"bytedance-seed/seed-2-1-turbo (fp-v1, openrouter)","partition":{"model":"bytedance-seed--seed-2-1-turbo","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":false},"runs":18,"calls":504,"recoveredRows":0,"firstAt":"2026-10-05T04:01:07.503Z","tokenCoverage":{"calls":504,"withCount":504,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.455,"evaluations":4,"lastP":0.75,"lastAt":"2026-10-06T23:49:40.400Z","baselineHours":37.9,"state":"stable"},{"id":"chat-latest","name":"chat-latest","partition":{"model":"chat-latest","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":433,"calls":12133,"recoveredRows":0,"firstAt":"2026-10-05T02:12:54.119Z","tokenCoverage":{"calls":12133,"withCount":12133,"missingCount":0,"runsWithCounts":433,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":420,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":419,"lastP":0.00067,"lastAt":"2026-11-07T02:24:19.656Z","baselineHours":334.9,"state":"drift"},{"id":"chat-latest~fp-v1~?","name":"chat-latest (fp-v1, unknown backend)","partition":{"model":"chat-latest","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":56,"recoveredRows":56,"firstAt":"2026-10-05T04:54:32.945Z","tokenCoverage":{"calls":56,"withCount":0,"missingCount":56,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"claude-haiku-4-5-20251001~fp-v1~claude-cli","name":"claude-haiku-4-5-20251001 (fp-v1, claude-cli)","partition":{"model":"claude-haiku-4-5-20251001","suite":"fp-v1","backend":"claude-cli","pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":0,"firstAt":"2026-10-05T02:42:28.810Z","tokenCoverage":{"calls":0,"withCount":0,"missingCount":0,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"claude-sonnet-5-5~fp-v1~claude-cli","name":"claude-sonnet-5-5 (fp-v1, claude-cli)","partition":{"model":"claude-sonnet-5-5","suite":"fp-v1","backend":"claude-cli","pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":0,"firstAt":"2026-10-05T02:41:10.760Z","tokenCoverage":{"calls":0,"withCount":0,"missingCount":0,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"cohere--command-a-plus","name":"cohere/command-a-plus","partition":{"model":"cohere--command-a-plus","suite":"fp-v1-2000","backend":"openrouter","pinned":"","isDefault":true},"runs":33,"calls":780,"recoveredRows":0,"firstAt":"2026-10-07T03:08:24.676Z","tokenCoverage":{"calls":780,"withCount":780,"missingCount":0,"runsWithCounts":33,"runsPartial":2,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":19,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0.007,"evaluations":19,"lastP":1,"lastAt":"2026-10-13T01:55:24.830Z","baselineHours":134.7,"state":"stable"},{"id":"cohere--command-a-plus~fp-v1~?","name":"cohere/command-a-plus (fp-v1, unknown backend)","partition":{"model":"cohere--command-a-plus","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:23.761Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"cohere--command-a-plus~fp-v1~openrouter","name":"cohere/command-a-plus (fp-v1, openrouter)","partition":{"model":"cohere--command-a-plus","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":false},"runs":18,"calls":504,"recoveredRows":0,"firstAt":"2026-10-05T03:57:47.657Z","tokenCoverage":{"calls":504,"withCount":504,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.024,"evaluations":4,"lastP":0.88,"lastAt":"2026-10-06T23:49:37.856Z","baselineHours":37.9,"state":"stable"},{"id":"deepseek--deepseek-v4-pro","name":"deepseek/deepseek-v4-pro","partition":{"model":"deepseek--deepseek-v4-pro","suite":"fp-v1","backend":"openrouter","pinned":"deepinfra/fp8","isDefault":true},"runs":51,"calls":1295,"recoveredRows":0,"firstAt":"2026-10-05T06:11:18.314Z","tokenCoverage":{"calls":1295,"withCount":1295,"missingCount":0,"runsWithCounts":51,"runsPartial":4,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":35,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":37,"lastP":0.58,"lastAt":"2026-10-13T03:25:00.953Z","baselineHours":129.5,"state":"stable"},{"id":"deepseek--deepseek-v4.1-flash","name":"deepseek/deepseek-v4.1-flash","partition":{"model":"deepseek--deepseek-v4.1-flash","suite":"fp-v1","backend":"openrouter","pinned":"deepinfra/fp8","isDefault":true},"runs":51,"calls":1423,"recoveredRows":0,"firstAt":"2026-10-05T06:11:47.350Z","tokenCoverage":{"calls":1423,"withCount":1423,"missingCount":0,"runsWithCounts":51,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":39,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.018,"evaluations":37,"lastP":1,"lastAt":"2026-10-13T03:25:01.518Z","baselineHours":127.7,"state":"stable"},{"id":"google--gemini-3.8-flash","name":"google/gemini-3.8-flash","partition":{"model":"google--gemini-3.8-flash","suite":"fp-v1-2000","backend":"openrouter","pinned":"","isDefault":true},"runs":31,"calls":775,"recoveredRows":0,"firstAt":"2026-10-07T03:08:25.998Z","tokenCoverage":{"calls":775,"withCount":775,"missingCount":0,"runsWithCounts":31,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":10,"checkedRuns":0,"state":"unstable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0,"evaluations":17,"lastP":1,"lastAt":"2026-10-13T01:56:19.401Z","baselineHours":134.7,"state":"stable"},{"id":"google--gemini-3.8-flash~fp-v1~?","name":"google/gemini-3.8-flash (fp-v1, unknown backend)","partition":{"model":"google--gemini-3.8-flash","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:24.675Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"google--gemini-3.8-flash~fp-v1~openrouter","name":"google/gemini-3.8-flash (fp-v1, openrouter)","partition":{"model":"google--gemini-3.8-flash","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":false},"runs":18,"calls":501,"recoveredRows":0,"firstAt":"2026-10-05T03:58:11.289Z","tokenCoverage":{"calls":501,"withCount":501,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":5,"checkedRuns":0,"state":"unstable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.192,"evaluations":4,"lastP":0.87,"lastAt":"2026-10-06T23:49:38.348Z","baselineHours":37.9,"state":"stable"},{"id":"gpt-4.1","name":"gpt-4.1","partition":{"model":"gpt-4.1","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":433,"calls":12152,"recoveredRows":0,"firstAt":"2026-10-05T02:12:43.686Z","tokenCoverage":{"calls":12152,"withCount":12152,"missingCount":0,"runsWithCounts":433,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":421,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":419,"lastP":0.32,"lastAt":"2026-11-07T02:24:13.453Z","baselineHours":334.9,"state":"stable"},{"id":"gpt-4.1~fp-v1~?","name":"gpt-4.1 (fp-v1, unknown backend)","partition":{"model":"gpt-4.1","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":56,"recoveredRows":56,"firstAt":"2026-10-05T04:54:26.933Z","tokenCoverage":{"calls":56,"withCount":0,"missingCount":56,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"gpt-5.4","name":"gpt-5.4","partition":{"model":"gpt-5.4","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":434,"calls":12145,"recoveredRows":0,"firstAt":"2026-10-05T02:12:17.557Z","tokenCoverage":{"calls":12145,"withCount":12145,"missingCount":0,"runsWithCounts":434,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":421,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":420,"lastP":0.00067,"lastAt":"2026-11-07T02:23:54.893Z","baselineHours":334.9,"state":"drift"},{"id":"gpt-5.4-mini","name":"gpt-5.4-mini","partition":{"model":"gpt-5.4-mini","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":433,"calls":12139,"recoveredRows":0,"firstAt":"2026-10-05T02:12:35.568Z","tokenCoverage":{"calls":12139,"withCount":12139,"missingCount":0,"runsWithCounts":433,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":421,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":419,"lastP":0.019,"lastAt":"2026-11-07T02:24:05.668Z","baselineHours":332.4,"state":"stable"},{"id":"gpt-5.4-mini~fp-v1~?","name":"gpt-5.4-mini (fp-v1, unknown backend)","partition":{"model":"gpt-5.4-mini","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":56,"recoveredRows":56,"firstAt":"2026-10-05T04:54:20.544Z","tokenCoverage":{"calls":56,"withCount":0,"missingCount":56,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"gpt-5.4~fp-v1~?","name":"gpt-5.4 (fp-v1, unknown backend)","partition":{"model":"gpt-5.4","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":56,"recoveredRows":56,"firstAt":"2026-10-05T04:54:11.169Z","tokenCoverage":{"calls":56,"withCount":0,"missingCount":56,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"gpt-6-astra","name":"gpt-6-astra","partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":433,"calls":24171,"recoveredRows":0,"firstAt":"2026-10-05T02:11:23.073Z","tokenCoverage":{"calls":24171,"withCount":24171,"missingCount":0,"runsWithCounts":433,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":420,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":419,"lastP":0.00067,"lastAt":"2026-11-07T02:22:23.550Z","baselineHours":334.9,"state":"drift"},{"id":"gpt-6-astra~fp-v1~?","name":"gpt-6-astra (fp-v1, unknown backend)","partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":112,"recoveredRows":112,"firstAt":"2026-10-05T04:53:22.067Z","tokenCoverage":{"calls":112,"withCount":0,"missingCount":112,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"gpt-6-luna","name":"gpt-6-luna","partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":437,"calls":24392,"recoveredRows":0,"firstAt":"2026-10-05T02:10:25.608Z","tokenCoverage":{"calls":24392,"withCount":24392,"missingCount":0,"runsWithCounts":437,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":424,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":423,"lastP":0.00067,"lastAt":"2026-11-07T02:20:19.608Z","baselineHours":334.9,"state":"drift"},{"id":"gpt-6-luna~fp-v1~?","name":"gpt-6-luna (fp-v1, unknown backend)","partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":112,"recoveredRows":112,"firstAt":"2026-10-05T04:49:17.439Z","tokenCoverage":{"calls":112,"withCount":0,"missingCount":112,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"gpt-6-sol","name":"gpt-6-sol","partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":434,"calls":12154,"recoveredRows":0,"firstAt":"2026-10-05T02:11:54.613Z","tokenCoverage":{"calls":12154,"withCount":12154,"missingCount":0,"runsWithCounts":434,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":421,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.006,"evaluations":420,"lastP":0.00067,"lastAt":"2026-11-07T02:23:45.103Z","baselineHours":334.9,"state":"drift"},{"id":"gpt-6-sol~fp-v1~?","name":"gpt-6-sol (fp-v1, unknown backend)","partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":56,"recoveredRows":56,"firstAt":"2026-10-05T04:54:01.481Z","tokenCoverage":{"calls":56,"withCount":0,"missingCount":56,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"gpt-6.1-sol","name":"gpt-6.1-sol","partition":{"model":"gpt-6.1-sol","suite":"fp-v1","backend":"openai","pinned":"","isDefault":true},"runs":435,"calls":24229,"recoveredRows":0,"firstAt":"2026-10-05T02:10:44.998Z","tokenCoverage":{"calls":24229,"withCount":24229,"missingCount":0,"runsWithCounts":435,"runsPartial":2,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":421,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":421,"lastP":0.00067,"lastAt":"2026-11-07T02:21:14.673Z","baselineHours":332.4,"state":"drift"},{"id":"gpt-6.1-sol~fp-v1~?","name":"gpt-6.1-sol (fp-v1, unknown backend)","partition":{"model":"gpt-6.1-sol","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":2,"calls":112,"recoveredRows":112,"firstAt":"2026-10-05T04:51:14.061Z","tokenCoverage":{"calls":112,"withCount":0,"missingCount":112,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"ibm-granite--granite-4.2-8b","name":"ibm-granite/granite-4.2-8b","partition":{"model":"ibm-granite--granite-4.2-8b","suite":"fp-v1-2000","backend":"openrouter","pinned":"deepinfra/bf16","isDefault":true},"runs":33,"calls":910,"recoveredRows":0,"firstAt":"2026-10-07T03:08:27.830Z","tokenCoverage":{"calls":910,"withCount":910,"missingCount":0,"runsWithCounts":33,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":21,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0.003,"evaluations":19,"lastP":0.56,"lastAt":"2026-10-13T03:25:04.873Z","baselineHours":134.7,"state":"stable"},{"id":"ibm-granite--granite-4.2-8b~fp-v1~openrouter~deepinfra%2Fbf16","name":"ibm-granite/granite-4.2-8b (fp-v1, openrouter, deepinfra/bf16)","partition":{"model":"ibm-granite--granite-4.2-8b","suite":"fp-v1","backend":"openrouter","pinned":"deepinfra/bf16","isDefault":false},"runs":18,"calls":504,"recoveredRows":0,"firstAt":"2026-10-05T06:20:07.296Z","tokenCoverage":{"calls":504,"withCount":504,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.185,"evaluations":4,"lastP":0.5,"lastAt":"2026-10-06T23:49:42.149Z","baselineHours":35.6,"state":"stable"},{"id":"inception--mercury-2.5","name":"inception/mercury-2.5","partition":{"model":"inception--mercury-2.5","suite":"fp-v1-2000","backend":"openrouter","pinned":"","isDefault":true},"runs":34,"calls":936,"recoveredRows":0,"firstAt":"2026-10-07T03:08:24.649Z","tokenCoverage":{"calls":936,"withCount":936,"missingCount":0,"runsWithCounts":34,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":17,"checkedRuns":0,"state":"unstable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0,"evaluations":20,"lastP":0.52,"lastAt":"2026-10-13T03:25:01.711Z","baselineHours":136.1,"state":"stable"},{"id":"inception--mercury-2.5~fp-v1~?","name":"inception/mercury-2.5 (fp-v1, unknown backend)","partition":{"model":"inception--mercury-2.5","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:24.637Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"inception--mercury-2.5~fp-v1~openrouter","name":"inception/mercury-2.5 (fp-v1, openrouter)","partition":{"model":"inception--mercury-2.5","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":false},"runs":18,"calls":441,"recoveredRows":0,"firstAt":"2026-10-05T03:59:48.782Z","tokenCoverage":{"calls":441,"withCount":441,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":17,"checkedRuns":0,"state":"unstable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.346,"evaluations":4,"lastP":0.79,"lastAt":"2026-10-06T23:49:37.886Z","baselineHours":37.9,"state":"stable"},{"id":"meta-llama--llama-3.3-70b-instruct","name":"meta-llama/llama-3.3-70b-instruct","partition":{"model":"meta-llama--llama-3.3-70b-instruct","suite":"fp-v1","backend":"openrouter","pinned":"novita/bf16","isDefault":true},"runs":52,"calls":1419,"recoveredRows":0,"firstAt":"2026-10-05T06:11:40.864Z","tokenCoverage":{"calls":1419,"withCount":1419,"missingCount":0,"runsWithCounts":52,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":39,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.013,"evaluations":38,"lastP":0.9,"lastAt":"2026-10-13T03:25:01.062Z","baselineHours":129.5,"state":"stable"},{"id":"meta-llama--llama-4-maverick","name":"meta-llama/llama-4-maverick","partition":{"model":"meta-llama--llama-4-maverick","suite":"fp-v1","backend":"openrouter","pinned":"parasail/fp8","isDefault":true},"runs":52,"calls":1453,"recoveredRows":0,"firstAt":"2026-10-05T06:10:19.768Z","tokenCoverage":{"calls":1453,"withCount":1453,"missingCount":0,"runsWithCounts":52,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":40,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":38,"lastP":0.56,"lastAt":"2026-10-13T03:25:02.968Z","baselineHours":181.1,"state":"stable"},{"id":"microsoft--phi-4","name":"microsoft/phi-4","partition":{"model":"microsoft--phi-4","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":53,"calls":1459,"recoveredRows":0,"firstAt":"2026-10-05T03:57:08.285Z","tokenCoverage":{"calls":1459,"withCount":1459,"missingCount":0,"runsWithCounts":53,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":41,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.012,"evaluations":39,"lastP":0.56,"lastAt":"2026-10-13T03:25:01.423Z","baselineHours":183.3,"state":"stable"},{"id":"microsoft--phi-4~fp-v1~?","name":"microsoft/phi-4 (fp-v1, unknown backend)","partition":{"model":"microsoft--phi-4","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:23.109Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"minimax--minimax-m3","name":"minimax/minimax-m3","partition":{"model":"minimax--minimax-m3","suite":"fp-v1-2000","backend":"openrouter","pinned":"minimax/fp8","isDefault":true},"runs":31,"calls":789,"recoveredRows":0,"firstAt":"2026-10-07T03:08:24.669Z","tokenCoverage":{"calls":789,"withCount":789,"missingCount":0,"runsWithCounts":31,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":19,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0,"evaluations":17,"lastP":0.97,"lastAt":"2026-10-12T23:25:14.855Z","baselineHours":132.1,"state":"stable"},{"id":"minimax--minimax-m3~fp-v1~openrouter~minimax%2Ffp8","name":"minimax/minimax-m3 (fp-v1, openrouter, minimax/fp8)","partition":{"model":"minimax--minimax-m3","suite":"fp-v1","backend":"openrouter","pinned":"minimax/fp8","isDefault":false},"runs":18,"calls":504,"recoveredRows":0,"firstAt":"2026-10-05T06:11:06.943Z","tokenCoverage":{"calls":504,"withCount":504,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.045,"evaluations":4,"lastP":0.94,"lastAt":"2026-10-06T23:49:38.491Z","baselineHours":35.7,"state":"stable"},{"id":"mistralai--mistral-medium-3-5","name":"mistralai/mistral-medium-3-5","partition":{"model":"mistralai--mistral-medium-3-5","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":50,"calls":1280,"recoveredRows":0,"firstAt":"2026-10-05T03:57:30.992Z","tokenCoverage":{"calls":1280,"withCount":1280,"missingCount":0,"runsWithCounts":50,"runsPartial":3,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":35,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":36,"lastP":0.84,"lastAt":"2026-10-12T23:25:13.834Z","baselineHours":127.4,"state":"stable"},{"id":"mistralai--mistral-medium-3-5~fp-v1~?","name":"mistralai/mistral-medium-3-5 (fp-v1, unknown backend)","partition":{"model":"mistralai--mistral-medium-3-5","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:23.255Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"mistralai--mistral-small-2603","name":"mistralai/mistral-small-2603","partition":{"model":"mistralai--mistral-small-2603","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":52,"calls":1121,"recoveredRows":0,"firstAt":"2026-10-05T04:04:24.396Z","tokenCoverage":{"calls":1121,"withCount":1121,"missingCount":0,"runsWithCounts":52,"runsPartial":10,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":30,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":38,"lastP":0.039,"lastAt":"2026-10-13T03:25:01.332Z","baselineHours":131.7,"state":"stable"},{"id":"mistralai--mistral-small-2603~fp-v1~?","name":"mistralai/mistral-small-2603 (fp-v1, unknown backend)","partition":{"model":"mistralai--mistral-small-2603","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:23.284Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"moonshotai--kimi-k2.6","name":"moonshotai/kimi-k2.6","partition":{"model":"moonshotai--kimi-k2.6","suite":"fp-v1-2000","backend":"openrouter","pinned":"moonshotai/int4","isDefault":true},"runs":31,"calls":775,"recoveredRows":0,"firstAt":"2026-10-07T03:08:29.860Z","tokenCoverage":{"calls":775,"withCount":775,"missingCount":0,"runsWithCounts":31,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":18,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0,"evaluations":17,"lastP":1,"lastAt":"2026-10-13T01:55:26.041Z","baselineHours":134.7,"state":"stable"},{"id":"moonshotai--kimi-k2.6~fp-v1~openrouter~moonshotai%2Fint4","name":"moonshotai/kimi-k2.6 (fp-v1, openrouter, moonshotai/int4)","partition":{"model":"moonshotai--kimi-k2.6","suite":"fp-v1","backend":"openrouter","pinned":"moonshotai/int4","isDefault":false},"runs":18,"calls":503,"recoveredRows":0,"firstAt":"2026-10-05T06:12:54.345Z","tokenCoverage":{"calls":503,"withCount":503,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.191,"evaluations":4,"lastP":0.75,"lastAt":"2026-10-06T23:49:40.280Z","baselineHours":35.7,"state":"stable"},{"id":"nvidia--nemotron-3.5-lightning","name":"nvidia/nemotron-3.5-lightning","partition":{"model":"nvidia--nemotron-3.5-lightning","suite":"fp-v1-2000","backend":"openrouter","pinned":"deepinfra/bf16","isDefault":true},"runs":34,"calls":935,"recoveredRows":0,"firstAt":"2026-10-07T03:08:24.403Z","tokenCoverage":{"calls":935,"withCount":935,"missingCount":0,"runsWithCounts":34,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":22,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0,"evaluations":20,"lastP":1,"lastAt":"2026-10-13T03:25:00.954Z","baselineHours":136.1,"state":"stable"},{"id":"nvidia--nemotron-3.5-lightning~fp-v1~openrouter~deepinfra%2Fbf16","name":"nvidia/nemotron-3.5-lightning (fp-v1, openrouter, deepinfra/bf16)","partition":{"model":"nvidia--nemotron-3.5-lightning","suite":"fp-v1","backend":"openrouter","pinned":"deepinfra/bf16","isDefault":false},"runs":19,"calls":507,"recoveredRows":0,"firstAt":"2026-10-05T06:09:48.141Z","tokenCoverage":{"calls":507,"withCount":507,"missingCount":0,"runsWithCounts":19,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":7,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":5,"lastP":0.79,"lastAt":"2026-10-06T23:49:36.844Z","baselineHours":35.7,"state":"stable"},{"id":"qwen--qwen3.8-flash","name":"qwen/qwen3.8-flash","partition":{"model":"qwen--qwen3.8-flash","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":51,"calls":1421,"recoveredRows":0,"firstAt":"2026-10-05T03:59:10.698Z","tokenCoverage":{"calls":1421,"withCount":1421,"missingCount":0,"runsWithCounts":51,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":39,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.003,"evaluations":37,"lastP":0.84,"lastAt":"2026-10-13T03:25:02.324Z","baselineHours":181.8,"state":"stable"},{"id":"qwen--qwen3.8-flash~fp-v1~?","name":"qwen/qwen3.8-flash (fp-v1, unknown backend)","partition":{"model":"qwen--qwen3.8-flash","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:24.646Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"qwen--qwen3.8-max-0902","name":"qwen/qwen3.8-max-0902","partition":{"model":"qwen--qwen3.8-max-0902","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":51,"calls":1291,"recoveredRows":0,"firstAt":"2026-10-05T04:00:11.915Z","tokenCoverage":{"calls":1291,"withCount":1291,"missingCount":0,"runsWithCounts":51,"runsPartial":5,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":34,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":37,"lastP":0.75,"lastAt":"2026-10-13T01:55:57.473Z","baselineHours":130,"state":"stable"},{"id":"qwen--qwen3.8-max-0902~fp-v1~?","name":"qwen/qwen3.8-max-0902 (fp-v1, unknown backend)","partition":{"model":"qwen--qwen3.8-max-0902","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:25.709Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"stepfun--step-3.7-flash","name":"stepfun/step-3.7-flash","partition":{"model":"stepfun--step-3.7-flash","suite":"fp-v1-4000","backend":"openrouter","pinned":"stepfun/fp8","isDefault":true},"runs":33,"calls":758,"recoveredRows":0,"firstAt":"2026-10-07T03:08:42.312Z","tokenCoverage":{"calls":758,"withCount":758,"missingCount":0,"runsWithCounts":33,"runsPartial":4,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":17,"state":"stable"},"suite":"fp-v1-4000","maxTokens":4000,"cutShare":0.073,"evaluations":19,"lastP":1,"lastAt":"2026-10-13T03:25:18.231Z","baselineHours":136.1,"state":"stable"},{"id":"stepfun--step-3.7-flash~fp-v1~openrouter~stepfun%2Ffp8","name":"stepfun/step-3.7-flash (fp-v1, openrouter, stepfun/fp8)","partition":{"model":"stepfun--step-3.7-flash","suite":"fp-v1","backend":"openrouter","pinned":"stepfun/fp8","isDefault":false},"runs":18,"calls":504,"recoveredRows":0,"firstAt":"2026-10-05T06:10:37.544Z","tokenCoverage":{"calls":504,"withCount":504,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.589,"evaluations":4,"lastP":0.75,"lastAt":"2026-10-06T23:49:38.734Z","baselineHours":35.7,"state":"stable"},{"id":"tencent--hy3","name":"tencent/hy3","partition":{"model":"tencent--hy3","suite":"fp-v1-2000","backend":"openrouter","pinned":"tencent/fp8","isDefault":true},"runs":34,"calls":819,"recoveredRows":0,"firstAt":"2026-10-07T03:08:28.231Z","tokenCoverage":{"calls":819,"withCount":819,"missingCount":0,"runsWithCounts":34,"runsPartial":3,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":19,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0.018,"evaluations":20,"lastP":0.46,"lastAt":"2026-10-13T03:25:06.728Z","baselineHours":136.2,"state":"stable"},{"id":"tencent--hy3~fp-v1~openrouter~tencent%2Ffp8","name":"tencent/hy3 (fp-v1, openrouter, tencent/fp8)","partition":{"model":"tencent--hy3","suite":"fp-v1","backend":"openrouter","pinned":"tencent/fp8","isDefault":false},"runs":18,"calls":504,"recoveredRows":0,"firstAt":"2026-10-05T06:11:27.669Z","tokenCoverage":{"calls":504,"withCount":504,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.149,"evaluations":4,"lastP":0.31,"lastAt":"2026-10-06T23:49:38.924Z","baselineHours":35.7,"state":"stable"},{"id":"thinkingmachines--inkling","name":"thinkingmachines/inkling","partition":{"model":"thinkingmachines--inkling","suite":"fp-v1-2000","backend":"openrouter","pinned":"together","isDefault":true},"runs":31,"calls":768,"recoveredRows":0,"firstAt":"2026-10-07T03:08:24.473Z","tokenCoverage":{"calls":768,"withCount":768,"missingCount":0,"runsWithCounts":31,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":18,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0,"evaluations":17,"lastP":0.083,"lastAt":"2026-10-12T23:25:14.187Z","baselineHours":132.1,"state":"stable"},{"id":"thinkingmachines--inkling~fp-v1~openrouter~together","name":"thinkingmachines/inkling (fp-v1, openrouter, together)","partition":{"model":"thinkingmachines--inkling","suite":"fp-v1","backend":"openrouter","pinned":"together","isDefault":false},"runs":18,"calls":491,"recoveredRows":0,"firstAt":"2026-10-05T06:10:15.572Z","tokenCoverage":{"calls":491,"withCount":491,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":6,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.096,"evaluations":4,"lastP":0.81,"lastAt":"2026-10-06T23:49:37.698Z","baselineHours":35.8,"state":"stable"},{"id":"upstage--solar-pro4","name":"upstage/solar-pro4","partition":{"model":"upstage--solar-pro4","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":52,"calls":1452,"recoveredRows":0,"firstAt":"2026-10-05T03:57:10.012Z","tokenCoverage":{"calls":1452,"withCount":1452,"missingCount":0,"runsWithCounts":52,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":1,"checkedRuns":37,"state":"unstable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":38,"lastP":0.58,"lastAt":"2026-10-13T03:25:01.178Z","baselineHours":183.3,"state":"stable"},{"id":"upstage--solar-pro4~fp-v1~?","name":"upstage/solar-pro4 (fp-v1, unknown backend)","partition":{"model":"upstage--solar-pro4","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:23.893Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"x-ai--grok-4.7","name":"x-ai/grok-4.7","partition":{"model":"x-ai--grok-4.7","suite":"fp-v1","backend":"openrouter","pinned":"","isDefault":true},"runs":50,"calls":1290,"recoveredRows":0,"firstAt":"2026-10-05T03:58:08.183Z","tokenCoverage":{"calls":1290,"withCount":1290,"missingCount":0,"runsWithCounts":50,"runsPartial":4,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":34,"state":"stable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":36,"lastP":0.49,"lastAt":"2026-10-13T01:56:20.197Z","baselineHours":130,"state":"stable"},{"id":"x-ai--grok-4.7~fp-v1~?","name":"x-ai/grok-4.7 (fp-v1, unknown backend)","partition":{"model":"x-ai--grok-4.7","suite":"fp-v1","backend":null,"pinned":"","isDefault":false},"runs":1,"calls":28,"recoveredRows":28,"firstAt":"2026-10-05T05:57:24.523Z","tokenCoverage":{"calls":28,"withCount":0,"missingCount":28,"runsWithCounts":0,"runsPartial":0,"baselineRuns":0,"baselineStable":null,"unstableProbes":0,"checkedRuns":0,"state":"collecting"},"suite":"fp-v1","maxTokens":400,"cutShare":0},{"id":"xiaomi--mimo-v2.6-pro","name":"xiaomi/mimo-v2.6-pro","partition":{"model":"xiaomi--mimo-v2.6-pro","suite":"fp-v1","backend":"openrouter","pinned":"xiaomi/fp8","isDefault":true},"runs":52,"calls":1432,"recoveredRows":0,"firstAt":"2026-10-05T06:11:06.664Z","tokenCoverage":{"calls":1432,"withCount":1432,"missingCount":0,"runsWithCounts":52,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":1,"checkedRuns":37,"state":"unstable"},"suite":"fp-v1","maxTokens":400,"cutShare":0,"evaluations":38,"lastP":0.56,"lastAt":"2026-10-13T03:25:08.073Z","baselineHours":181.1,"state":"stable"},{"id":"z-ai--glm-5.3","name":"z-ai/glm-5.3","partition":{"model":"z-ai--glm-5.3","suite":"fp-v1-2000","backend":"openrouter","pinned":"z-ai/fp8","isDefault":true},"runs":29,"calls":765,"recoveredRows":0,"firstAt":"2026-10-07T03:08:26.714Z","tokenCoverage":{"calls":765,"withCount":765,"missingCount":0,"runsWithCounts":29,"runsPartial":1,"baselineRuns":12,"baselineStable":true,"unstableProbes":0,"checkedRuns":16,"state":"stable"},"suite":"fp-v1-2000","maxTokens":2000,"cutShare":0.003,"evaluations":15,"lastP":0.76,"lastAt":"2026-10-12T23:25:15.336Z","baselineHours":132.1,"state":"stable"},{"id":"z-ai--glm-5.3~fp-v1~openrouter~z-ai%2Ffp8","name":"z-ai/glm-5.3 (fp-v1, openrouter, z-ai/fp8)","partition":{"model":"z-ai--glm-5.3","suite":"fp-v1","backend":"openrouter","pinned":"z-ai/fp8","isDefault":false},"runs":18,"calls":501,"recoveredRows":0,"firstAt":"2026-10-05T06:14:03.229Z","tokenCoverage":{"calls":501,"withCount":501,"missingCount":0,"runsWithCounts":18,"runsPartial":0,"baselineRuns":12,"baselineStable":false,"unstableProbes":1,"checkedRuns":0,"state":"unstable"},"suite":"fp-v1","maxTokens":400,"cutShare":0.174,"evaluations":4,"lastP":0.88,"lastAt":"2026-10-06T23:49:38.852Z","baselineHours":35.7,"state":"stable"}],"provisional":[{"id":"inc-gpt-6-luna-fingerprint-2026-10-07T05","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-05T23:31:05.634Z","openedAt":"2026-10-07T05:22:25.237Z","resolvedAt":"2026-10-07T10:17:19.894Z","status":"resolved","deltaPts":0,"adjustedP":"7.3e-3","confidence":"Low","provisional":true,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 1008 baseline responses). Biggest shifts: output length on “Name one musical instrument. Reply with one word.”; reasoning tokens on “Name one musical instrument. Reply with one word.”; visible output length on “Name one musical instrument. Reply with one word.”"},{"id":"inc-chat-latest-fingerprint-2026-10-07T05","modelId":"chat-latest","category":"fingerprint","changePoint":"2026-10-05T23:33:18.133Z","openedAt":"2026-10-07T05:24:50.777Z","resolvedAt":"2026-10-07T10:21:35.709Z","status":"resolved","deltaPts":0,"adjustedP":"7.3e-3","confidence":"Low","provisional":true,"partition":{"model":"chat-latest","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 532 baseline responses). Biggest shifts: output length on “Write one sentence about rain.”; answers on “Describe a cat in exactly five words.”; output length on “Complete this sentence: The old house at the end of the street”"}],"excluded":{"calibration":5376,"otherSuite":0},"reservedDefaults":[{"model":"claude-sonnet-5-5","key":"[\"claude-sonnet-5-5\",\"fp-v1\",\"anthropic\",\"\"]","reason":"configured"},{"model":"claude-haiku-4-5-20251001","key":"[\"claude-haiku-4-5-20251001\",\"fp-v1\",\"anthropic\",\"\"]","reason":"configured"}],"validation":{"generatedAt":"2026-10-05T06:05:25.983Z","trials":300,"perms":400,"alpha":0.01,"nBase":16,"resampled":false,"catStat":"pearson","results":[{"kind":"false_alarm","window":3,"fired":25,"trials":3300},{"kind":"false_alarm","window":6,"fired":34,"trials":3300},{"kind":"detection","base":"gpt-5.4","substitute":"gpt-5.4-mini","window":3,"rates":{"1":1,"0.1":0.20333333333333334,"0.25":0.83,"0.5":1}},{"kind":"detection","base":"gpt-5.4","substitute":"gpt-5.4-mini","window":6,"rates":{"1":1,"0.1":0.39666666666666667,"0.25":0.9933333333333333,"0.5":1}},{"kind":"detection","base":"gpt-4.1","substitute":"gpt-4.1-mini","window":3,"rates":{"1":1,"0.1":0.31,"0.25":0.8933333333333333,"0.5":1}},{"kind":"detection","base":"gpt-4.1","substitute":"gpt-4.1-mini","window":6,"rates":{"1":1,"0.1":0.5033333333333333,"0.25":0.9933333333333333,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-sol","window":3,"rates":{"1":1,"0.1":0.04666666666666667,"0.25":0.34,"0.5":0.94}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-sol","window":6,"rates":{"1":1,"0.1":0.08,"0.25":0.5533333333333333,"0.5":1}},{"kind":"detection","base":"gpt-6-luna","substitute":"gpt-5.6-luna","window":3,"rates":{"1":1,"0.1":0.31333333333333335,"0.25":0.8866666666666667,"0.5":1}},{"kind":"detection","base":"gpt-6-luna","substitute":"gpt-5.6-luna","window":6,"rates":{"1":1,"0.1":0.44666666666666666,"0.25":0.9933333333333333,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6.1-sol@low","window":3,"rates":{"1":1,"0.1":0.056666666666666664,"0.25":0.4033333333333333,"0.5":0.97}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6.1-sol@low","window":6,"rates":{"1":1,"0.1":0.09666666666666666,"0.25":0.6933333333333334,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-astra","window":3,"rates":{"1":0.83,"0.1":0.023333333333333334,"0.25":0.043333333333333335,"0.5":0.15333333333333332}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-astra","window":6,"rates":{"1":1,"0.1":0.0033333333333333335,"0.25":0.056666666666666664,"0.5":0.35}}]},"validationLong":{"generatedAt":"2026-10-05T06:07:03.931Z","trials":200,"perms":400,"alpha":0.01,"nBase":72,"resampled":true,"catStat":"pearson","results":[{"kind":"false_alarm","window":6,"fired":26,"trials":2200},{"kind":"false_alarm","window":24,"fired":24,"trials":2200},{"kind":"detection","base":"gpt-5.4","substitute":"gpt-5.4-mini","window":6,"rates":{"1":1,"0.1":0.94,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-5.4","substitute":"gpt-5.4-mini","window":24,"rates":{"1":1,"0.1":1,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-4.1","substitute":"gpt-4.1-mini","window":6,"rates":{"1":1,"0.1":0.945,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-4.1","substitute":"gpt-4.1-mini","window":24,"rates":{"1":1,"0.1":1,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-sol","window":6,"rates":{"1":1,"0.1":0.31,"0.25":0.96,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-sol","window":24,"rates":{"1":1,"0.1":0.85,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-6-luna","substitute":"gpt-5.6-luna","window":6,"rates":{"1":1,"0.1":0.91,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-6-luna","substitute":"gpt-5.6-luna","window":24,"rates":{"1":1,"0.1":1,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6.1-sol@low","window":6,"rates":{"1":1,"0.1":0.37,"0.25":0.985,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6.1-sol@low","window":24,"rates":{"1":1,"0.1":0.875,"0.25":1,"0.5":1}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-astra","window":6,"rates":{"1":1,"0.1":0.03,"0.25":0.235,"0.5":0.905}},{"kind":"detection","base":"gpt-6.1-sol","substitute":"gpt-6-astra","window":24,"rates":{"1":1,"0.1":0.09,"0.25":0.785,"0.5":1}}]}},"hardCatsSince":"2026-10-05T01:30:14.982Z"},"categories":[{"id":"json","label":"Structured JSON","detects":"Schema-compliance regressions","check":"JSON parses and matches the requested schema"},{"id":"instruct","label":"Instruction following","detects":"Exact-format instruction drift","check":"exact_match on a per-run random token"},{"id":"math","label":"Arithmetic, answer only","detects":"Wrong arithmetic, or a model that starts showing its working when told to give only the number","check":"numeric_equals on a reply that must be the bare integer; numbers regenerated per run"},{"id":"context","label":"Long context","detects":"Silent context truncation","check":"contains_all, code planted at 10/50/90% depth"},{"id":"tools","label":"Tool calling","detects":"Tool-use format regressions","check":"tool_called + argument check"},{"id":"refusal","label":"Over-refusal","detects":"New safety layers refusing benign requests","check":"not_refusal (versioned keyword list v1)"},{"id":"limits","label":"Max-tokens respect","detects":"Truncation and limit changes","check":"finish_reason is length and output_tokens <= max_tokens"},{"id":"code","label":"Code execution (hard)","detects":"Reasoning depth or reasoning-budget cuts","check":"exact stdout of a generated Python program (5 difficulty levels, 2,500-token budget), verified by running it"},{"id":"logic","label":"Constraint logic (hard)","detects":"Multi-step deduction regressions","check":"unique solution of a generated seating puzzle, verified by brute force"},{"id":"state","label":"State tracking (hard)","detects":"Long-horizon bookkeeping errors","check":"exact final balances after 12-65 generated ledger operations"}],"models":[{"id":"mistralai--mistral-medium-3-5","name":"mistralai/mistral-medium-3-5","provider":"Mistral","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:54:59.886Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"context":100,"limits":100},"latencyP50Ms":678,"latencyP95Ms":678,"costPerRunUsd":0.008},"series":[{"date":"2026-10-05T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":527,"returnedModels":["mistralai/mistral-medium-3-5"]},{"id":"mistralai--mistral-small-2603","name":"mistralai/mistral-small-2603","provider":"Mistral","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:56:06.344Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"context":100,"limits":100},"latencyP50Ms":0,"latencyP95Ms":0,"costPerRunUsd":0.001},"series":[{"date":"2026-10-05T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":null,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":null,"instruct":100,"math":null,"context":null,"tools":100,"refusal":100,"limits":null,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":null,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":20,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":89.3,"cats":{"json":100,"instruct":100,"math":25,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":426,"returnedModels":["mistralai/mistral-small-2603"]},{"id":"x-ai--grok-4.7","name":"x-ai/grok-4.7","provider":"xAI","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:02.551Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"instruct":100,"context":100,"limits":100},"latencyP50Ms":1425,"latencyP95Ms":1425,"costPerRunUsd":0.022},"series":[{"date":"2026-10-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":80,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":100}},{"date":"2026-10-05T18:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":80,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":60,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-10-06T18:00:00Z","score":93.3,"cats":{"json":100,"instruct":null,"math":null,"context":80,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":80,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":80,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":80,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":null,"instruct":100,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":525,"returnedModels":["x-ai/grok-4.7"]},{"id":"cohere--command-a-plus","name":"cohere/command-a-plus","provider":"Cohere","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:54:59.727Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"limits":100},"latencyP50Ms":1561,"latencyP95Ms":2166,"costPerRunUsd":0.003},"series":[{"date":"2026-10-05T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":0,"logic":40,"state":40}},{"date":"2026-10-05T18:00:00Z","score":95.8,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":75,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":0,"logic":20,"state":40}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":40,"state":40}},{"date":"2026-10-10T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":533,"returnedModels":["cohere/command-a-plus"]},{"id":"google--gemini-3.8-flash","name":"google/gemini-3.8-flash","provider":"Google","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:32.741Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"instruct":100,"context":100,"tools":100,"refusal":100,"limits":100},"latencyP50Ms":3657,"latencyP95Ms":27177,"costPerRunUsd":0.011},"series":[{"date":"2026-10-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":null,"refusal":null,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":100,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":null,"instruct":100,"math":null,"context":null,"tools":null,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}}],"samples":519,"returnedModels":["google/gemini-3.8-flash"]},{"id":"qwen--qwen3.8-max-0902","name":"qwen/qwen3.8-max-0902","provider":"Alibaba","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:00.935Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"context":100,"limits":100},"latencyP50Ms":0,"latencyP95Ms":0,"costPerRunUsd":0.01},"series":[{"date":"2026-10-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":60}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":60}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":520,"returnedModels":["qwen/qwen3.8-max-0902"]},{"id":"bytedance-seed--seed-2-1-turbo","name":"bytedance-seed/seed-2-1-turbo","provider":"ByteDance","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:56:47.972Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"context":100,"limits":100},"latencyP50Ms":0,"latencyP95Ms":0,"costPerRunUsd":0.002},"series":[{"date":"2026-10-05T00:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":40,"context":null,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":82.9,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":60,"context":null,"tools":100,"refusal":80,"limits":100,"code":0,"logic":0,"state":20}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":null,"refusal":null,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":20,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":40,"context":null,"tools":100,"refusal":40,"limits":100,"code":0,"logic":0,"state":20}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":40,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":40,"context":null,"tools":100,"refusal":60,"limits":100,"code":0,"logic":0,"state":20}},{"date":"2026-10-10T18:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":40,"context":100,"tools":100,"refusal":20,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":509,"returnedModels":["bytedance-seed/seed-2-1-turbo"]},{"id":"anthropic--claude-haiku-4.5","name":"anthropic/claude-haiku-4.5","provider":"Anthropic","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:00.287Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"context":100,"limits":100},"latencyP50Ms":1299,"latencyP95Ms":1299,"costPerRunUsd":0.008},"series":[{"date":"2026-10-05T00:00:00Z","score":83.3,"cats":{"json":80,"instruct":100,"math":20,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T06:00:00Z","score":82.9,"cats":{"json":80,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":85.7,"cats":{"json":80,"instruct":100,"math":20,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":85.7,"cats":{"json":80,"instruct":100,"math":20,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":80,"cats":{"json":80,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":93.3,"cats":{"json":80,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":80,"cats":{"json":80,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":20,"state":0}},{"date":"2026-10-10T18:00:00Z","score":82.9,"cats":{"json":80,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":80,"cats":{"json":60,"instruct":100,"math":20,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":548,"returnedModels":["anthropic/claude-haiku-4.5"]},{"id":"anthropic--claude-sonnet-5.5","name":"anthropic/claude-sonnet-5.5","provider":"Anthropic","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:03.169Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"instruct":100,"context":100,"limits":100},"latencyP50Ms":1833,"latencyP95Ms":2002,"costPerRunUsd":0.026},"series":[{"date":"2026-10-05T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":60,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":80}},{"date":"2026-10-05T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":60,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":80}},{"date":"2026-10-05T18:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":40,"context":100,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":40,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":80}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":60}},{"date":"2026-10-10T18:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":40,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":20,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":40,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":40,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":550,"returnedModels":["anthropic/claude-sonnet-5.5"]},{"id":"anthropic--claude-opus-5.5","name":"anthropic/claude-opus-5.5","provider":"Anthropic","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:02.215Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"context":100,"limits":100},"latencyP50Ms":0,"latencyP95Ms":0,"costPerRunUsd":0.024},"series":[{"date":"2026-10-05T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-05T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-05T18:00:00Z","score":95.8,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":75,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":100}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":90,"cats":{"json":100,"instruct":80,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":80,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":535,"returnedModels":["anthropic/claude-opus-5.5"]},{"id":"thinkingmachines--inkling","name":"thinkingmachines/inkling","provider":"Thinking Machines","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:37.054Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"context":100,"limits":100},"latencyP50Ms":0,"latencyP95Ms":0,"costPerRunUsd":0.008},"series":[{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":60,"state":20}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":40,"state":60}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":60,"state":60}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":531,"returnedModels":["thinkingmachines/inkling"]},{"id":"minimax--minimax-m3","name":"minimax/minimax-m3","provider":"MiniMax","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:01.413Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"math":100,"context":100,"limits":100},"latencyP50Ms":2332,"latencyP95Ms":3534,"costPerRunUsd":0.002},"series":[{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":40,"state":80}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":40,"state":60}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":60}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":100,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":529,"returnedModels":["minimax/minimax-m3"]},{"id":"stepfun--step-3.7-flash","name":"stepfun/step-3.7-flash","provider":"StepFun","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:04.255Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"limits":100},"latencyP50Ms":2738,"latencyP95Ms":6054,"costPerRunUsd":0.003},"series":[{"date":"2026-10-05T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":0,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":0,"limits":100,"code":0,"logic":40,"state":40}},{"date":"2026-10-05T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":0,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":20,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":20,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":0,"limits":100,"code":0,"logic":0,"state":20}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":20,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":20,"limits":100,"code":0,"logic":40,"state":40}},{"date":"2026-10-10T18:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":20,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":0,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":100,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":535,"returnedModels":["stepfun/step-3.7-flash"]},{"id":"z-ai--glm-5.3","name":"z-ai/glm-5.3","provider":"Zhipu","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:12.621Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"limits":100},"latencyP50Ms":3862,"latencyP95Ms":6509,"costPerRunUsd":0.009},"series":[{"date":"2026-10-05T06:00:00Z","score":92.9,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":50,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":40,"limits":100,"code":0,"logic":80,"state":60}},{"date":"2026-10-05T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":0,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":40,"limits":100,"code":0,"logic":100,"state":60}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":100,"state":60}},{"date":"2026-10-10T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":528,"returnedModels":["z-ai/glm-5.3"]},{"id":"xiaomi--mimo-v2.6-pro","name":"xiaomi/mimo-v2.6-pro","provider":"Xiaomi","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:29.750Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"limits":100},"latencyP50Ms":5466,"latencyP95Ms":8185,"costPerRunUsd":0.003},"series":[{"date":"2026-10-05T06:00:00Z","score":95.7,"cats":{"json":100,"instruct":100,"math":70,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":40,"state":40}},{"date":"2026-10-05T18:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":40,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":60,"state":80}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":40,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":60}},{"date":"2026-10-10T18:00:00Z","score":96.4,"cats":{"json":100,"instruct":100,"math":75,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":60,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":531,"returnedModels":["xiaomi/mimo-v2.6-pro"]},{"id":"moonshotai--kimi-k2.6","name":"moonshotai/kimi-k2.6","provider":"Moonshot","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:17.469Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"context":100,"limits":100},"latencyP50Ms":13884,"latencyP95Ms":13884,"costPerRunUsd":0.006},"series":[{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":60,"state":40}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":40,"state":40}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":60,"state":40}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":523,"returnedModels":["moonshotai/kimi-k2.6"]},{"id":"gpt-6-sol","name":"gpt-6-sol","provider":"OpenAI","backend":"openai","status":"drift","lastCheckedAt":"2026-11-03T21:04:49.753Z","stale":true,"current":{"score":100,"coreScore":100,"cats":{"json":100,"instruct":100,"math":100,"tools":100,"refusal":100,"limits":100},"latencyP50Ms":1097,"latencyP95Ms":3527,"costPerRunUsd":0.123},"series":[{"date":"2026-11-03T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"tools":100,"refusal":100,"limits":100}}],"samples":30,"returnedModels":["gpt-6-sol"]},{"id":"qwen--qwen3.8-flash","name":"qwen/qwen3.8-flash","provider":"Alibaba","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:57:07.223Z","stale":true,"current":{"score":98.6,"coreScore":98.6,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":90,"limits":100},"latencyP50Ms":3556,"latencyP95Ms":35254,"costPerRunUsd":0.006},"series":[{"date":"2026-10-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":40}},{"date":"2026-10-05T18:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":80,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":20,"logic":80,"state":40}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":33.3}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}}],"samples":611,"returnedModels":["qwen/qwen3.8-flash"]},{"id":"tencent--hy3","name":"tencent/hy3","provider":"Tencent","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:40.265Z","stale":true,"current":{"score":97.6,"coreScore":97.6,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":83.3,"limits":100},"latencyP50Ms":4344,"latencyP95Ms":20619,"costPerRunUsd":0.005},"series":[{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":0,"logic":40,"state":20}},{"date":"2026-10-05T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":0,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":60,"limits":100,"code":0,"logic":60,"state":20}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":40,"state":40}},{"date":"2026-10-10T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}}],"samples":587,"returnedModels":["tencent/hy3"]},{"id":"inception--mercury-2.5","name":"inception/mercury-2.5","provider":"Inception","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:06.425Z","stale":true,"current":{"score":97.1,"coreScore":97.1,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":80,"refusal":100,"limits":100},"latencyP50Ms":2103,"latencyP95Ms":5140,"costPerRunUsd":0.004},"series":[{"date":"2026-10-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":60,"state":25}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":25,"state":20}},{"date":"2026-10-06T18:00:00Z","score":96.4,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":75,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":60,"state":20}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":95.8,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":75,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":60,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}}],"samples":554,"returnedModels":["inception/mercury-2.5"]},{"id":"gpt-6-astra","name":"gpt-6-astra","provider":"OpenAI","backend":"openai","status":"drift","lastCheckedAt":"2026-11-07T02:22:28.338Z","stale":false,"current":{"score":96,"coreScore":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100},"latencyP50Ms":1986,"latencyP95Ms":22190,"costPerRunUsd":0.579},"series":[{"date":"2026-10-03T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":90,"state":100}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-07T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":90,"state":100}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-07T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-08T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":50,"logic":100,"state":100}},{"date":"2026-10-08T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":100}},{"date":"2026-10-08T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-08T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-09T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-09T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-09T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-09T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":80,"state":100}},{"date":"2026-10-10T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-11T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-12T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-12T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":90}},{"date":"2026-10-13T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-13T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-13T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-14T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-14T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":90,"state":100}},{"date":"2026-10-14T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-15T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-15T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-15T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-15T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-16T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-17T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-17T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-17T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-17T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-18T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":70,"logic":100,"state":100}},{"date":"2026-10-18T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-18T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-18T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-10-19T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":50,"logic":100,"state":100}},{"date":"2026-10-19T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-19T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-19T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-20T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-20T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-20T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":50,"logic":100,"state":100}},{"date":"2026-10-20T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-21T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-21T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-21T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-21T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-22T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":100}},{"date":"2026-10-23T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":50,"logic":100,"state":100}},{"date":"2026-10-23T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-23T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-24T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-24T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-24T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-24T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-25T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-25T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-26T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-26T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-26T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-27T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-27T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":100}},{"date":"2026-10-27T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-28T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-28T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-28T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-28T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-29T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-29T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-29T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-29T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-11-03T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-04T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-04T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-04T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-04T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-11-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-11-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-07T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}}],"samples":9465,"returnedModels":["gpt-6-astra"]},{"id":"deepseek--deepseek-v4.1-flash","name":"deepseek/deepseek-v4.1-flash","provider":"DeepSeek","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:59:44.831Z","stale":true,"current":{"score":95.9,"coreScore":95.9,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":71.4,"limits":100},"latencyP50Ms":1909,"latencyP95Ms":54472,"costPerRunUsd":0.004},"series":[{"date":"2026-10-05T06:00:00Z","score":98.6,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":90,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":80}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":20,"logic":60,"state":60}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":94.5,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":66.7,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":95.8,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":75,"limits":100,"code":null,"logic":null,"state":null}}],"samples":612,"returnedModels":["deepseek/deepseek-v4.1-flash"]},{"id":"gpt-6.1-sol","name":"gpt-6.1-sol","provider":"OpenAI","backend":"openai","status":"drift","lastCheckedAt":"2026-11-07T02:21:19.194Z","stale":false,"current":{"score":95.7,"coreScore":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":96.7,"state":100},"latencyP50Ms":1607,"latencyP95Ms":15303,"costPerRunUsd":0.115},"series":[{"date":"2026-10-03T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-05T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-07T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":70,"logic":100,"state":100}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-07T18:00:00Z","score":98.6,"cats":{"json":100,"instruct":100,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-08T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":90}},{"date":"2026-10-08T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-08T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":50,"logic":100,"state":100}},{"date":"2026-10-08T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-09T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-09T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-09T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-09T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-10T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":90,"state":100}},{"date":"2026-10-10T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-10T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-11T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-11T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-12T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-12T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-13T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":90}},{"date":"2026-10-13T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-13T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-13T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-14T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-14T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-14T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-15T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-15T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-10-15T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":50,"logic":100,"state":100}},{"date":"2026-10-15T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-16T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-17T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":50,"logic":100,"state":100}},{"date":"2026-10-17T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-17T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-17T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-18T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-18T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-18T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-18T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-19T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-19T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-19T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-19T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-20T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":90,"state":100}},{"date":"2026-10-20T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-20T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-20T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-21T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":80,"state":100}},{"date":"2026-10-21T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-21T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-21T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-22T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-23T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-23T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":80,"state":100}},{"date":"2026-10-23T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-10-24T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-24T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-24T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-10-24T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-25T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-25T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-26T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":66.7,"logic":100,"state":100}},{"date":"2026-10-26T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-26T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-27T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-27T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-27T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-28T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-28T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-28T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-28T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-29T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":60,"state":100}},{"date":"2026-10-29T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-29T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-10-29T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-11-03T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-04T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":70,"logic":100,"state":100}},{"date":"2026-11-04T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-04T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-04T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-05T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-05T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":80,"logic":100,"state":100}},{"date":"2026-11-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-06T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":70,"logic":100,"state":100}},{"date":"2026-11-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":90,"state":100}},{"date":"2026-11-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}},{"date":"2026-11-07T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":60,"logic":100,"state":100}}],"samples":9573,"returnedModels":["gpt-6.1-sol"]},{"id":"chat-latest","name":"chat-latest","provider":"OpenAI","backend":"openai","status":"drift","lastCheckedAt":"2026-11-03T21:07:15.047Z","stale":true,"current":{"score":93.3,"coreScore":93.3,"cats":{"json":100,"instruct":100,"math":60,"tools":100,"refusal":100,"limits":100},"latencyP50Ms":1065,"latencyP95Ms":13175,"costPerRunUsd":0.404},"series":[{"date":"2026-11-03T18:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":60,"tools":100,"refusal":100,"limits":100}}],"samples":30,"returnedModels":["chat-latest"]},{"id":"ibm-granite--granite-4.2-8b","name":"ibm-granite/granite-4.2-8b","provider":"IBM","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:57:18.030Z","stale":true,"current":{"score":90,"coreScore":90,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":50,"limits":100},"latencyP50Ms":4891,"latencyP95Ms":26317,"costPerRunUsd":0.005},"series":[{"date":"2026-10-05T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":20}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":null,"refusal":null,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":90,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":20}},{"date":"2026-10-06T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":100,"math":60,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":80,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":0,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":60,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}}],"samples":609,"returnedModels":["ibm-granite/granite-4.2-8b"]},{"id":"gpt-4.1","name":"gpt-4.1","provider":"OpenAI","backend":"openai","status":"learning","lastCheckedAt":"2026-11-03T21:06:37.667Z","stale":true,"current":{"score":86.7,"coreScore":86.7,"cats":{"json":100,"instruct":100,"math":20,"tools":100,"refusal":100,"limits":100},"latencyP50Ms":816,"latencyP95Ms":5145,"costPerRunUsd":0.182},"series":[{"date":"2026-11-03T18:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":20,"tools":100,"refusal":100,"limits":100}}],"samples":30,"returnedModels":["gpt-4.1-2025-04-14"]},{"id":"gpt-6-luna","name":"gpt-6-luna","provider":"OpenAI","backend":"openai","status":"drift","lastCheckedAt":"2026-11-07T02:20:18.692Z","stale":false,"current":{"score":85.7,"coreScore":96.7,"cats":{"json":100,"instruct":80,"math":96.7,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":83.3,"state":76.7},"latencyP50Ms":1584,"latencyP95Ms":6764,"costPerRunUsd":0.773},"series":[{"date":"2026-10-03T18:00:00Z","score":94.9,"cats":{"json":100,"instruct":72,"math":92,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T00:00:00Z","score":97.7,"cats":{"json":100,"instruct":88,"math":96,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T06:00:00Z","score":97.6,"cats":{"json":100,"instruct":86.7,"math":96.7,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T12:00:00Z","score":93.8,"cats":{"json":100,"instruct":63.3,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-04T18:00:00Z","score":98.1,"cats":{"json":100,"instruct":86.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T00:00:00Z","score":98.3,"cats":{"json":100,"instruct":88,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":70}},{"date":"2026-10-05T06:00:00Z","score":95,"cats":{"json":100,"instruct":70,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-05T12:00:00Z","score":95.7,"cats":{"json":100,"instruct":80,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":30,"logic":90,"state":80}},{"date":"2026-10-05T18:00:00Z","score":95.2,"cats":{"json":100,"instruct":73.3,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":60}},{"date":"2026-10-06T00:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":90,"state":70}},{"date":"2026-10-06T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":90}},{"date":"2026-10-06T18:00:00Z","score":95,"cats":{"json":100,"instruct":80,"math":90,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-07T00:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":10,"logic":100,"state":60}},{"date":"2026-10-07T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":60,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T12:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":10,"logic":70,"state":90}},{"date":"2026-10-07T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":90,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-08T00:00:00Z","score":95.2,"cats":{"json":100,"instruct":73.3,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":90,"state":80}},{"date":"2026-10-08T06:00:00Z","score":98.1,"cats":{"json":100,"instruct":86.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-08T12:00:00Z","score":96.2,"cats":{"json":100,"instruct":80,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":30,"logic":70,"state":90}},{"date":"2026-10-08T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":70,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":0,"logic":100,"state":60}},{"date":"2026-10-09T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":90,"math":90,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":100,"state":60}},{"date":"2026-10-09T06:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-09T12:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":90}},{"date":"2026-10-09T18:00:00Z","score":95,"cats":{"json":100,"instruct":70,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-10T00:00:00Z","score":92.4,"cats":{"json":100,"instruct":66.7,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":90,"state":90}},{"date":"2026-10-10T06:00:00Z","score":98.6,"cats":{"json":100,"instruct":90,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":60}},{"date":"2026-10-10T12:00:00Z","score":97.1,"cats":{"json":100,"instruct":100,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-10T18:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":92.9,"cats":{"json":100,"instruct":50,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":40,"state":100}},{"date":"2026-10-11T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":50,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":80}},{"date":"2026-10-11T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":90,"state":80}},{"date":"2026-10-11T18:00:00Z","score":95.7,"cats":{"json":100,"instruct":80,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":98.3,"cats":{"json":100,"instruct":90,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-12T06:00:00Z","score":95.2,"cats":{"json":100,"instruct":73.3,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":100}},{"date":"2026-10-12T12:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":90,"state":100}},{"date":"2026-10-13T00:00:00Z","score":98.6,"cats":{"json":100,"instruct":90,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-13T06:00:00Z","score":98.1,"cats":{"json":100,"instruct":86.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":40,"state":100}},{"date":"2026-10-13T12:00:00Z","score":95.2,"cats":{"json":100,"instruct":66.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":90,"state":80}},{"date":"2026-10-13T18:00:00Z","score":92.9,"cats":{"json":100,"instruct":60,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-14T06:00:00Z","score":96.2,"cats":{"json":100,"instruct":73.3,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-14T12:00:00Z","score":99,"cats":{"json":100,"instruct":93.3,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":0,"logic":100,"state":70}},{"date":"2026-10-14T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-15T00:00:00Z","score":98.3,"cats":{"json":100,"instruct":90,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":60}},{"date":"2026-10-15T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":0,"logic":80,"state":80}},{"date":"2026-10-15T12:00:00Z","score":98.1,"cats":{"json":100,"instruct":86.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":90}},{"date":"2026-10-15T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-16T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-17T00:00:00Z","score":93.3,"cats":{"json":100,"instruct":53.3,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":10,"logic":80,"state":90}},{"date":"2026-10-17T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":66.7,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":60}},{"date":"2026-10-17T12:00:00Z","score":91.4,"cats":{"json":100,"instruct":40,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":0,"logic":100,"state":100}},{"date":"2026-10-17T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-18T00:00:00Z","score":94.3,"cats":{"json":100,"instruct":80,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":30,"logic":90,"state":80}},{"date":"2026-10-18T06:00:00Z","score":99,"cats":{"json":100,"instruct":93.3,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":100}},{"date":"2026-10-18T12:00:00Z","score":86.7,"cats":{"json":100,"instruct":40,"math":80,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-18T18:00:00Z","score":93.3,"cats":{"json":100,"instruct":60,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":80}},{"date":"2026-10-19T00:00:00Z","score":94.3,"cats":{"json":100,"instruct":66.7,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":60}},{"date":"2026-10-19T06:00:00Z","score":95.2,"cats":{"json":100,"instruct":66.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":60}},{"date":"2026-10-19T12:00:00Z","score":96.2,"cats":{"json":100,"instruct":80,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-19T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-20T00:00:00Z","score":95.2,"cats":{"json":100,"instruct":66.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":30,"logic":100,"state":70}},{"date":"2026-10-20T06:00:00Z","score":93.3,"cats":{"json":100,"instruct":60,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-20T12:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":0,"logic":80,"state":70}},{"date":"2026-10-20T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":100}},{"date":"2026-10-21T00:00:00Z","score":96.7,"cats":{"json":100,"instruct":90,"math":90,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":100,"state":80}},{"date":"2026-10-21T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":80}},{"date":"2026-10-21T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":80,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":80}},{"date":"2026-10-21T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-22T18:00:00Z","score":96.7,"cats":{"json":100,"instruct":90,"math":90,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":80}},{"date":"2026-10-23T00:00:00Z","score":98.1,"cats":{"json":100,"instruct":86.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-23T12:00:00Z","score":93.3,"cats":{"json":100,"instruct":60,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-23T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":80}},{"date":"2026-10-24T00:00:00Z","score":98.3,"cats":{"json":100,"instruct":90,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-24T06:00:00Z","score":96.7,"cats":{"json":100,"instruct":90,"math":90,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":100}},{"date":"2026-10-24T12:00:00Z","score":95.7,"cats":{"json":100,"instruct":80,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-24T18:00:00Z","score":92.4,"cats":{"json":100,"instruct":60,"math":86.7,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-25T00:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":60}},{"date":"2026-10-25T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":90,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-26T00:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":90,"state":100}},{"date":"2026-10-26T06:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-26T18:00:00Z","score":96.7,"cats":{"json":100,"instruct":100,"math":80,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-27T00:00:00Z","score":96.2,"cats":{"json":100,"instruct":80,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":90}},{"date":"2026-10-27T12:00:00Z","score":96.7,"cats":{"json":100,"instruct":80,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":100}},{"date":"2026-10-27T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-28T00:00:00Z","score":96.2,"cats":{"json":100,"instruct":80,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":30,"logic":80,"state":90}},{"date":"2026-10-28T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":80,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-28T12:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":80}},{"date":"2026-10-28T18:00:00Z","score":98.1,"cats":{"json":100,"instruct":86.7,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-10-29T00:00:00Z","score":95,"cats":{"json":100,"instruct":70,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-10-29T06:00:00Z","score":91.4,"cats":{"json":100,"instruct":40,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-29T12:00:00Z","score":97.1,"cats":{"json":100,"instruct":90,"math":90,"context":100,"tools":100,"refusal":100,"limits":100,"code":30,"logic":80,"state":90}},{"date":"2026-10-29T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-11-03T18:00:00Z","score":98.9,"cats":{"json":100,"instruct":93.3,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":40}},{"date":"2026-11-04T00:00:00Z","score":91.4,"cats":{"json":100,"instruct":60,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":60}},{"date":"2026-11-04T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":60,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":80}},{"date":"2026-11-04T12:00:00Z","score":98.1,"cats":{"json":100,"instruct":93.3,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":30,"logic":90,"state":80}},{"date":"2026-11-04T18:00:00Z","score":94.3,"cats":{"json":100,"instruct":80,"math":80,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":80,"state":80}},{"date":"2026-11-05T00:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":60}},{"date":"2026-11-05T12:00:00Z","score":93.3,"cats":{"json":100,"instruct":60,"math":100,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-11-05T18:00:00Z","score":95,"cats":{"json":100,"instruct":80,"math":90,"context":null,"tools":100,"refusal":100,"limits":100,"code":20,"logic":100,"state":80}},{"date":"2026-11-06T00:00:00Z","score":95.2,"cats":{"json":100,"instruct":73.3,"math":93.3,"context":100,"tools":100,"refusal":100,"limits":100,"code":10,"logic":80,"state":80}},{"date":"2026-11-06T06:00:00Z","score":94.3,"cats":{"json":100,"instruct":73.3,"math":86.7,"context":100,"tools":100,"refusal":100,"limits":100,"code":20,"logic":60,"state":100}},{"date":"2026-11-06T12:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":10,"logic":90,"state":70}},{"date":"2026-11-06T18:00:00Z","score":97.1,"cats":{"json":100,"instruct":80,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":100,"state":60}},{"date":"2026-11-07T00:00:00Z","score":100,"cats":{"json":100,"instruct":100,"math":100,"context":100,"tools":100,"refusal":100,"limits":100,"code":40,"logic":80,"state":80}}],"samples":9609,"returnedModels":["gpt-6-luna"]},{"id":"nvidia--nemotron-3.5-lightning","name":"nvidia/nemotron-3.5-lightning","provider":"NVIDIA","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:00.995Z","stale":true,"current":{"score":84.3,"coreScore":84.3,"cats":{"json":100,"instruct":100,"math":10,"context":100,"tools":100,"refusal":80,"limits":100},"latencyP50Ms":384,"latencyP95Ms":4725,"costPerRunUsd":0.002},"series":[{"date":"2026-10-05T06:00:00Z","score":82.9,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":82.9,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":76.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":20,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":80,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":86.7,"cats":{"json":100,"instruct":100,"math":20,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":76.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}}],"samples":631,"returnedModels":["nvidia/nemotron-3.5-lightning"]},{"id":"gpt-5.4","name":"gpt-5.4","provider":"OpenAI","backend":"openai","status":"drift","lastCheckedAt":"2026-11-03T21:05:39.028Z","stale":true,"current":{"score":83.3,"coreScore":83.3,"cats":{"json":100,"instruct":100,"math":0,"tools":100,"refusal":100,"limits":100},"latencyP50Ms":1142,"latencyP95Ms":14982,"costPerRunUsd":0.173},"series":[{"date":"2026-11-03T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"tools":100,"refusal":100,"limits":100}}],"samples":30,"returnedModels":["gpt-5.4-2026-03-05"]},{"id":"gpt-5.4-mini","name":"gpt-5.4-mini","provider":"OpenAI","backend":"openai","status":"learning","lastCheckedAt":"2026-11-03T21:06:14.598Z","stale":true,"current":{"score":83.3,"coreScore":83.3,"cats":{"json":100,"instruct":100,"math":0,"tools":100,"refusal":100,"limits":100},"latencyP50Ms":744,"latencyP95Ms":2884,"costPerRunUsd":0.155},"series":[{"date":"2026-11-03T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"tools":100,"refusal":100,"limits":100}}],"samples":30,"returnedModels":["gpt-5.4-mini-2026-03-17"]},{"id":"upstage--solar-pro4","name":"upstage/solar-pro4","provider":"Upstage","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:28.423Z","stale":true,"current":{"score":82.9,"coreScore":82.9,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":80,"limits":100},"latencyP50Ms":1269,"latencyP95Ms":13337,"costPerRunUsd":0.003},"series":[{"date":"2026-10-05T00:00:00Z","score":73.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":82.9,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":80,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":76.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":82.9,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":82.9,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":80,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":88.6,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":76.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}}],"samples":623,"returnedModels":["upstage/solar-pro4"]},{"id":"deepseek--deepseek-v4-pro","name":"deepseek/deepseek-v4-pro","provider":"DeepSeek","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:00.169Z","stale":true,"current":{"score":75,"coreScore":75,"cats":{"json":100,"instruct":100,"math":0,"limits":100},"latencyP50Ms":947,"latencyP95Ms":1224,"costPerRunUsd":0.001},"series":[{"date":"2026-10-05T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":83.3,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":85.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":80,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":75,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":504,"returnedModels":["deepseek/deepseek-v4-pro"]},{"id":"meta-llama--llama-3.3-70b-instruct","name":"meta-llama/llama-3.3-70b-instruct","provider":"Meta","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:46.007Z","stale":true,"current":{"score":71.4,"coreScore":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100},"latencyP50Ms":1882,"latencyP95Ms":15505,"costPerRunUsd":0.003},"series":[{"date":"2026-10-05T06:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":70,"cats":{"json":100,"instruct":100,"math":20,"context":null,"tools":0,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":68.6,"cats":{"json":80,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":56.7,"cats":{"json":40,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}}],"samples":609,"returnedModels":["meta-llama/llama-3.3-70b-instruct"]},{"id":"meta-llama--llama-4-maverick","name":"meta-llama/llama-4-maverick","provider":"Meta","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:55:01.284Z","stale":true,"current":{"score":66.7,"coreScore":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"limits":100},"latencyP50Ms":2443,"latencyP95Ms":3894,"costPerRunUsd":0.003},"series":[{"date":"2026-10-05T06:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":70,"cats":{"json":100,"instruct":100,"math":20,"context":100,"tools":0,"refusal":100,"limits":null,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":100,"cats":{"json":100,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":71.4,"cats":{"json":100,"instruct":100,"math":0,"context":100,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":66.7,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":60,"cats":{"json":100,"instruct":100,"math":0,"context":null,"tools":0,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":536,"returnedModels":["meta-llama/llama-4-maverick"]},{"id":"amazon--nova-2-lite-v1","name":"amazon/nova-2-lite-v1","provider":"Amazon","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:54:59.999Z","stale":true,"current":{"score":60,"coreScore":60,"cats":{"json":0,"instruct":100,"math":0,"context":100,"limits":100},"latencyP50Ms":995,"latencyP95Ms":1223,"costPerRunUsd":0.002},"series":[{"date":"2026-10-05T00:00:00Z","score":66.7,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":71.4,"cats":{"json":0,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":66.7,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":71.4,"cats":{"json":0,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":66.7,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":71.4,"cats":{"json":0,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":66.7,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":66.7,"cats":{"json":0,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":68.6,"cats":{"json":0,"instruct":100,"math":0,"context":80,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":66.7,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":0,"logic":20,"state":0}},{"date":"2026-10-10T18:00:00Z","score":71.4,"cats":{"json":0,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":66.7,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":71.4,"cats":{"json":0,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":71.4,"cats":{"json":0,"instruct":100,"math":0,"context":100,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":66.7,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":100,"cats":{"json":null,"instruct":null,"math":null,"context":100,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":50,"cats":{"json":0,"instruct":100,"math":0,"context":null,"tools":null,"refusal":null,"limits":100,"code":null,"logic":null,"state":null}}],"samples":534,"returnedModels":["amazon/nova-2-lite-v1"]},{"id":"microsoft--phi-4","name":"microsoft/phi-4","provider":"Microsoft","backend":"openrouter","status":"stable","lastCheckedAt":"2026-10-13T01:54:54.133Z","stale":true,"current":{"score":55,"coreScore":55,"cats":{"json":0,"instruct":50,"math":0,"context":100,"refusal":80,"limits":100},"latencyP50Ms":1283,"latencyP95Ms":7344,"costPerRunUsd":0.002},"series":[{"date":"2026-10-05T00:00:00Z","score":40,"cats":{"json":0,"instruct":60,"math":0,"context":null,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T06:00:00Z","score":53.3,"cats":{"json":0,"instruct":40,"math":0,"context":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-05T12:00:00Z","score":48,"cats":{"json":0,"instruct":60,"math":0,"context":null,"refusal":80,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-05T18:00:00Z","score":46.7,"cats":{"json":0,"instruct":0,"math":0,"context":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T00:00:00Z","score":52,"cats":{"json":0,"instruct":80,"math":0,"context":null,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T06:00:00Z","score":60,"cats":{"json":0,"instruct":80,"math":20,"context":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-06T12:00:00Z","score":44,"cats":{"json":0,"instruct":20,"math":0,"context":null,"refusal":100,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-06T18:00:00Z","score":56.7,"cats":{"json":0,"instruct":80,"math":20,"context":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-07T06:00:00Z","score":60,"cats":{"json":0,"instruct":100,"math":0,"context":100,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T06:00:00Z","score":53.3,"cats":{"json":0,"instruct":20,"math":20,"context":100,"refusal":80,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-10T12:00:00Z","score":36,"cats":{"json":0,"instruct":20,"math":0,"context":null,"refusal":60,"limits":100,"code":0,"logic":0,"state":0}},{"date":"2026-10-10T18:00:00Z","score":60,"cats":{"json":0,"instruct":60,"math":0,"context":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T00:00:00Z","score":44,"cats":{"json":0,"instruct":60,"math":0,"context":null,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T06:00:00Z","score":56.7,"cats":{"json":40,"instruct":60,"math":0,"context":100,"refusal":40,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-11T18:00:00Z","score":53.3,"cats":{"json":0,"instruct":20,"math":0,"context":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T00:00:00Z","score":36,"cats":{"json":0,"instruct":20,"math":0,"context":null,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-12T18:00:00Z","score":63.3,"cats":{"json":0,"instruct":80,"math":0,"context":100,"refusal":100,"limits":100,"code":null,"logic":null,"state":null}},{"date":"2026-10-13T00:00:00Z","score":36,"cats":{"json":0,"instruct":20,"math":0,"context":null,"refusal":60,"limits":100,"code":null,"logic":null,"state":null}}],"samples":545,"returnedModels":["microsoft/phi-4"]}],"incidents":[{"id":"inc-gpt-6-astra-fingerprint-2026-11-06T16","modelId":"gpt-6-astra","category":"fingerprint","changePoint":"2026-11-04T21:14:20.842Z","openedAt":"2026-11-06T16:22:33.328Z","resolvedAt":null,"status":"open","deltaPts":0,"adjustedP":"6.7e-4","confidence":"Medium","provisional":false,"partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 6300 baseline responses). Biggest shifts: answers on “Name a famous scientist. Reply with only the name.”; answers on “Give one tip for sleeping better, in one sentence.”; wording on “Give one tip for sleeping better, in one sentence.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-11-06T04","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-11-04T08:54:00.593Z","openedAt":"2026-11-06T04:05:02.575Z","resolvedAt":null,"status":"open","deltaPts":0,"adjustedP":"6.7e-4","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 5906 baseline responses). Biggest shifts: whether it reasoned at all on “Give one tip for sleeping better, in one sentence.”; output length on “Give one tip for sleeping better, in one sentence.”; reasoning tokens on “Give one tip for sleeping better, in one sentence.”"},{"id":"inc-gpt-5.4-fingerprint-2026-11-04T17","modelId":"gpt-5.4","category":"fingerprint","changePoint":"2026-10-29T13:57:06.128Z","openedAt":"2026-11-04T17:54:13.500Z","resolvedAt":null,"status":"open","deltaPts":0,"adjustedP":"6.7e-4","confidence":"Low","provisional":false,"partition":{"model":"gpt-5.4","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 5082 baseline responses). Biggest shifts: token probabilities on “Name a famous scientist. Reply with only the name.”; token probabilities on “Say hello in a creative way, in one short sentence.”; token probabilities on “all prompts together”"},{"id":"inc-gpt-6-astra-fingerprint-2026-11-04T17","modelId":"gpt-6-astra","category":"fingerprint","changePoint":"2026-10-29T13:56:09.139Z","openedAt":"2026-11-04T17:53:14.135Z","resolvedAt":"2026-11-06T10:46:23.000Z","status":"resolved","deltaPts":0,"adjustedP":"4.0e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1316 recent vs 10136 baseline responses). Biggest shifts: visible output length on “Suggest a name for a pet cat. Reply with only the name.”; whether it reasoned at all on “Suggest a name for a pet cat. Reply with only the name.”; output length on “Suggest a name for a pet cat. Reply with only the name.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-28T21","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-28T18:27:55.707Z","openedAt":"2026-10-28T21:48:49.664Z","resolvedAt":"2026-10-29T01:05:50.392Z","status":"resolved","deltaPts":0,"adjustedP":"1.7e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (168 recent vs 10302 baseline responses). Biggest shifts: whether it reasoned at all on “Write the first sentence of a mystery novel.”; whether it reasoned at all on “all prompts together”; visible output length on “Name one musical instrument. Reply with one word.”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-28T20","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-27T02:44:09.219Z","openedAt":"2026-10-28T20:46:25.087Z","resolvedAt":null,"status":"open","deltaPts":0,"adjustedP":"6.7e-4","confidence":"Medium","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 5292 baseline responses). Biggest shifts: reasoning tokens on “Complete this sentence: The old house at the end of the street”; whether it reasoned at all on “Complete this sentence: The old house at the end of the street”; output length on “Flip a coin. Reply with only heads or tails.”"},{"id":"inc-chat-latest-fingerprint-2026-10-28T07","modelId":"chat-latest","category":"fingerprint","changePoint":"2026-10-26T21:10:28.730Z","openedAt":"2026-10-28T07:47:58.088Z","resolvedAt":null,"status":"open","deltaPts":0,"adjustedP":"6.7e-4","confidence":"Low","provisional":false,"partition":{"model":"chat-latest","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 5236 baseline responses). Biggest shifts: wording on “Write the first sentence of a mystery novel.”; output length on “Write the first sentence of a mystery novel.”; answers on “List three uses for a brick.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-25T18","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-23T19:13:01.626Z","openedAt":"2026-10-25T18:50:08.952Z","resolvedAt":"2026-10-26T02:48:26.555Z","status":"resolved","deltaPts":0,"adjustedP":"9.7e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1342 recent vs 11760 baseline responses). Biggest shifts: whether it reasoned at all on “Give one tip for sleeping better, in one sentence.”; visible output length on “Give one tip for sleeping better, in one sentence.”; whether it reasoned at all on “Say hello in a creative way, in one short sentence.”"},{"id":"inc-chat-latest-fingerprint-2026-10-24T21","modelId":"chat-latest","category":"fingerprint","changePoint":"2026-10-23T03:09:49.312Z","openedAt":"2026-10-24T21:28:47.576Z","resolvedAt":"2026-10-25T18:57:21.571Z","status":"resolved","deltaPts":0,"adjustedP":"6.5e-3","confidence":"Low","provisional":false,"partition":{"model":"chat-latest","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 6048 baseline responses). Biggest shifts: answers on “List three uses for a brick.”; output length on “List three uses for a brick.”; wording on “List three uses for a brick.”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-24T19","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-23T01:00:08.474Z","openedAt":"2026-10-24T19:13:26.725Z","resolvedAt":"2026-10-26T06:13:48.272Z","status":"resolved","deltaPts":0,"adjustedP":"3.3e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 6076 baseline responses). Biggest shifts: reasoning tokens on “Write a haiku about autumn.”; output length on “Write a haiku about autumn.”; whether it reasoned at all on “Write a haiku about autumn.”"},{"id":"inc-gpt-5.4-fingerprint-2026-10-24T13","modelId":"gpt-5.4","category":"fingerprint","changePoint":"2026-10-21T19:10:23.013Z","openedAt":"2026-10-24T13:44:01.933Z","resolvedAt":"2026-11-04T14:35:08.999Z","status":"resolved","deltaPts":0,"adjustedP":"5.3e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-5.4","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 5950 baseline responses). Biggest shifts: token probabilities on “Name one animal. Reply with one word.”; first token on “Write a haiku about autumn.”; token probabilities on “Give me a one-line motivational quote.”"},{"id":"inc-gpt-4.1-fingerprint-2026-10-23T01","modelId":"gpt-4.1","category":"fingerprint","changePoint":"2026-10-22T21:39:53.477Z","openedAt":"2026-10-23T01:00:42.451Z","resolvedAt":"2026-11-05T01:41:15.223Z","status":"resolved","deltaPts":0,"adjustedP":"6.7e-4","confidence":"Medium","provisional":false,"partition":{"model":"gpt-4.1","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (84 recent vs 5964 baseline responses). Biggest shifts: token probabilities on “Pick a day of the week. Reply with one word.”; first token on “Pick a day of the week. Reply with one word.”; token probabilities on “Suggest a name for a pet cat. Reply with only the name.”"},{"id":"inc-gpt-4.1-fingerprint-2026-10-21T03","modelId":"gpt-4.1","category":"fingerprint","changePoint":"2026-10-20T00:30:05.514Z","openedAt":"2026-10-21T03:16:10.078Z","resolvedAt":"2026-10-21T06:37:06.933Z","status":"resolved","deltaPts":0,"adjustedP":"8.0e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-4.1","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 6580 baseline responses). Biggest shifts: token probabilities on “Describe a cat in exactly five words.”; token probabilities on “Give me a one-line motivational quote.”; token probabilities on “Pick a day of the week. Reply with one word.”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-20T22","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-19T19:59:44.674Z","openedAt":"2026-10-20T22:54:03.380Z","resolvedAt":"2026-10-21T03:15:39.212Z","status":"resolved","deltaPts":0,"adjustedP":"6.4e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 6582 baseline responses). Biggest shifts: whether it reasoned at all on “Write a haiku about autumn.”; output length on “Write a haiku about autumn.”; whether it reasoned at all on “all prompts together”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-20T22","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-19T19:56:55.647Z","openedAt":"2026-10-20T22:50:26.546Z","resolvedAt":"2026-10-21T08:47:49.195Z","status":"resolved","deltaPts":0,"adjustedP":"8.0e-4","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 13278 baseline responses). Biggest shifts: whether it reasoned at all on “Write one sentence about the sea.”; visible output length on “Name one programming language. Reply with only its name.”; whether it reasoned at all on “Name one programming language. Reply with only its name.”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-19T22","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-18T14:11:50.593Z","openedAt":"2026-10-19T22:14:24.457Z","resolvedAt":"2026-10-20T09:23:22.457Z","status":"resolved","deltaPts":0,"adjustedP":"2.0e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 6414 baseline responses). Biggest shifts: output length on “Give me a one-line motivational quote.”; visible output length on “Give me a one-line motivational quote.”; wording on “Write one sentence about rain.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-19T21","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-18T13:00:39.613Z","openedAt":"2026-10-19T21:05:04.348Z","resolvedAt":"2026-10-20T20:36:18.867Z","status":"resolved","deltaPts":0,"adjustedP":"6.4e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 12830 baseline responses). Biggest shifts: output length on “Name a famous scientist. Reply with only the name.”; output length on “Flip a coin. Reply with only heads or tails.”; reasoning tokens on “Flip a coin. Reply with only heads or tails.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-19T00","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-17T18:21:08.964Z","openedAt":"2026-10-19T00:55:25.516Z","resolvedAt":"2026-10-19T04:14:36.841Z","status":"resolved","deltaPts":0,"adjustedP":"9.0e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 11878 baseline responses). Biggest shifts: output length on “Name a famous scientist. Reply with only the name.”; reasoning tokens on “Name a famous scientist. Reply with only the name.”; visible output length on “Write one sentence about rain.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-18T07","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-17T01:07:06.542Z","openedAt":"2026-10-18T07:30:11.270Z","resolvedAt":"2026-10-18T10:51:00.049Z","status":"resolved","deltaPts":0,"adjustedP":"7.2e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 11206 baseline responses). Biggest shifts: output length on “Name a famous scientist. Reply with only the name.”; reasoning tokens on “Name a famous scientist. Reply with only the name.”; output length on “Pick a number between 1 and 1000. Reply with only the number.”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-15T18","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-14T11:11:01.025Z","openedAt":"2026-10-15T18:53:52.749Z","resolvedAt":"2026-10-17T06:38:39.123Z","status":"resolved","deltaPts":0,"adjustedP":"9.3e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 4790 baseline responses). Biggest shifts: whether it reasoned at all on “Name a chemical element. Reply with one word.”; visible output length on “Name a chemical element. Reply with one word.”; reasoning tokens on “Name a chemical element. Reply with one word.”"},{"id":"inc-gpt-6-astra-fingerprint-2026-10-15T03","modelId":"gpt-6-astra","category":"fingerprint","changePoint":"2026-10-14T23:07:22.341Z","openedAt":"2026-10-15T03:26:17.355Z","resolvedAt":"2026-10-27T18:35:48.780Z","status":"resolved","deltaPts":0,"adjustedP":"8.0e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (168 recent vs 9975 baseline responses). Biggest shifts: visible output length on “all prompts together”; whether it reasoned at all on “all prompts together”; output length on “all prompts together”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-15T01","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-13T11:12:39.705Z","openedAt":"2026-10-15T01:11:38.871Z","resolvedAt":"2026-10-15T05:39:12.965Z","status":"resolved","deltaPts":0,"adjustedP":"8.7e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 8742 baseline responses). Biggest shifts: whether it reasoned at all on “all prompts together”; visible output length on “Name one programming language. Reply with only its name.”; whether it reasoned at all on “Name one programming language. Reply with only its name.”"},{"id":"inc-gpt-6-astra-fingerprint-2026-10-14T09","modelId":"gpt-6-astra","category":"fingerprint","changePoint":"2026-10-12T19:10:58.372Z","openedAt":"2026-10-14T09:00:23.196Z","resolvedAt":"2026-10-15T01:12:48.964Z","status":"resolved","deltaPts":0,"adjustedP":"7.3e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 8071 baseline responses). Biggest shifts: output length on “Name one fruit. Reply with one word.”; reasoning tokens on “Name one fruit. Reply with one word.”; visible output length on “Name one fruit. Reply with one word.”"},{"id":"inc-gpt-6.1-sol-fingerprint-2026-10-14T06","modelId":"gpt-6.1-sol","category":"fingerprint","changePoint":"2026-10-12T16:40:10.630Z","openedAt":"2026-10-14T06:41:34.307Z","resolvedAt":null,"status":"open","deltaPts":0,"adjustedP":"6.7e-4","confidence":"Low","provisional":false,"partition":{"model":"gpt-6.1-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 7961 baseline responses). Biggest shifts: output length on “Pick a day of the week. Reply with one word.”; reasoning tokens on “Pick a day of the week. Reply with one word.”; whether it reasoned at all on “all prompts together”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-13T07","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-13T04:35:12.270Z","openedAt":"2026-10-13T07:51:01.607Z","resolvedAt":"2026-10-15T10:13:08.506Z","status":"resolved","deltaPts":0,"adjustedP":"2.4e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 3614 baseline responses). Biggest shifts: reasoning tokens on “Write one sentence about rain.”; visible output length on “Write a haiku about autumn.”; whether it reasoned at all on “Describe a cat in exactly five words.”"},{"id":"inc-gpt-4.1-fingerprint-2026-10-13T05","modelId":"gpt-4.1","category":"fingerprint","changePoint":"2026-10-11T21:29:33.944Z","openedAt":"2026-10-13T05:39:45.418Z","resolvedAt":"2026-10-13T12:27:58.172Z","status":"resolved","deltaPts":0,"adjustedP":"5.2e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-4.1","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 3584 baseline responses). Biggest shifts: token probabilities on “Give me one random English noun. Reply with one word.”; output length on “What is 17 * 23?”; answers on “Name one fruit. Reply with one word.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-12T14","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-11T06:14:01.912Z","openedAt":"2026-10-12T14:03:50.562Z","resolvedAt":"2026-10-13T11:12:39.705Z","status":"resolved","deltaPts":0,"adjustedP":"4.8e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 6558 baseline responses). Biggest shifts: whether it reasoned at all on “Name one fruit. Reply with one word.”; visible output length on “Name one color. Reply with one word.”; whether it reasoned at all on “Name one color. Reply with one word.”"},{"id":"inc-gpt-4.1-fingerprint-2026-10-11T09","modelId":"gpt-4.1","category":"fingerprint","changePoint":"2026-10-10T01:42:05.729Z","openedAt":"2026-10-11T09:44:00.798Z","resolvedAt":"2026-10-11T20:00:48.640Z","status":"resolved","deltaPts":0,"adjustedP":"3.3e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-4.1","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 2744 baseline responses). Biggest shifts: first token on “Pick a random integer between 1 and 50. Reply with only the number.”; token probabilities on “Pick a random integer between 1 and 50. Reply with only the number.”; token probabilities on “Flip a coin. Reply with only heads or tails.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-11T07","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-09T23:26:44.032Z","openedAt":"2026-10-11T07:18:09.397Z","resolvedAt":"2026-10-11T12:22:09.001Z","status":"resolved","deltaPts":0,"adjustedP":"1.7e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 5270 baseline responses). Biggest shifts: whether it reasoned at all on “Explain what a variable is in programming, in two sentences.”; whether it reasoned at all on “Name one fruit. Reply with one word.”; visible output length on “Name one fruit. Reply with one word.”"},{"id":"inc-gpt-6.1-sol-fingerprint-2026-10-10T04","modelId":"gpt-6.1-sol","category":"fingerprint","changePoint":"2026-10-09T02:28:48.762Z","openedAt":"2026-10-10T04:59:00.493Z","resolvedAt":"2026-10-13T16:55:00.983Z","status":"resolved","deltaPts":0,"adjustedP":"1.6e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6.1-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (168 recent vs 5385 baseline responses). Biggest shifts: visible output length on “Name one programming language. Reply with only its name.”; whether it reasoned at all on “Name one programming language. Reply with only its name.”; output length on “Name one programming language. Reply with only its name.”"},{"id":"inc-gpt-6-astra-fingerprint-2026-10-10T03","modelId":"gpt-6-astra","category":"fingerprint","changePoint":"2026-10-10T00:37:18.091Z","openedAt":"2026-10-10T03:51:53.452Z","resolvedAt":"2026-10-13T05:38:13.898Z","status":"resolved","deltaPts":0,"adjustedP":"6.7e-3","confidence":"Medium","provisional":false,"partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (168 recent vs 5327 baseline responses). Biggest shifts: whether it reasoned at all on “all prompts together”; whether it reasoned at all on “Name one fruit. Reply with one word.”; visible output length on “Name one fruit. Reply with one word.”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-10T00","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-08T18:05:07.062Z","openedAt":"2026-10-10T00:38:10.246Z","resolvedAt":"2026-10-10T19:36:19.897Z","status":"resolved","deltaPts":0,"adjustedP":"7.3e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 2018 baseline responses). Biggest shifts: whether it reasoned at all on “Suggest a name for a pet cat. Reply with only the name.”; output length on “Pick a day of the week. Reply with one word.”; reasoning tokens on “Pick a day of the week. Reply with one word.”"},{"id":"inc-gpt-5.4-mini-fingerprint-2026-10-09T20","modelId":"gpt-5.4-mini","category":"fingerprint","changePoint":"2026-10-08T13:32:38.545Z","openedAt":"2026-10-09T20:16:06.829Z","resolvedAt":"2026-11-05T16:14:59.600Z","status":"resolved","deltaPts":0,"adjustedP":"8.7e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-5.4-mini","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 1919 baseline responses). Biggest shifts: output length on “Pick a random letter of the alphabet. Reply with only the letter.”; first token on “Give one tip for sleeping better, in one sentence.”; token probabilities on “Name a city in Europe. Reply with only the city name.”"},{"id":"inc-gpt-6.1-sol-fingerprint-2026-10-09T03","modelId":"gpt-6.1-sol","category":"fingerprint","changePoint":"2026-10-07T20:53:01.674Z","openedAt":"2026-10-09T03:32:54.097Z","resolvedAt":"2026-10-10T02:47:18.761Z","status":"resolved","deltaPts":0,"adjustedP":"2.0e-3","confidence":"Medium","provisional":false,"partition":{"model":"gpt-6.1-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1297 recent vs 2968 baseline responses). Biggest shifts: output length on “Name one animal. Reply with one word.”; reasoning tokens on “Name one animal. Reply with one word.”; visible output length on “Name one animal. Reply with one word.”"},{"id":"inc-gpt-6-luna-fingerprint-2026-10-08T18","modelId":"gpt-6-luna","category":"fingerprint","changePoint":"2026-10-07T12:38:24.972Z","openedAt":"2026-10-08T18:01:16.363Z","resolvedAt":"2026-10-09T11:12:57.387Z","status":"resolved","deltaPts":0,"adjustedP":"3.2e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-luna","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1294 recent vs 2688 baseline responses). Biggest shifts: output length on “all prompts together”; reasoning tokens on “all prompts together”; visible output length on “Name one programming language. Reply with only its name.”"},{"id":"inc-gpt-4.1-fingerprint-2026-10-08T13","modelId":"gpt-4.1","category":"fingerprint","changePoint":"2026-10-07T07:37:36.730Z","openedAt":"2026-10-08T13:32:47.412Z","resolvedAt":"2026-10-09T02:31:13.394Z","status":"resolved","deltaPts":0,"adjustedP":"6.0e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-4.1","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 1260 baseline responses). Biggest shifts: token probabilities on “Say hello in a creative way, in one short sentence.”; answers on “Complete this sentence: The old house at the end of the street”; token probabilities on “Give one tip for sleeping better, in one sentence.”"},{"id":"inc-gpt-6-astra-fingerprint-2026-10-08T13","modelId":"gpt-6-astra","category":"fingerprint","changePoint":"2026-10-07T07:35:30.883Z","openedAt":"2026-10-08T13:31:00.146Z","resolvedAt":"2026-10-09T09:03:13.624Z","status":"resolved","deltaPts":0,"adjustedP":"4.0e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-astra","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1295 recent vs 2464 baseline responses). Biggest shifts: visible output length on “Give one tip for sleeping better, in one sentence.”; output length on “Give one tip for sleeping better, in one sentence.”; whether it reasoned at all on “Give one tip for sleeping better, in one sentence.”"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-08T01","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-06T19:15:50.676Z","openedAt":"2026-10-08T01:18:20.134Z","resolvedAt":"2026-10-08T11:16:27.362Z","status":"resolved","deltaPts":0,"adjustedP":"1.0e-2","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 952 baseline responses). Biggest shifts: whether it reasoned at all on “all prompts together”; whether it reasoned at all on “Complete this sentence: The old house at the end of the street”; reasoning tokens on “Complete this sentence: The old house at the end of the street”"},{"id":"inc-chat-latest-fingerprint-2026-10-07T23","modelId":"chat-latest","category":"fingerprint","changePoint":"2026-10-07T19:45:14.251Z","openedAt":"2026-10-07T23:06:03.548Z","resolvedAt":"2026-10-17T19:28:21.260Z","status":"resolved","deltaPts":0,"adjustedP":"8.4e-3","confidence":"Low","provisional":false,"partition":{"model":"chat-latest","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (84 recent vs 1484 baseline responses). Biggest shifts: answers on “Name one fruit. Reply with one word.”; output length on “Name one fruit. Reply with one word.”; wording on “Explain what a variable is in programming, in two sentences.”"},{"id":"inc-gpt-6.1-sol-fingerprint-2026-10-07T05","modelId":"gpt-6.1-sol","category":"fingerprint","changePoint":"2026-10-05T23:31:27.953Z","openedAt":"2026-10-07T05:22:53.670Z","resolvedAt":"2026-10-07T19:43:04.328Z","status":"resolved","deltaPts":0,"adjustedP":"9.3e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6.1-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (1344 recent vs 1008 baseline responses). Biggest shifts: whether it reasoned at all on “Name one animal. Reply with one word.”; visible output length on “Name one animal. Reply with one word.”; reasoning tokens on “Suggest a name for a pet cat. Reply with only the name.”","promotedAt":"2026-10-07T10:18:26.370Z"},{"id":"inc-gpt-6-sol-fingerprint-2026-10-07T03","modelId":"gpt-6-sol","category":"fingerprint","changePoint":"2026-10-05T21:25:28.429Z","openedAt":"2026-10-07T03:07:46.777Z","resolvedAt":"2026-10-07T17:34:04.873Z","status":"resolved","deltaPts":0,"adjustedP":"7.5e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-6-sol","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 476 baseline responses). Biggest shifts: whether it reasoned at all on “all prompts together”; visible output length on “Write a haiku about autumn.”; visible output length on “Give me one random English noun. Reply with one word.”","promotedAt":"2026-10-07T09:07:00.180Z"},{"id":"inc-gpt-5.4-mini-fingerprint-2026-10-07T02","modelId":"gpt-5.4-mini","category":"fingerprint","changePoint":"2026-10-05T20:22:49.625Z","openedAt":"2026-10-07T02:04:57.027Z","resolvedAt":"2026-10-09T16:55:02.639Z","status":"resolved","deltaPts":0,"adjustedP":"7.2e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-5.4-mini","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 448 baseline responses). Biggest shifts: token probabilities on “Name a chemical element. Reply with one word.”; first token on “Say hello in a creative way, in one short sentence.”; token probabilities on “Pick a random letter of the alphabet. Reply with only the letter.”","promotedAt":"2026-10-07T09:07:24.405Z"},{"id":"inc-gpt-5.4-fingerprint-2026-10-07T02","modelId":"gpt-5.4","category":"fingerprint","changePoint":"2026-10-05T20:22:38.726Z","openedAt":"2026-10-07T02:04:47.721Z","resolvedAt":"2026-10-24T11:30:52.424Z","status":"resolved","deltaPts":0,"adjustedP":"2.4e-3","confidence":"Low","provisional":false,"partition":{"model":"gpt-5.4","suite":"fp-v1","backend":"openai","pinned":""},"note":"Responses to fixed prompts no longer match this model’s own history (672 recent vs 448 baseline responses). Biggest shifts: first token on “List three uses for a brick.”; token probabilities on “Pick a number between 1 and 1000. Reply with only the number.”; token probabilities on “Suggest a name for a pet cat. Reply with only the name.”","promotedAt":"2026-10-07T03:07:55.530Z"}]}