{"version":1,"product":"wrokin","docs":"https://wrok.in/llms.txt","methodology":{"findings":"review findings persisted with file/line — deterministic checks and the model's own claims alike, attributed to the model that actually answered (where a request is routed to a pool, the member that served it, not the pool)","rework":"a reviewed line changed before the PR merged counts as review-driven rework; ~10-15% false-positive rate accepted, the same internal bar we steer by","verdicts":"human adjudications by repo collaborators: 👍/👎 reactions harvested at PR close (agree/disagree) and `/w wrong <reason>` reports (falseClaim)","scope":"aggregated across all installations; counts only — no repos, accounts, actors, or finding text. Early data: read rates alongside their sample sizes."},"models":[{"provider":"cruise","model":"deepseek/deepseek-flash","findings":1930,"reworked":595,"reworkRate":0.3082901554404145,"verdicts":{"agree":369,"disagree":41,"falseClaim":231}},{"provider":"deepseek","model":"deepseek-v4-pro","findings":1079,"reworked":304,"reworkRate":0.28174235403151066,"verdicts":{"agree":91,"disagree":9,"falseClaim":28}},{"provider":"cruise","model":"workers-ai/@cf/openai/gpt-oss-120b","findings":1034,"reworked":134,"reworkRate":0.12959381044487428,"verdicts":{"agree":157,"disagree":103,"falseClaim":153}},{"provider":"openrouter","model":"meta-llama/llama-4-maverick","findings":880,"reworked":156,"reworkRate":0.17727272727272728,"verdicts":{"agree":29,"disagree":46,"falseClaim":50}},{"provider":"cruise","model":"openai/gpt-5.6-luna","findings":878,"reworked":224,"reworkRate":0.255125284738041,"verdicts":{"agree":181,"disagree":15,"falseClaim":69}},{"provider":"cruise","model":"deepseek/deepseek-v4-flash","findings":754,"reworked":135,"reworkRate":0.17904509283819628,"verdicts":{"agree":54,"disagree":10,"falseClaim":28}},{"provider":"mistral","model":"codestral-latest","findings":539,"reworked":71,"reworkRate":0.13172541743970315,"verdicts":{"agree":1,"disagree":10,"falseClaim":8}},{"provider":"openrouter","model":"qwen/qwen3-coder","findings":379,"reworked":101,"reworkRate":0.26649076517150394,"verdicts":{"agree":4,"disagree":1,"falseClaim":2}},{"provider":"cruise","model":"bb/code-review","findings":253,"reworked":42,"reworkRate":0.16600790513833993,"verdicts":{"agree":10,"disagree":12,"falseClaim":13}},{"provider":"cruise","model":"anthropic/claude-sonnet-5","findings":211,"reworked":49,"reworkRate":0.23222748815165878,"verdicts":{"agree":50,"disagree":8,"falseClaim":20}},{"provider":"cruise","model":"deepseek/deepseek-v4-pro","findings":183,"reworked":38,"reworkRate":0.20765027322404372,"verdicts":{"agree":67,"disagree":12,"falseClaim":29}},{"provider":"deepseek","model":"deepseek-v4-flash","findings":174,"reworked":52,"reworkRate":0.2988505747126437,"verdicts":{"agree":13,"disagree":0,"falseClaim":2}},{"provider":"openrouter","model":"z-ai/glm-4.7-flash","findings":167,"reworked":17,"reworkRate":0.10179640718562874,"verdicts":{"agree":0,"disagree":0,"falseClaim":0}},{"provider":"cruise","model":"meta/muse-spark-1.3","findings":143,"reworked":40,"reworkRate":0.27972027972027974,"verdicts":{"agree":42,"disagree":4,"falseClaim":13}},{"provider":"cruise","model":"google-ai-studio/gemini-3.8-flash","findings":131,"reworked":13,"reworkRate":0.09923664122137404,"verdicts":{"agree":73,"disagree":8,"falseClaim":16}},{"provider":"google","model":"gemini-3-flash-preview","findings":129,"reworked":55,"reworkRate":0.4263565891472868,"verdicts":{"agree":0,"disagree":0,"falseClaim":0}},{"provider":"cruise","model":"bb-adm/code-review","findings":113,"reworked":10,"reworkRate":0.08849557522123894,"verdicts":{"agree":18,"disagree":26,"falseClaim":31}},{"provider":"cruise","model":"grok/grok-4.3","findings":104,"reworked":35,"reworkRate":0.33653846153846156,"verdicts":{"agree":72,"disagree":7,"falseClaim":23}},{"provider":"cruise","model":"openai/gpt-5.6-terra","findings":101,"reworked":17,"reworkRate":0.16831683168316833,"verdicts":{"agree":12,"disagree":0,"falseClaim":6}},{"provider":"cruise","model":"anthropic/claude-opus-5","findings":94,"reworked":42,"reworkRate":0.44680851063829785,"verdicts":{"agree":54,"disagree":2,"falseClaim":12}},{"provider":"cruise","model":"google-ai-studio/gemini-3.5-flash-lite","findings":77,"reworked":10,"reworkRate":0.12987012987012986,"verdicts":{"agree":46,"disagree":14,"falseClaim":15}},{"provider":"cruise","model":"workers-ai/@cf/moonshotai/kimi-k2.7-code","findings":68,"reworked":15,"reworkRate":0.22058823529411764,"verdicts":{"agree":26,"disagree":2,"falseClaim":5}},{"provider":"cruise","model":"anthropic/claude-haiku-4-5-20251001","findings":45,"reworked":22,"reworkRate":0.4888888888888889,"verdicts":{"agree":22,"disagree":1,"falseClaim":10}},{"provider":"cruise","model":"google-ai-studio/gemini-3.1-pro-preview","findings":31,"reworked":5,"reworkRate":0.16129032258064516,"verdicts":{"agree":14,"disagree":3,"falseClaim":3}},{"provider":"cruise","model":"grok/grok-4.6","findings":21,"reworked":6,"reworkRate":0.2857142857142857,"verdicts":{"agree":28,"disagree":2,"falseClaim":5}},{"provider":"cruise","model":"workers-ai/@cf/nvidia/nemotron-3-120b-a12b","findings":20,"reworked":4,"reworkRate":0.2,"verdicts":{"agree":61,"disagree":4,"falseClaim":5}},{"provider":"mistral","model":"mistral-medium-latest","findings":20,"reworked":5,"reworkRate":0.25,"verdicts":{"agree":0,"disagree":0,"falseClaim":0}},{"provider":"cruise","model":"grok/grok-4.5","findings":14,"reworked":2,"reworkRate":0.14285714285714285,"verdicts":{"agree":11,"disagree":1,"falseClaim":3}},{"provider":"cruise","model":"workers-ai/@cf/deepseek-ai/deepseek-v4-pro-0813","findings":13,"reworked":2,"reworkRate":0.15384615384615385,"verdicts":{"agree":10,"disagree":0,"falseClaim":2}},{"provider":"cruise","model":"workers-ai/@cf/zai-org/glm-5.3","findings":13,"reworked":2,"reworkRate":0.15384615384615385,"verdicts":{"agree":8,"disagree":0,"falseClaim":0}},{"provider":"cruise","model":"meta/muse-spark-1.2","findings":10,"reworked":3,"reworkRate":0.3,"verdicts":{"agree":31,"disagree":0,"falseClaim":1}},{"provider":"cruise","model":"google-ai-studio/gemini-3.5-flash","findings":7,"reworked":4,"reworkRate":0.5714285714285714,"verdicts":{"agree":11,"disagree":1,"falseClaim":1}},{"provider":"custom:bb-local-ai","model":"devstral:latest","findings":7,"reworked":1,"reworkRate":0.14285714285714285,"verdicts":{"agree":1,"disagree":2,"falseClaim":2}},{"provider":"cruise","model":"bb-adm/security-code-audit","findings":6,"reworked":0,"reworkRate":0,"verdicts":{"agree":5,"disagree":1,"falseClaim":3}},{"provider":"cruise","model":"bb/agentic-coding","findings":4,"reworked":0,"reworkRate":0,"verdicts":{"agree":0,"disagree":2,"falseClaim":0}},{"provider":"cruise","model":"workers-ai/@cf/google/gemma-4-26b-a4b-it","findings":3,"reworked":1,"reworkRate":0.3333333333333333,"verdicts":{"agree":0,"disagree":0,"falseClaim":0}},{"provider":"custom:bb-local-ai","model":"qwen2.5-coder:7b","findings":3,"reworked":0,"reworkRate":0,"verdicts":{"agree":0,"disagree":1,"falseClaim":1}},{"provider":"cruise","model":"bb/extraction","findings":2,"reworked":0,"reworkRate":0,"verdicts":{"agree":0,"disagree":2,"falseClaim":2}},{"provider":"deepseek","model":"deepseek-flash","findings":2,"reworked":0,"reworkRate":0,"verdicts":{"agree":0,"disagree":0,"falseClaim":0}},{"provider":"cruise","model":"google-ai-studio/gemini-4-argon","findings":0,"reworked":0,"reworkRate":0,"verdicts":{"agree":6,"disagree":0,"falseClaim":0}},{"provider":"cruise","model":"workers-ai/@cf/qwen/qwen3.8-27b","findings":0,"reworked":0,"reworkRate":0,"verdicts":{"agree":6,"disagree":0,"falseClaim":1}}]}