{"targets": [{"id": 54, "key": "DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP:iq2_m", "model": "DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP", "tag": "iq2_m", "source": "namespaced", "status": "benched", "memory_bytes": 12000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 66.965}, "js": {"samples": 10, "correctness": 0.8, "duration_s": 98.055}, "rust": {"samples": 10, "correctness": 0.6, "duration_s": 115.675}}, "full": {}}, "averages": {"triage": 0.7, "full": null}, "updated_at": "2026-09-23T09:23:22"}, {"id": 52, "key": "DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP:iq3_m", "model": "DavidAU/Qwen3.8-27B-TWIN-TURBO-Fable-Cold-Fusion-709-ULTRA-HERETIC-Uncensored-NM-DAU-NEO-MTP", "tag": "iq3_m", "source": "namespaced", "status": "benched", "memory_bytes": 15000000000, "gpu_fraction": 0.91, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 109.488}, "js": {"samples": 10, "correctness": 0.9, "duration_s": 46.675}, "rust": {"samples": 10, "correctness": 0.7, "duration_s": 106.22}}, "full": {}}, "averages": {"triage": 0.767, "full": null}, "updated_at": "2026-09-23T08:09:45"}, {"id": 6, "key": "NousCoder-14B-GGUF:Q6_K", "model": "NousCoder-14B-GGUF", "tag": "Q6_K", "source": "gguf", "status": "rejected", "memory_bytes": 12000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 167.071}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 185.254}, "rust": {"samples": 10, "correctness": 0.6, "duration_s": 1144.874}}, "full": {}}, "averages": {"triage": 0.667, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 2, "key": "Qwen3.8-27B-UD-Q3_K_XL:latest", "model": "Qwen3.8-27B-UD-Q3_K_XL", "tag": "latest", "source": "gguf", "status": "benched", "memory_bytes": 13000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.8, "duration_s": 97.462}, "js": {"samples": 10, "correctness": 1.0, "duration_s": 54.614}, "rust": {"samples": 10, "correctness": 0.5, "duration_s": 170.759}}, "full": {}}, "averages": {"triage": 0.767, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 51, "key": "Ternary-Bonsai-2-27B-PQ2_0:latest", "model": "Ternary-Bonsai-2-27B-PQ2_0", "tag": "latest", "source": "gguf", "status": "benched", "memory_bytes": 9500000000, "gpu_fraction": 1.0, "notes": "Rust keeps crashing with 'RemoteProtocolError: Server disconnected without sending a response'", "runs": {"triage": {"python": {"samples": null, "correctness": 0.7, "duration_s": null}, "js": {"samples": null, "correctness": 0.9, "duration_s": null}, "rust": {"samples": null, "correctness": 0.0, "duration_s": null}}, "full": {}}, "averages": {"triage": 0.533, "full": null}, "updated_at": "2026-09-20T10:56:30"}, {"id": 55, "key": "bonsai-2:27b", "model": "bonsai-2", "tag": "27b", "source": "library", "status": "benched", "memory_bytes": 8100000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.9, "duration_s": 55.337}, "js": {"samples": 10, "correctness": 0.9, "duration_s": 57.751}, "rust": {"samples": 10, "correctness": 0.7, "duration_s": 59.961}}, "full": {}}, "averages": {"triage": 0.833, "full": null}, "updated_at": "2026-10-19T12:38:48"}, {"id": 7, "key": "codegeex4:9b", "model": "codegeex4", "tag": "9b", "source": "library", "status": "rejected", "memory_bytes": 5600000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 2.151}, "js": {"samples": 10, "correctness": 0.9, "duration_s": 1.777}, "rust": {"samples": 10, "correctness": 0.5, "duration_s": 4.297}}, "full": {}}, "averages": {"triage": 0.667, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 19, "key": "codegemma:7b", "model": "codegemma", "tag": "7b", "source": "library", "status": "rejected", "memory_bytes": 8100000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 2.723}, "js": {"samples": 10, "correctness": 0.8, "duration_s": 2.691}, "rust": {"samples": 10, "correctness": 0.2, "duration_s": 4.49}}, "full": {}}, "averages": {"triage": 0.533, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 39, "key": "codellama:13b", "model": "codellama", "tag": "13b", "source": "library", "status": "rejected", "memory_bytes": 11000000000, "gpu_fraction": 1.0, "notes": "often generated extra non-code text, causing the tests to fail", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 4.549}, "js": {"samples": 10, "correctness": 0.0, "duration_s": 6.714}, "rust": {"samples": 10, "correctness": 0.0, "duration_s": 9.008}}, "full": {}}, "averages": {"triage": 0.0, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 38, "key": "codellama:7b", "model": "codellama", "tag": "7b", "source": "library", "status": "rejected", "memory_bytes": 6900000000, "gpu_fraction": 1.0, "notes": "often generated extra non-code text, causing the tests to fail", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 3.371}, "js": {"samples": 10, "correctness": 0.0, "duration_s": 5.301}, "rust": {"samples": 10, "correctness": 0.0, "duration_s": 5.616}}, "full": {}}, "averages": {"triage": 0.0, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 26, "key": "codestral:22b", "model": "codestral", "tag": "22b", "source": "library", "status": "rejected", "memory_bytes": 14000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.3, "duration_s": 14.467}, "js": {"samples": 10, "correctness": 0.5, "duration_s": 15.059}, "rust": {"samples": 10, "correctness": 0.5, "duration_s": 17.487}}, "full": {}}, "averages": {"triage": 0.433, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 20, "key": "cogito:14b", "model": "cogito", "tag": "14b", "source": "library", "status": "rejected", "memory_bytes": 10000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.4, "duration_s": 21.947}, "js": {"samples": 10, "correctness": 0.6, "duration_s": 19.478}, "rust": {"samples": 10, "correctness": 0.6, "duration_s": 20.93}}, "full": {}}, "averages": {"triage": 0.533, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 48, "key": "command-r7b:7b", "model": "command-r7b", "tag": "7b", "source": "library", "status": "rejected", "memory_bytes": 5600000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.1, "duration_s": 4.378}, "js": {"samples": 10, "correctness": 0.5, "duration_s": 7.063}, "rust": {"samples": 10, "correctness": 0.3, "duration_s": 4.48}}, "full": {}}, "averages": {"triage": 0.3, "full": null}, "updated_at": "2026-09-12T15:30:28"}, {"id": 46, "key": "deepcoder:latest", "model": "deepcoder", "tag": "latest", "source": "library", "status": "unusable", "memory_bytes": 9500000000, "gpu_fraction": 1.0, "notes": "> hour for the triage", "runs": {"triage": {"python": {"samples": null, "correctness": 0.4, "duration_s": 357.302}}, "full": {}}, "averages": {"triage": 0.4, "full": null}, "updated_at": "2026-09-06T17:57:47"}, {"id": 35, "key": "deepseek-coder-v2:16b", "model": "deepseek-coder-v2", "tag": "16b", "source": "library", "status": "rejected", "memory_bytes": 10000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 4.397}, "js": {"samples": 10, "correctness": 0.0, "duration_s": 4.488}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 5.722}}, "full": {}}, "averages": {"triage": 0.133, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 14, "key": "deepseek-r1:14b", "model": "deepseek-r1", "tag": "14b", "source": "library", "status": "rejected", "memory_bytes": 10000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 132.081}, "js": {"samples": 10, "correctness": 0.6, "duration_s": 173.481}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 205.081}}, "full": {}}, "averages": {"triage": 0.567, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 17, "key": "devstral-small-2:latest", "model": "devstral-small-2", "tag": "latest", "source": "library", "status": "rejected", "memory_bytes": 16000000000, "gpu_fraction": 0.89, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": 28.457}, "js": {"samples": 10, "correctness": 0.6, "duration_s": null}, "rust": {"samples": 10, "correctness": 0.6, "duration_s": null}}, "full": {}}, "averages": {"triage": 0.567, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 3, "key": "digitsflow/bonsai-8b:latest", "model": "digitsflow/bonsai-8b", "tag": "latest", "source": "namespaced", "status": "benched", "memory_bytes": 11000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.8, "duration_s": 2.425}, "js": {"samples": 10, "correctness": 0.8, "duration_s": 2.02}, "rust": {"samples": 10, "correctness": 0.6, "duration_s": 2.96}}, "full": {}}, "averages": {"triage": 0.733, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 49, "key": "dolphin3:8b", "model": "dolphin3", "tag": "8b", "source": "library", "status": "rejected", "memory_bytes": 5300000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.3, "duration_s": 2.842}, "js": {"samples": 10, "correctness": 0.3, "duration_s": 4.894}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 4.952}}, "full": {}}, "averages": {"triage": 0.333, "full": null}, "updated_at": "2026-09-12T15:41:49"}, {"id": 47, "key": "exaone-deep:7.8b-q8_0", "model": "exaone-deep", "tag": "7.8b-q8_0", "source": "library", "status": "rejected", "memory_bytes": 8500000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": 115.271}}, "full": {}}, "averages": {"triage": 0.5, "full": null}, "updated_at": "2026-09-12T14:44:09"}, {"id": 1, "key": "gemma3:12b", "model": "gemma3", "tag": "12b", "source": "library", "status": "benched", "memory_bytes": 11000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 8.51}, "js": {"samples": 10, "correctness": 0.9, "duration_s": 5.078}, "rust": {"samples": 10, "correctness": 0.8, "duration_s": 22.277}}, "full": {"python": {"samples": null, "correctness": 0.713, "duration_s": 6.789}, "js": {"samples": null, "correctness": 0.762, "duration_s": 5.817}, "rust": {"samples": null, "correctness": 0.323, "duration_s": 18.997}}}, "averages": {"triage": 0.767, "full": 0.599}, "updated_at": "2026-09-04T00:00:00"}, {"id": 30, "key": "gemma3:4b", "model": "gemma3", "tag": "4b", "source": "library", "status": "rejected", "memory_bytes": 5800000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.2, "duration_s": 2.752}, "js": {"samples": 10, "correctness": 0.6, "duration_s": 2.752}, "rust": {"samples": 10, "correctness": 0.0, "duration_s": 8.955}}, "full": {}}, "averages": {"triage": 0.267, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 24, "key": "gemma3n:e4b", "model": "gemma3n", "tag": "e4b", "source": "library", "status": "rejected", "memory_bytes": 5800000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 4.958}, "js": {"samples": 10, "correctness": 0.6, "duration_s": 5.444}, "rust": {"samples": 10, "correctness": 0.0, "duration_s": 17.887}}, "full": {}}, "averages": {"triage": 0.433, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 36, "key": "gemma4:12b", "model": "gemma4", "tag": "12b", "source": "library", "status": "rejected", "memory_bytes": 8100000000, "gpu_fraction": 1.0, "notes": "often generated extra non-code text, causing the tests to fail", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 58.835}, "js": {"samples": 10, "correctness": 0.1, "duration_s": 72.085}, "rust": {"samples": 10, "correctness": 0.3, "duration_s": 91.878}}, "full": {}}, "averages": {"triage": 0.133, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 37, "key": "gemma4:e4b", "model": "gemma4", "tag": "e4b", "source": "library", "status": "rejected", "memory_bytes": 10000000000, "gpu_fraction": 1.0, "notes": "often generated extra non-code text, causing the tests to fail", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 25.608}, "js": {"samples": 10, "correctness": 0.0, "duration_s": 27.256}, "rust": {"samples": 10, "correctness": 0.1, "duration_s": 35.551}}, "full": {}}, "averages": {"triage": 0.033, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 8, "key": "gemma4-v2-Q6_K:latest", "model": "gemma4-v2-Q6_K", "tag": "latest", "source": "gguf", "status": "rejected", "memory_bytes": 10000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.8, "duration_s": 16.528}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 19.091}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 15.87}}, "full": {}}, "averages": {"triage": 0.633, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 34, "key": "glm4:9b", "model": "glm4", "tag": "9b", "source": "library", "status": "rejected", "memory_bytes": 6200000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 9.084}, "js": {"samples": 10, "correctness": 0.1, "duration_s": 10.397}, "rust": {"samples": 10, "correctness": 0.6, "duration_s": 11.08}}, "full": {}}, "averages": {"triage": 0.233, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 41, "key": "gpt-oss:20b", "model": "gpt-oss", "tag": "20b", "source": "library", "status": "unusable", "memory_bytes": 18000000000, "gpu_fraction": 0.83, "notes": "takes forever before giving any answers", "runs": {"triage": {}, "full": {}}, "averages": {"triage": null, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 23, "key": "granite-code:8b", "model": "granite-code", "tag": "8b", "source": "library", "status": "rejected", "memory_bytes": 6100000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 2.272}, "js": {"samples": 10, "correctness": 0.4, "duration_s": 7.896}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 2.833}}, "full": {}}, "averages": {"triage": 0.467, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 16, "key": "granite4:tiny-h", "model": "granite4", "tag": "tiny-h", "source": "library", "status": "rejected", "memory_bytes": 5100000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 3.988}, "js": {"samples": 10, "correctness": 0.6, "duration_s": 5.937}, "rust": {"samples": 10, "correctness": 0.5, "duration_s": 6.638}}, "full": {}}, "averages": {"triage": 0.567, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 5, "key": "granite4.1:8b", "model": "granite4.1", "tag": "8b", "source": "library", "status": "rejected", "memory_bytes": 6200000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 10.084}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 10.696}, "rust": {"samples": 10, "correctness": 0.6, "duration_s": 10.929}}, "full": {}}, "averages": {"triage": 0.667, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 43, "key": "granite4.2:8b", "model": "granite4.2", "tag": "8b", "source": "library", "status": "rejected", "memory_bytes": 5900000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": 149.0}, "js": {"samples": 10, "correctness": 0.5, "duration_s": 79.0}, "rust": {"samples": 10, "correctness": 0.3, "duration_s": 145.0}}, "full": {}}, "averages": {"triage": 0.433, "full": null}, "updated_at": "2026-09-06T16:15:48"}, {"id": 18, "key": "human:oneshot", "model": "human", "tag": "oneshot", "source": "baseline", "status": "benched", "memory_bytes": null, "gpu_fraction": null, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": null}, "js": {"samples": 10, "correctness": 0.5, "duration_s": null}, "rust": {"samples": 10, "correctness": 0.7, "duration_s": null}}, "full": {}}, "averages": {"triage": 0.567, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 21, "key": "lfm2:24b", "model": "lfm2", "tag": "24b", "source": "library", "status": "rejected", "memory_bytes": 14000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.4, "duration_s": 4.043}, "js": {"samples": 10, "correctness": 0.6, "duration_s": 4.247}, "rust": {"samples": 10, "correctness": 0.5, "duration_s": 5.599}}, "full": {}}, "averages": {"triage": 0.5, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 25, "key": "lfm2.5:8b", "model": "lfm2.5", "tag": "8b", "source": "library", "status": "rejected", "memory_bytes": 5300000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": 23.048}, "js": {"samples": 10, "correctness": 0.5, "duration_s": 7.941}, "rust": {"samples": 10, "correctness": 0.3, "duration_s": 18.242}}, "full": {}}, "averages": {"triage": 0.433, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 29, "key": "lfm2.5-thinking:1.2b", "model": "lfm2.5-thinking", "tag": "1.2b", "source": "library", "status": "rejected", "memory_bytes": 979000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.4, "duration_s": 14.108}, "js": {"samples": 10, "correctness": 0.4, "duration_s": 10.264}, "rust": {"samples": 10, "correctness": 0.1, "duration_s": 12.881}}, "full": {}}, "averages": {"triage": 0.3, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 22, "key": "ministral-3:8b", "model": "ministral-3", "tag": "8b", "source": "library", "status": "rejected", "memory_bytes": 16000000000, "gpu_fraction": 0.9, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": 15.057}, "js": {"samples": 10, "correctness": 0.5, "duration_s": 22.48}, "rust": {"samples": 10, "correctness": 0.5, "duration_s": 34.288}}, "full": {}}, "averages": {"triage": 0.5, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 33, "key": "mistral:7b", "model": "mistral", "tag": "7b", "source": "library", "status": "rejected", "memory_bytes": 5800000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.3, "duration_s": 5.932}, "js": {"samples": 10, "correctness": 0.2, "duration_s": 5.933}, "rust": {"samples": 10, "correctness": 0.2, "duration_s": 6.9}}, "full": {}}, "averages": {"triage": 0.233, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 27, "key": "mistral-nemo:12b", "model": "mistral-nemo", "tag": "12b", "source": "library", "status": "rejected", "memory_bytes": 8300000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.3, "duration_s": 6.99}, "js": {"samples": 10, "correctness": 0.8, "duration_s": 6.494}, "rust": {"samples": 10, "correctness": 0.0, "duration_s": 7.641}}, "full": {}}, "averages": {"triage": 0.367, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 50, "key": "nemotron-3-nano:4b-bf16", "model": "nemotron-3-nano", "tag": "4b-bf16", "source": "library", "status": "rejected", "memory_bytes": 7400000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": 52.504}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 31.781}, "rust": {"samples": 10, "correctness": 0.0, "duration_s": 38.188}}, "full": {}}, "averages": {"triage": 0.4, "full": null}, "updated_at": "2026-09-12T17:56:23"}, {"id": 13, "key": "olmo-3:7b", "model": "olmo-3", "tag": "7b", "source": "library", "status": "rejected", "memory_bytes": 6700000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.5, "duration_s": 73.098}, "js": {"samples": 10, "correctness": 0.9, "duration_s": 93.734}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 113.089}}, "full": {}}, "averages": {"triage": 0.6, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 9, "key": "ornith:9b", "model": "ornith", "tag": "9b", "source": "library", "status": "rejected", "memory_bytes": 5300000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.8, "duration_s": 18.917}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 22.946}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 11.166}}, "full": {}}, "averages": {"triage": 0.633, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 15, "key": "ornith-1.5:9b", "model": "ornith-1.5", "tag": "9b", "source": "library", "status": "rejected", "memory_bytes": 5600000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 61.405}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 60.735}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 69.75}}, "full": {}}, "averages": {"triage": 0.567, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 32, "key": "qwen2.5-coder:14b", "model": "qwen2.5-coder", "tag": "14b", "source": "library", "status": "rejected", "memory_bytes": 10000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 15.265}, "js": {"samples": 10, "correctness": 0.0, "duration_s": 15.471}, "rust": {"samples": 10, "correctness": 0.8, "duration_s": 19.263}}, "full": {}}, "averages": {"triage": 0.267, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 31, "key": "qwen2.5-coder:7b", "model": "qwen2.5-coder", "tag": "7b", "source": "library", "status": "rejected", "memory_bytes": 5600000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 9.0}, "js": {"samples": 10, "correctness": 0.0, "duration_s": 11.177}, "rust": {"samples": 10, "correctness": 0.8, "duration_s": 10.769}}, "full": {}}, "averages": {"triage": 0.267, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 12, "key": "qwen3:14b", "model": "qwen3", "tag": "14b", "source": "library", "status": "rejected", "memory_bytes": 10000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 116.899}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 112.468}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 187.583}}, "full": {}}, "averages": {"triage": 0.6, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 11, "key": "qwen3-coder:30b", "model": "qwen3-coder", "tag": "30b", "source": "library", "status": "rejected", "memory_bytes": 20000000000, "gpu_fraction": 0.75, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.9, "duration_s": 24.865}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 17.8}, "rust": {"samples": 10, "correctness": 0.2, "duration_s": 27.84}}, "full": {}}, "averages": {"triage": 0.6, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 10, "key": "qwen3.5:9b", "model": "qwen3.5", "tag": "9b", "source": "library", "status": "rejected", "memory_bytes": 14000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.7, "duration_s": 22.832}, "js": {"samples": 10, "correctness": 0.7, "duration_s": 33.959}, "rust": {"samples": 10, "correctness": 0.5, "duration_s": 58.117}}, "full": {}}, "averages": {"triage": 0.633, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 40, "key": "rnj-1:8b", "model": "rnj-1", "tag": "8b", "source": "library", "status": "rejected", "memory_bytes": 6200000000, "gpu_fraction": 1.0, "notes": "takes forever before giving any answers; Insufficient Python score combined with slow runtime; remaining tests skipped", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.0, "duration_s": 9.393}}, "full": {}}, "averages": {"triage": 0.0, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 28, "key": "solar:10.7b", "model": "solar", "tag": "10.7b", "source": "library", "status": "rejected", "memory_bytes": 7700000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 4.444}, "js": {"samples": 10, "correctness": 0.3, "duration_s": 8.538}, "rust": {"samples": 10, "correctness": 0.0, "duration_s": 9.198}}, "full": {}}, "averages": {"triage": 0.3, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 42, "key": "starcoder2:15b", "model": "starcoder2", "tag": "15b", "source": "library", "status": "unusable", "memory_bytes": 9900000000, "gpu_fraction": 1.0, "notes": "takes forever before giving any answers", "runs": {"triage": {}, "full": {}}, "averages": {"triage": null, "full": null}, "updated_at": "2026-09-04T00:00:00"}, {"id": 45, "key": "unsloth/Muse-Glimmer-30B-UD-Q3_K_XML:30b", "model": "unsloth/Muse-Glimmer-30B-UD-Q3_K_XML", "tag": "30b", "source": "namespaced", "status": "rejected", "memory_bytes": 12000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.2, "duration_s": 51.0}, "js": {"samples": 10, "correctness": 0.9, "duration_s": 67.0}, "rust": {"samples": 10, "correctness": 0.4, "duration_s": 105.0}}, "full": {}}, "averages": {"triage": 0.5, "full": null}, "updated_at": "2026-09-06T16:35:44"}, {"id": 44, "key": "unsloth/gemma-4-26b-a4b-it-qat:26b-a4b", "model": "unsloth/gemma-4-26b-a4b-it-qat", "tag": "26b-a4b", "source": "namespaced", "status": "rejected", "memory_bytes": 14000000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.1, "duration_s": 20.0}, "js": {"samples": 10, "correctness": 0.0, "duration_s": 22.0}, "rust": {"samples": 10, "correctness": 0.2, "duration_s": null}}, "full": {}}, "averages": {"triage": 0.1, "full": null}, "updated_at": "2026-09-06T16:35:58"}, {"id": 4, "key": "yi-coder:9b", "model": "yi-coder", "tag": "9b", "source": "library", "status": "benched", "memory_bytes": 5600000000, "gpu_fraction": 1.0, "notes": "", "runs": {"triage": {"python": {"samples": 10, "correctness": 0.6, "duration_s": 4.761}, "js": {"samples": 10, "correctness": 0.8, "duration_s": 4.606}, "rust": {"samples": 10, "correctness": 0.7, "duration_s": 6.626}}, "full": {"python": {"samples": null, "correctness": 0.659, "duration_s": 5.561}, "js": {"samples": null, "correctness": 0.482, "duration_s": 4.825}, "rust": {"samples": null, "correctness": 0.427, "duration_s": 6.805}}}, "averages": {"triage": 0.7, "full": 0.523}, "updated_at": "2026-09-04T00:00:00"}], "meta": {"sources": ["library", "namespaced", "gguf", "baseline"], "statuses": ["benched", "rejected", "unusable"], "run_kinds": ["triage", "full"], "languages": ["python", "js", "rust"], "threshold": 0.7}}