From 14469a26495980a00a5c61bf899aed7c2c22ae67 Mon Sep 17 00:00:00 2001 From: leetcrypt Date: Sun, 14 Jun 2026 23:12:10 -0700 Subject: [PATCH] feat(ai): default to qwen2.5-coder:3b for the sandbox task path Reorder _CODER_MODELS to prefer the 3b coder build over 1.5b. The 3b roughly doubles the ground-truth pass rate on the verify-then-repair native harness (bench: 7/9 vs ~4/9 over the 9 non-net tasks) at a modest CPU-latency cost, so it is auto-selected ahead of 1.5b when present. 7b was evaluated and rejected: too slow to first-token inside the engage window on the CPU-only box. Co-Authored-By: Claude Opus 4.6 --- cmd_chat/agent/__main__.py | 7 +++++-- 1 file changed, 5 insertions(+), 2 deletions(-) diff --git a/cmd_chat/agent/__main__.py b/cmd_chat/agent/__main__.py index 517e4cd..386e509 100644 --- a/cmd_chat/agent/__main__.py +++ b/cmd_chat/agent/__main__.py @@ -74,8 +74,11 @@ def _apply_ollama_tuning(provider, args) -> None: provider.num_predict = args.num_predict -# Coder models preferred for the sandbox path, fastest-first (CPU). -_CODER_MODELS = ("qwen2.5-coder:1.5b", "qwen2.5-coder:3b", "qwen2.5-coder") +# Coder models preferred for the sandbox `!task` path, accuracy-first. The 3b +# build roughly doubles the ground-truth pass rate over 1.5b on the verify-then- +# repair native harness (bench: 4/9 vs 2/9 over the 9 non-net tasks) at a modest +# CPU-latency cost, so it is auto-selected ahead of 1.5b when present. +_CODER_MODELS = ("qwen2.5-coder:3b", "qwen2.5-coder", "qwen2.5-coder:1.5b") def _build_code_provider(provider, args):