{ "ts": "2026-06-10T09:16:10", "model": "qwen2.5:0.5b", "rows": [ { "id": "shell-easy", "category": "shell", "tier": "easy", "result": "FAIL", "secs": 151.9, "summary": "write_file ./who.txt \u2502\u2502 \u2502 \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500", "verify_out": "" }, { "id": "shell-medium", "category": "shell", "tier": "medium", "result": "FAIL", "secs": 52.9, "summary": "write_file ./a/b/c/marker.txt \"OK\" \u2502\u2502 \u2502 \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500", "verify_out": "cat: /root/a/b/c/marker.txt: No such file or directory" }, { "id": "shell-hard", "category": "shell", "tier": "hard", "result": "PASS", "secs": 48.8, "summary": "Successfully wrote the count to conf_count.txt \u2502\u2502 \u2502 \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500", "verify_out": "" }, { "id": "code-easy", "category": "code", "tier": "easy", "result": "FAIL", "secs": 36.7, "summary": "", "verify_out": "cat: /root/add.out: No such file or directory" }, { "id": "code-medium", "category": "code", "tier": "medium", "result": "FAIL", "secs": 40.7, "summary": "write_file ./greet.sh", "verify_out": "" }, { "id": "code-hard", "category": "code", "tier": "hard", "result": "FAIL", "secs": 48.8, "summary": "fib.py written and chmod +x'd", "verify_out": "cat: /root/fib.out: No such file or directory" }, { "id": "git-easy", "category": "git", "tier": "easy", "result": "FAIL", "secs": 32.7, "summary": "", "verify_out": "" }, { "id": "git-medium", "category": "git", "tier": "medium", "result": "FAIL", "secs": 40.7, "summary": "read_file ./hw2/README.md > readme.txt \u2502\u2502 \u2502 \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500", "verify_out": "grep: /root/readme.txt: No such file or directory" }, { "id": "git-hard", "category": "git", "tier": "hard", "result": "FAIL", "secs": 34.7, "summary": "git clone https://github.com/octocat/Hello-World hw3", "verify_out": "sh: 1: cannot open /root/branch.txt: No such file" }, { "id": "multi-easy", "category": "multi", "tier": "easy", "result": "FAIL", "secs": 48.9, "summary": "mkdir proj", "verify_out": "cat: /root/proj/notes.txt: No such file or directory" }, { "id": "multi-medium", "category": "multi", "tier": "medium", "result": "FAIL", "secs": 75.0, "summary": "write_file ./fruit.txt \"apple banana cherry\"", "verify_out": "cat: /root/sorted.txt: No such file or directory" }, { "id": "multi-hard", "category": "multi", "tier": "hard", "result": "FAIL", "secs": 52.8, "summary": "wc.py < words.txt > wc.out \u2502\u2502 \u2502 \u2514\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500\u2500", "verify_out": "sh: 1: cannot open /root/wc.out: No such file" } ] }