[AgentBench evaluation] set run_as_devin to true (All-Hands-AI#2269)

Co-authored-by: Leo <[email protected]>
haoyaogang · Jun 5, 2024 · 208b146 · 208b146
1 parent 1b25a37
commit 208b146
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/evaluation/agent_bench/README.md b/evaluation/agent_bench/README.md
@@ -24,7 +24,8 @@ sandbox_timeout = 120
 ssh_hostname = "localhost"
 
 use_host_network = false
-run_as_devin = false
+# AgentBench specific
+run_as_devin = true
 enable_auto_lint = true
 
 [eval_gpt35_turbo]