From 57af4f13cc9d0603f2fadaa9bba1e92b12bcae12 Mon Sep 17 00:00:00 2001 From: Isadora White Date: Sat, 22 Mar 2025 15:17:08 -0500 Subject: [PATCH] adding back logging --- evaluation_script.py | 1 + settings.js | 4 ++-- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/evaluation_script.py b/evaluation_script.py index 6ef7bd5..24d8172 100644 --- a/evaluation_script.py +++ b/evaluation_script.py @@ -357,6 +357,7 @@ def launch_server_experiment(task_path, set_environment_variable_tmux_session(session_name, "PROFILES", agent_profiles_str) set_environment_variable_tmux_session(session_name, "MAX_MESSAGES", str(max_messages)) set_environment_variable_tmux_session(session_name, "NUM_EXAMPLES", str(num_examples)) + set_environment_variable_tmux_session(session_name, "LOG_ALL", "true") if insecure_coding: set_environment_variable_tmux_session(session_name, "INSECURE_CODING", "true") make_ops(agent_names, session_name) diff --git a/settings.js b/settings.js index c6b24d5..6868203 100644 --- a/settings.js +++ b/settings.js @@ -42,10 +42,10 @@ export default "relevant_docs_count": 5, // Parameter: -1 = all, 0 = no references, 5 = five references. If exceeding the maximum, all reference documents are returned. "max_messages": process.env.MAX_MESSAGES || 15, // max number of messages to keep in context - "num_examples": 2, // number of examples to give to the model + "num_examples": process.env.NUM_EXAMPLES || 2, // number of examples to give to the model "max_commands": -1, // max number of commands that can be used in consecutive responses. -1 for no limit "verbose_commands": true, // show full command syntax "narrate_behavior": true, // chat simple automatic actions ('Picking up item!') "chat_bot_messages": true, // publicly chat messages to other bots - "log_all_prompts": false, // log all prompts to file + "log_all_prompts": process.env.LOG_ALL || true, // log all prompts to file }