mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-08-06 23:35:39 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

dynamic logging

Browse source
This commit is contained in:
Isadora White 2025-03-16 21:56:08 -07:00
parent 192d92bc06
commit 2e4974ddd8
1 changed files with 32 additions and 20 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

52
evaluation_script.py
View file

@ -13,6 +13,7 @@ import json
import glob import glob
from tqdm import tqdm from tqdm import tqdm
import boto3
BLOCKED_ACTIONS_COOKING = [ BLOCKED_ACTIONS_COOKING = [
'!activate', '!attackPlayer', '!checkBlueprint', '!checkBlueprintLevel', '!activate', '!attackPlayer', '!checkBlueprint', '!checkBlueprintLevel',
@ -105,8 +106,6 @@ def aggregate_results(local_folders):
if result is not None: if result is not None:
total += 1 total += 1
successful += int(result) successful += int(result)
success = int(extract_result(folder_path))
successful += success
except Exception as e: except Exception as e:
print(f"Error processing {folder_name}: {e}") print(f"Error processing {folder_name}: {e}")
@ -215,6 +214,14 @@ def launch_parallel_experiments(task_path,
experiments_folder = f"experiments/{exp_name}_{date_time}" experiments_folder = f"experiments/{exp_name}_{date_time}"
exp_name = f"{exp_name}_{date_time}" exp_name = f"{exp_name}_{date_time}"
split_task_path = task_path.split("/")
if len(split_task_path) > 1:
task_path_name = split_task_path[-2]
else:
task_path_name = "tasks"
s3_path = f"{bucket_name}/{task_type}/{model}/{task_path_name}/{exp_name}/"
# start wandb # start wandb
os.makedirs(experiments_folder, exist_ok=True) os.makedirs(experiments_folder, exist_ok=True)
for i, server in enumerate(servers): for i, server in enumerate(servers):
@ -232,18 +239,25 @@ def launch_parallel_experiments(task_path,
insecure_coding=insecure_coding, insecure_coding=insecure_coding,
num_agents=num_agents, num_agents=num_agents,
url=url, url=url,
task_type=task_type) task_type=task_type,
s3_path=s3_path)
time.sleep(5) time.sleep(5)
# total_num_tasks = len(task_ids) total_num_tasks = len(task_ids)
# total_num_experiments = total_num_tasks * num_exp total_num_experiments = total_num_tasks * num_exp
# total_run = 0 total_run = 0
# while total_run < total_num_experiments: while total_run < total_num_experiments:
# results = aggregate_results([f"{experiments_folder}/{task_id}" for task_id in task_ids]) results = aggregate_results([f"{experiments_folder}/{task_id}" for task_id in task_ids])
# total_run = results["total"] total_run = results["total"]
# print(f"Total tasks run: {total_run}/{total_num_experiments}") print(f"Total tasks run: {total_run}/{total_num_experiments}")
# print(results) print(results)
# time.sleep(15) with open(f"{experiments_folder}/results.txt", "w") as file:
file.write(str(results))
if s3:
s3 = boto3.client('s3')
s3.upload_file(f"{experiments_folder}/results.txt", bucket_name, s3_path)
time.sleep(15)
def launch_server_experiment(task_path, def launch_server_experiment(task_path,
task_ids, task_ids,
@ -259,7 +273,8 @@ def launch_server_experiment(task_path,
template_profile="profiles/tasks/collab_profile.json", template_profile="profiles/tasks/collab_profile.json",
insecure_coding=False, insecure_coding=False,
url="http://127.0.0.1:8000/v1", url="http://127.0.0.1:8000/v1",
task_type="techtree"): task_type="techtree",
s3_path=""):
""" """
Launch a Minecraft server and run experiments on it. Launch a Minecraft server and run experiments on it.
@param task_path: Path to the task file @param task_path: Path to the task file
@ -341,11 +356,8 @@ def launch_server_experiment(task_path,
elif task_type == "construction": elif task_type == "construction":
set_environment_variable_tmux_session(session_name, "BLOCKED_ACTIONS", BLOCKED_ACTIONS_CONSTRUCTION) set_environment_variable_tmux_session(session_name, "BLOCKED_ACTIONS", BLOCKED_ACTIONS_CONSTRUCTION)
split_task_path = task_path.split("/")
if len(split_task_path) > 1:
task_path_name = split_task_path[-2]
else:
task_path_name = "tasks"
script_content = "" script_content = ""
for task_id in task_ids: for task_id in task_ids:
@ -368,7 +380,7 @@ def launch_server_experiment(task_path,
script_content += f"{cp_cmd}\n" script_content += f"{cp_cmd}\n"
script_content += "sleep 1\n" script_content += "sleep 1\n"
if s3: if s3:
s3_cmd = f"aws s3 cp {agent_file_path} s3://{bucket_name}/{task_type}/{model}/{task_path_name}/{exp_name}/{task_id}/{agent}_{_}.json" s3_cmd = f"aws s3 cp {agent_file_path} s3://{s3_path}/{task_id}/{agent}_{_}.json"
script_content += f"echo 'Uploading {agent_file_path} to S3'\n" script_content += f"echo 'Uploading {agent_file_path} to S3'\n"
script_content += f"echo '{s3_cmd}'\n" script_content += f"echo '{s3_cmd}'\n"
script_content += f"{s3_cmd}\n" script_content += f"{s3_cmd}\n"
@ -376,7 +388,7 @@ def launch_server_experiment(task_path,
script_content += f"sleep 10\n" script_content += f"sleep 10\n"
if s3: if s3:
for agent in agent_names: for agent in agent_names:
script_content += f"aws s3 cp bots/{agent} s3://{bucket_name}/{task_type}/{model}/{task_path_name}/{exp_name}/bots/{agent} --recursive\n" script_content += f"aws s3 cp bots/{agent} s3://{s3_path}/bots/{agent} --recursive\n"
# Create a temporary shell script file # Create a temporary shell script file
script_file = f"./tmp/experiment_script_{session_name}.sh" script_file = f"./tmp/experiment_script_{session_name}.sh"