mirrors/mindcraft
1
0
Fork 0
mirror of https://github.com/kolbytn/mindcraft.git synced 2025-07-25 09:25:23 +02:00
Code Issues Projects Releases Packages Wiki Activity Actions

fix to analyse results

Browse source
This commit is contained in:
Isadora White 2025-03-11 01:28:19 -07:00
parent 379047c5bb
commit 1a8d02c54f
2 changed files with 13 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

BIN
.DS_Store vendored
View file

Binary file not shown.

26
analyse_results.py
View file

@ -45,12 +45,11 @@ def download_s3_folders(bucket_name, s3_prefix, local_base_dir):
if 'Contents' in objects_in_folder:
for obj in objects_in_folder['Contents']:
s3_key = obj['Key']
if s3_key.endswith(('.json')): # Only download json files
local_file_path = os.path.join(local_folder_path, os.path.basename(s3_key))
try:
s3_client.download_file(bucket_name, s3_key, local_file_path)
except Exception as e:
print(f"Error downloading {s3_key}: {e}")
local_file_path = os.path.join(local_folder_path, os.path.basename(s3_key))
try:
s3_client.download_file(bucket_name, s3_key, local_file_path)
except Exception as e:
print(f"Error downloading {s3_key}: {e}")
else:
print(f"No files found in {s3_folder_prefix}")
@ -77,7 +76,7 @@ def analyze_json_file(file_path):
if 'turns' in data and isinstance(data['turns'], list):
for turn in reversed(data['turns']): # Check turns from the end
if turn.get('role') == 'system' and isinstance(turn.get('content'), str):
if "Task successful ended with code : 2" in turn['content']:
if "Task successful ended with code : 2" in turn['content'] or "Task ended in score: 1" in turn["content"]:
return True
return False
except FileNotFoundError:
@ -237,12 +236,13 @@ if __name__ == "__main__":
print(folders)
results = aggregate_results(folders)
print(results)
# Save results to a file
with open(LOCAL_DOWNLOAD_DIR + "/results.txt", "w") as file:
file.write("Results\n")
for key, value in results.items():
file.write(f"{key}: {value}\n")
print("Results saved to results.txt")
# Save results to a file
os.makedirs(LOCAL_DOWNLOAD_DIR, exist_ok=True)
with open(LOCAL_DOWNLOAD_DIR + "/results.txt", "w") as file:
file.write("Results\n")
for key, value in results.items():
file.write(f"{key}: {value}\n")
print("Results saved to results.txt")
# if not downloaded_local_folders:
# print("No folders downloaded. Exiting.")
# exit()