Added reproducibility journal metadata

results/GenericAgent-Claude-3.5-Sonnet/assistantbench.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "d93a2398-2b70-41ce-b989-364fed988d73",
         "benchmark": "AssistantBench",
         "score": 5.2,
         "std_err": 1.5,
@@ -9,8 +9,8 @@
         "benchmark_tuned": "No",
         "followed_evaluation_protocol": "Yes",
         "reproducible": "Yes",
-        "comments": "NA",
+        "comments": "Intersection of finished tasks across agents.",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-28 19:34:58"
     }
 ]

results/GenericAgent-Claude-3.5-Sonnet/miniwob.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "2024-10-25_06-08-16",
         "benchmark": "MiniWoB",
         "score": 69.8,
         "std_err": 1.8,

results/GenericAgent-Claude-3.5-Sonnet/visualwebarena.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "22f0611d-aeea-4ee9-a533-b45442b5e080",
         "benchmark": "VisualWebArena",
         "score": 21.0,
         "std_err": 1.3,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-12-02 09:11:35"
     }
 ]

results/GenericAgent-Claude-3.5-Sonnet/webarena.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "b5fc5be7-54cc-4fc1-a9ee-73447b9c3eae",
         "benchmark": "WebArena",
         "score": 36.2,
         "std_err": 1.7,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-29 22:37:46"
     }
 ]

results/GenericAgent-Claude-3.5-Sonnet/weblinx.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "b9451759-4f0e-492c-a3c8-fa5109d2d9b1",
         "benchmark": "WebLINX",
         "score": 13.7,
         "std_err": 0.6,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-07 21:42:30"
     }
 ]

results/GenericAgent-Claude-3.5-Sonnet/workarena-l1.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "2024-10-23_14-17-40",
         "benchmark": "WorkArena-L1",
         "score": 56.4,
         "std_err": 2.7,

results/GenericAgent-Claude-3.5-Sonnet/workarena-l2.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "2024-10-23_17-10-46",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "WorkArena-L2",
         "score": 39.1,

results/GenericAgent-Claude-3.5-Sonnet/workarena-l3.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Claude-3.5-Sonnet",
-        "study_id": "study_id",
+        "study_id": "2024-10-24_18-06-57",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "WorkArena-L3",
         "score": 0.4,

results/GenericAgent-GPT-4o-mini/assistantbench.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "d93a2398-2b70-41ce-b989-364fed988d73",
+        "date_time": "2024-11-28 19:34:58",
         "benchmark": "AssistantBench",
         "score": 2.1,
         "std_err": 1.0,
@@ -10,7 +10,7 @@
         "benchmark_tuned": "No",
         "followed_evaluation_protocol": "Yes",
         "reproducible": "Yes",
-        "comments": "NA",
+        "comments": "Intersection of finished tasks across agents.",
         "original_or_reproduced": "Original"
     }
 ]

results/GenericAgent-GPT-4o-mini/miniwob.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
+        "study_id": "2024-10-25_06-08-16",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "MiniWoB",
         "score": 56.6,

results/GenericAgent-GPT-4o-mini/visualwebarena.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "8d8642d3-757a-4346-ba45-01398f85b1f4",
+        "date_time": "2024-12-02 02:54:33",
         "benchmark": "VisualWebArena",
         "score": 16.9,
         "std_err": 1.2,

results/GenericAgent-GPT-4o-mini/webarena.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "c6bdeb87-9879-4c06-aa70-00d895001156",
+        "date_time": "2024-11-29 19:25:49",
         "benchmark": "WebArena",
         "score": 17.4,
         "std_err": 1.3,

results/GenericAgent-GPT-4o-mini/weblinx.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "b9451759-4f0e-492c-a3c8-fa5109d2d9b1",
+        "date_time": "2024-11-07 21:42:30",
         "benchmark": "WebLINX",
         "score": 11.6,
         "std_err": 0.6,

results/GenericAgent-GPT-4o-mini/workarena-l1.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
+        "study_id": "2024-10-23_14-17-40",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "WorkArena-L1",
         "score": 27,

results/GenericAgent-GPT-4o-mini/workarena-l2.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
+        "study_id": "2024-10-23_17-10-46",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "WorkArena-L2",
         "score": 1.3,

results/GenericAgent-GPT-4o-mini/workarena-l3.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "-",
+        "date_time": "2024-10-24 23:03:30",
         "benchmark": "WorkArena-L3",
         "score": 0.0,
         "std_err": 0.0,

results/GenericAgent-GPT-4o/assistantbench.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "d93a2398-2b70-41ce-b989-364fed988d73",
+        "date_time": "2024-11-28 19:34:58",
         "benchmark": "AssistantBench",
         "score": 4.8,
         "std_err": 2.4,
@@ -10,7 +10,7 @@
         "benchmark_tuned": "No",
         "followed_evaluation_protocol": "Yes",
         "reproducible": "Yes",
-        "comments": "NA",
+        "comments": "Intersection of finished tasks across agents.",
         "original_or_reproduced": "Original"
     }
 ]

results/GenericAgent-GPT-4o/miniwob.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
+        "study_id": "2024-10-25_06-08-16",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "MiniWoB",
         "score": 63.8,

results/GenericAgent-GPT-4o/visualwebarena.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "7fb7eac8-4bbd-4ebe-be32-15901a7678f2",
+        "date_time": "2024-12-02 07:17:28",
         "benchmark": "VisualWebArena",
         "score": 26.7,
         "std_err": 1.5,

results/GenericAgent-GPT-4o/webarena.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "d2eed215-91bb-4603-b69c-8ef8f9d57f34",
+        "date_time": "2024-11-29 22:28:32",
         "benchmark": "WebArena",
         "score": 31.4,
         "std_err": 1.6,

results/GenericAgent-GPT-4o/weblinx.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "b9451759-4f0e-492c-a3c8-fa5109d2d9b1",
+        "date_time": "2024-11-07 21:42:30",
         "benchmark": "WebLINX",
         "score": 12.5,
         "std_err": 0.6,

results/GenericAgent-GPT-4o/workarena-l1.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
+        "study_id": "2024-10-23_14-17-40",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "WorkArena-L1",
         "score": 45.5,

results/GenericAgent-GPT-4o/workarena-l2.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
+        "study_id": "2024-10-23_17-10-46",
         "date_time": "2021-01-01 12:00:00",
         "benchmark": "WorkArena-L2",
         "score": 8.5,

results/GenericAgent-GPT-4o/workarena-l3.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-4o",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "-",
+        "date_time": "2024-10-24 23:03:30",
         "benchmark": "WorkArena-L3",
         "score": 0.0,
         "std_err": 0.0,

results/GenericAgent-GPT-o1-mini/assistantbench.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-o1-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "d93a2398-2b70-41ce-b989-364fed988d73",
+        "date_time": "2024-11-28 19:34:58",
         "benchmark": "AssistantBench",
         "score": 6.9,
         "std_err": 2.2,
@@ -10,7 +10,7 @@
         "benchmark_tuned": "No",
         "followed_evaluation_protocol": "Yes",
         "reproducible": "Yes",
-        "comments": "NA",
+        "comments": "Intersection of finished tasks across agents.",
         "original_or_reproduced": "Original"
     }
 ]

results/GenericAgent-GPT-o1-mini/miniwob.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-o1-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "2024-10-25_06-08-16",
+        "date_time": "2024-10-25 17:16:23",
         "benchmark": "MiniWoB",
         "score": 67.8,
         "std_err": 1.9,

results/GenericAgent-GPT-o1-mini/webarena.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-o1-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "1827983d-5e84-4b63-ad49-bf45ec2a6348",
+        "date_time": "2024-11-30 00:22:44",
         "benchmark": "WebArena",
         "score": 28.6,
         "std_err": 1.6,

results/GenericAgent-GPT-o1-mini/weblinx.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-o1-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "b9451759-4f0e-492c-a3c8-fa5109d2d9b1",
+        "date_time": "2024-11-07 21:42:30",
         "benchmark": "WebLINX",
         "score": 12.5,
         "std_err": 0.6,

results/GenericAgent-GPT-o1-mini/workarena-l1.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-o1-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "2024-10-23_14-17-40",
+        "date_time": "2024-10-23 22:30:06",
         "benchmark": "WorkArena-L1",
         "score": 56.7,
         "std_err": 2.7,

results/GenericAgent-GPT-o1-mini/workarena-l2.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-o1-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "2024-10-23_17-10-46",
+        "date_time": "2024-10-24 17:08:53",
         "benchmark": "WorkArena-L2",
         "score": 14.9,
         "std_err": 2.3,

results/GenericAgent-GPT-o1-mini/workarena-l3.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-GPT-o1-mini",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "-",
+        "date_time": "2024-10-24 23:03:30",
         "benchmark": "WorkArena-L3",
         "score": 0.0,
         "std_err": 0.0,

results/GenericAgent-Llama-3.1-405b/assistantbench.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-405b",
-        "study_id": "study_id",
+        "study_id": "d93a2398-2b70-41ce-b989-364fed988d73",
         "benchmark": "AssistantBench",
         "score": 3.9,
         "std_err": 1.0,
@@ -9,8 +9,8 @@
         "benchmark_tuned": "No",
         "followed_evaluation_protocol": "Yes",
         "reproducible": "Yes",
-        "comments": "NA",
+        "comments": "Intersection of finished tasks across agents.",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-28 19:34:58"
     }
 ]

results/GenericAgent-Llama-3.1-405b/miniwob.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-405b",
-        "study_id": "study_id",
+        "study_id": "4d748972-6d35-4489-a197-138b656a7db3",
         "benchmark": "MiniWoB",
         "score": 64.6,
         "std_err": 1.9,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-29 16:14:00"
     }
 ]

results/GenericAgent-Llama-3.1-405b/webarena.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-405b",
-        "study_id": "study_id",
+        "study_id": "aaeca13d-0cf5-444f-8445-590350b54746",
         "benchmark": "WebArena",
         "score": 24.0,
         "std_err": 1.5,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-12-01 00:04:43"
     }
 ]

results/GenericAgent-Llama-3.1-405b/weblinx.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-405b",
-        "study_id": "study_id",
+        "study_id": "b9451759-4f0e-492c-a3c8-fa5109d2d9b1",
         "benchmark": "WebLINX",
         "score": 7.9,
         "std_err": 0.5,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-07 21:42:30"
     }
 ]

results/GenericAgent-Llama-3.1-405b/workarena-l1.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-405b",
-        "study_id": "study_id",
+        "study_id": "2024-10-25_17-34-45",
         "benchmark": "WorkArena-L1",
         "score": 43.3,
         "std_err": 2.7,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-10-25 20:32:26"
     }
 ]

results/GenericAgent-Llama-3.1-405b/workarena-l2.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-405b",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "528da1f2-1949-41dc-b988-85f19f435af2",
+        "date_time": "2024-11-29 14:28:47",
         "benchmark": "WorkArena-L2",
         "score": 7.2,
         "std_err": 1.7,

results/GenericAgent-Llama-3.1-405b/workarena-l3.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-405b",
-        "study_id": "study_id",
+        "study_id": "-",
         "benchmark": "WorkArena-L3",
         "score": 0.0,
         "std_err": 0.0,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-10-24 23:03:30"
     }
 ]

results/GenericAgent-Llama-3.1-70b/assistantbench.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-70b",
-        "study_id": "study_id",
+        "study_id": "d93a2398-2b70-41ce-b989-364fed988d73",
         "benchmark": "AssistantBench",
         "score": 2.8,
         "std_err": 1.1,
@@ -9,8 +9,8 @@
         "benchmark_tuned": "No",
         "followed_evaluation_protocol": "Yes",
         "reproducible": "Yes",
-        "comments": "NA",
+        "comments": "Intersection of finished tasks across agents.",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-28 19:34:58"
     }
 ]

results/GenericAgent-Llama-3.1-70b/miniwob.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-70b",
-        "study_id": "study_id",
+        "study_id": "2024-10-25_06-08-16",
         "benchmark": "MiniWoB",
         "score": 57.6,
         "std_err": 2.0,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-10-25 17:16:23"
     }
 ]

results/GenericAgent-Llama-3.1-70b/webarena.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-70b",
-        "study_id": "study_id",
+        "study_id": "fc5747bc-d998-4942-a0eb-e55a3ccc1cb3",
         "benchmark": "WebArena",
         "score": 18.4,
         "std_err": 1.4,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-12-02 23:18:38"
     }
 ]

results/GenericAgent-Llama-3.1-70b/weblinx.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-70b",
-        "study_id": "study_id",
+        "study_id": "b9451759-4f0e-492c-a3c8-fa5109d2d9b1",
         "benchmark": "WebLINX",
         "score": 8.9,
         "std_err": 0.5,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-11-07 21:42:30"
     }
 ]

results/GenericAgent-Llama-3.1-70b/workarena-l1.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-70b",
-        "study_id": "study_id",
+        "study_id": "2024-10-23_14-17-40",
         "benchmark": "WorkArena-L1",
         "score": 27.9,
         "std_err": 2.5,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-10-23 22:30:06"
     }
 ]

results/GenericAgent-Llama-3.1-70b/workarena-l2.json

@@ -1,8 +1,8 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-70b",
-        "study_id": "study_id",
-        "date_time": "2021-01-01 12:00:00",
+        "study_id": "2024-10-23_17-10-46",
+        "date_time": "2024-10-24 17:08:53",
         "benchmark": "WorkArena-L2",
         "score": 2.1,
         "std_err": 0.9,

results/GenericAgent-Llama-3.1-70b/workarena-l3.json

@@ -1,7 +1,7 @@
 [
     {
         "agent_name": "GenericAgent-Llama-3.1-70b",
-        "study_id": "study_id",
+        "study_id": "-",
         "benchmark": "WorkArena-L3",
         "score": 0.0,
         "std_err": 0.0,
@@ -11,6 +11,6 @@
         "reproducible": "Yes",
         "comments": "NA",
         "original_or_reproduced": "Original",
-        "date_time": "2021-01-01 12:00:00"
+        "date_time": "2024-10-24 23:03:30"
     }
 ]