1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
|
{
"best_clean_candidate_for_diagnosis": {
"bp_action_accuracy_percent": 84.81412488863691,
"bp_mission_lesion_drop_points": 52.0,
"bp_mission_lesion_success_percent": 11.600000000000001,
"bp_rollout_success_percent": 63.6,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_20": true,
"bp_success_at_least_70": false,
"clean_kp_success_at_least_60": false
},
"clean_kp_action_accuracy_percent": 83.84222888150968,
"clean_kp_rollout_success_percent": 52.2,
"eligible": false,
"hidden_layers": 4,
"learning_rate": 0.03,
"source_files": [
"results/babyai_shared/pickup_p0/d4_lr0.03_bp.json",
"results/babyai_shared/pickup_p0/d4_lr0.03_clean_kp.json"
]
},
"candidates": [
{
"bp_action_accuracy_percent": 81.9875273345752,
"bp_mission_lesion_drop_points": 34.199999999999996,
"bp_mission_lesion_success_percent": 15.6,
"bp_rollout_success_percent": 49.8,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_20": true,
"bp_success_at_least_70": false,
"clean_kp_success_at_least_60": false
},
"clean_kp_action_accuracy_percent": 80.30290758888799,
"clean_kp_rollout_success_percent": 45.6,
"eligible": false,
"hidden_layers": 2,
"learning_rate": 0.01,
"source_files": [
"results/babyai_shared/pickup_p0/d2_lr0.01_bp.json",
"results/babyai_shared/pickup_p0/d2_lr0.01_clean_kp.json"
]
},
{
"bp_action_accuracy_percent": 79.03134364622986,
"bp_mission_lesion_drop_points": 31.4,
"bp_mission_lesion_success_percent": 13.0,
"bp_rollout_success_percent": 44.4,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_20": true,
"bp_success_at_least_70": false,
"clean_kp_success_at_least_60": false
},
"clean_kp_action_accuracy_percent": 80.88604519316434,
"clean_kp_rollout_success_percent": 47.0,
"eligible": false,
"hidden_layers": 2,
"learning_rate": 0.03,
"source_files": [
"results/babyai_shared/pickup_p0/d2_lr0.03_bp.json",
"results/babyai_shared/pickup_p0/d2_lr0.03_clean_kp.json"
]
},
{
"bp_action_accuracy_percent": 84.88701708917145,
"bp_mission_lesion_drop_points": 51.199999999999996,
"bp_mission_lesion_success_percent": 11.600000000000001,
"bp_rollout_success_percent": 62.8,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_20": true,
"bp_success_at_least_70": false,
"clean_kp_success_at_least_60": false
},
"clean_kp_action_accuracy_percent": 81.9308334008261,
"clean_kp_rollout_success_percent": 51.0,
"eligible": false,
"hidden_layers": 4,
"learning_rate": 0.01,
"source_files": [
"results/babyai_shared/pickup_p0/d4_lr0.01_bp.json",
"results/babyai_shared/pickup_p0/d4_lr0.01_clean_kp.json"
]
},
{
"bp_action_accuracy_percent": 84.81412488863691,
"bp_mission_lesion_drop_points": 52.0,
"bp_mission_lesion_success_percent": 11.600000000000001,
"bp_rollout_success_percent": 63.6,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_20": true,
"bp_success_at_least_70": false,
"clean_kp_success_at_least_60": false
},
"clean_kp_action_accuracy_percent": 83.84222888150968,
"clean_kp_rollout_success_percent": 52.2,
"eligible": false,
"hidden_layers": 4,
"learning_rate": 0.03,
"source_files": [
"results/babyai_shared/pickup_p0/d4_lr0.03_bp.json",
"results/babyai_shared/pickup_p0/d4_lr0.03_clean_kp.json"
]
}
],
"decision": "Add task memory and repeat a clean-only gate; do not run raw or SDIL on the present feedforward policy.",
"gate": "fail",
"raw_or_sdil_results_run_or_read": false,
"selected": null,
"stage": "babyai_pickup_p0_clean_feasibility",
"test_split_generated_or_read": false
}
|
