1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
{
"candidates": [
{
"bp_action_accuracy": 0.9974355321270836,
"bp_mission_lesion_drop": 0.274,
"bp_mission_lesion_success": 0.704,
"bp_rollout_success": 0.978,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_0p2": true,
"bp_success_at_least_0p8": true,
"clean_kp_success_at_least_0p8": true
},
"clean_kp_action_accuracy": 0.9974355321270836,
"clean_kp_rollout_success": 0.978,
"eligible": true,
"hidden_layers": 2,
"learning_rate": 0.01,
"source_files": [
"results/babyai_shared/b0/d2_lr0.01_bp.json",
"results/babyai_shared/b0/d2_lr0.01_clean_kp.json"
]
},
{
"bp_action_accuracy": 0.9974355321270836,
"bp_mission_lesion_drop": 0.07199999999999995,
"bp_mission_lesion_success": 0.906,
"bp_rollout_success": 0.978,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_0p2": false,
"bp_success_at_least_0p8": true,
"clean_kp_success_at_least_0p8": true
},
"clean_kp_action_accuracy": 0.9974355321270836,
"clean_kp_rollout_success": 0.978,
"eligible": false,
"hidden_layers": 2,
"learning_rate": 0.03,
"source_files": [
"results/babyai_shared/b0/d2_lr0.03_bp.json",
"results/babyai_shared/b0/d2_lr0.03_clean_kp.json"
]
},
{
"bp_action_accuracy": 0.9974355321270836,
"bp_mission_lesion_drop": 0.42799999999999994,
"bp_mission_lesion_success": 0.55,
"bp_rollout_success": 0.978,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_0p2": true,
"bp_success_at_least_0p8": true,
"clean_kp_success_at_least_0p8": true
},
"clean_kp_action_accuracy": 0.9974355321270836,
"clean_kp_rollout_success": 0.978,
"eligible": true,
"hidden_layers": 4,
"learning_rate": 0.01,
"source_files": [
"results/babyai_shared/b0/d4_lr0.01_bp.json",
"results/babyai_shared/b0/d4_lr0.01_clean_kp.json"
]
},
{
"bp_action_accuracy": 0.9974355321270836,
"bp_mission_lesion_drop": 0.0,
"bp_mission_lesion_success": 0.978,
"bp_rollout_success": 0.978,
"checks": {
"both_finite": true,
"bp_mission_lesion_drop_at_least_0p2": false,
"bp_success_at_least_0p8": true,
"clean_kp_success_at_least_0p8": true
},
"clean_kp_action_accuracy": 0.9974355321270836,
"clean_kp_rollout_success": 0.978,
"eligible": false,
"hidden_layers": 4,
"learning_rate": 0.03,
"source_files": [
"results/babyai_shared/b0/d4_lr0.03_bp.json",
"results/babyai_shared/b0/d4_lr0.03_clean_kp.json"
]
}
],
"gate": "pass",
"raw_or_sdil_results_read": false,
"selected": {
"b1_epochs": 40,
"b1_model_and_shuffle_seeds": [
4101,
4102,
4103
],
"context_gain": 1.0,
"hidden_layers": 2,
"learning_rate": 0.01,
"width": 256
},
"selection_rule": "highest clean-KP rollout success, then action accuracy, then fewer layers, then smaller learning rate, among eligible rows",
"stage": "babyai_shared_b0_selector",
"test_split_generated_or_read": false
}
|
