1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
|
{
"config": {
"input_dim": 16,
"output_dim": 4,
"width": 64,
"train_samples": 128,
"test_samples": 512,
"steps": 50,
"lr": 0.001,
"init_seeds": 2,
"feedback_seeds": 4,
"data_seed": 123,
"feedback_scale": "relu",
"device": "cpu",
"torch_threads": 8,
"outdir": "outputs/finite_time_kernel_probe_T50_N128_8runs"
},
"rows": [
{
"init_seed": 10000,
"feedback_seed": 100000,
"steps": 50,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4674972235655037,
"empirical_gap": 0.11053139137135837,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4705516327579597,
"fixed_gap": 0.13782275970563473,
"tv_bp_loss": 2.356762546477626,
"tv_fa_loss": 2.4675718438301733,
"tv_gap": 0.11080929735254719,
"fixed_gap_error": 0.027291368334276367,
"tv_gap_error": 0.0002779059811888196,
"fixed_bp_error": -0.024236959141820336,
"fixed_fa_error": 0.0030544091924560313,
"tv_bp_error": -0.00020328571651928584,
"tv_fa_error": 7.462026466953375e-05
},
{
"init_seed": 10000,
"feedback_seed": 100001,
"steps": 50,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4714364509805256,
"empirical_gap": 0.11447061878638021,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.48436919706372,
"fixed_gap": 0.15164032401139504,
"tv_bp_loss": 2.356762546477626,
"tv_fa_loss": 2.471623224484698,
"tv_gap": 0.114860678007072,
"fixed_gap_error": 0.03716970522501484,
"tv_gap_error": 0.0003900592206917963,
"fixed_bp_error": -0.024236959141820336,
"fixed_fa_error": 0.012932746083194502,
"tv_bp_error": -0.00020328571651928584,
"tv_fa_error": 0.00018677350417251048
},
{
"init_seed": 10000,
"feedback_seed": 100002,
"steps": 50,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.4572996708485597,
"empirical_gap": 0.10033383865441436,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4487734594838644,
"fixed_gap": 0.11604458643153936,
"tv_bp_loss": 2.356762546477626,
"tv_fa_loss": 2.4572022192108776,
"tv_gap": 0.1004396727332515,
"fixed_gap_error": 0.015710747777125,
"tv_gap_error": 0.00010583407883713036,
"fixed_bp_error": -0.024236959141820336,
"fixed_fa_error": -0.008526211364695335,
"tv_bp_error": -0.00020328571651928584,
"tv_fa_error": -9.745163768215548e-05
},
{
"init_seed": 10000,
"feedback_seed": 100003,
"steps": 50,
"empirical_bp_loss": 2.3569658321941453,
"empirical_fa_loss": 2.454226960126308,
"empirical_gap": 0.09726112793216268,
"fixed_bp_loss": 2.332728873052325,
"fixed_fa_loss": 2.4566033375851983,
"fixed_gap": 0.12387446453287332,
"tv_bp_loss": 2.356762546477626,
"tv_fa_loss": 2.4542504265936973,
"tv_gap": 0.09748788011607123,
"fixed_gap_error": 0.026613336600710635,
"tv_gap_error": 0.00022675218390855179,
"fixed_bp_error": -0.024236959141820336,
"fixed_fa_error": 0.0023763774588902997,
"tv_bp_error": -0.00020328571651928584,
"tv_fa_error": 2.3466467389265944e-05
},
{
"init_seed": 10001,
"feedback_seed": 101000,
"steps": 50,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5609120318212937,
"empirical_gap": 0.14564645734428927,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.562959593837799,
"fixed_gap": 0.1742656814585053,
"tv_bp_loss": 2.4149952181728596,
"tv_fa_loss": 2.560923416030646,
"tv_gap": 0.14592819785778666,
"fixed_gap_error": 0.028619224114216024,
"tv_gap_error": 0.00028174051349738605,
"fixed_bp_error": -0.026571662097710558,
"fixed_fa_error": 0.0020475620165054664,
"tv_bp_error": -0.00027035630414484757,
"tv_fa_error": 1.1384209352538477e-05
},
{
"init_seed": 10001,
"feedback_seed": 101001,
"steps": 50,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5542741859892297,
"empirical_gap": 0.13900861151222532,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.561600287495685,
"fixed_gap": 0.17290637511639106,
"tv_bp_loss": 2.4149952181728596,
"tv_fa_loss": 2.554344095929653,
"tv_gap": 0.1393488777567935,
"fixed_gap_error": 0.03389776360416574,
"tv_gap_error": 0.000340266244568177,
"fixed_bp_error": -0.026571662097710558,
"fixed_fa_error": 0.007326101506455185,
"tv_bp_error": -0.00027035630414484757,
"tv_fa_error": 6.990994042332943e-05
},
{
"init_seed": 10001,
"feedback_seed": 101002,
"steps": 50,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.5723825601131525,
"empirical_gap": 0.15711698563614807,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5737215967324123,
"fixed_gap": 0.18502768435311845,
"tv_bp_loss": 2.4149952181728596,
"tv_fa_loss": 2.572388122690847,
"tv_gap": 0.15739290451798738,
"fixed_gap_error": 0.027910698716970384,
"tv_gap_error": 0.0002759188818393099,
"fixed_bp_error": -0.026571662097710558,
"fixed_fa_error": 0.0013390366192598258,
"tv_bp_error": -0.00027035630414484757,
"tv_fa_error": 5.562577694462334e-06
},
{
"init_seed": 10001,
"feedback_seed": 101003,
"steps": 50,
"empirical_bp_loss": 2.4152655744770044,
"empirical_fa_loss": 2.555275162766506,
"empirical_gap": 0.1400095882895016,
"fixed_bp_loss": 2.388693912379294,
"fixed_fa_loss": 2.5529535476349148,
"fixed_gap": 0.16425963525562093,
"tv_bp_loss": 2.4149952181728596,
"tv_fa_loss": 2.555287958717689,
"tv_gap": 0.14029274054482954,
"fixed_gap_error": 0.02425004696611932,
"tv_gap_error": 0.0002831522553279342,
"fixed_bp_error": -0.026571662097710558,
"fixed_fa_error": -0.002321615131591237,
"tv_bp_error": -0.00027035630414484757,
"tv_fa_error": 1.2795951183086629e-05
}
]
}
|