summaryrefslogtreecommitdiff
path: root/results/kp_dynamic_projection_full_gate.json
blob: 97aa546d32a8816caaaf12255120ff61380aa84c (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "checks": {
    "accuracy_at_least_0p89": true,
    "early_alignment_at_least_0p90": true,
    "elementwise_and_neutral_cost_reported": true,
    "epoch151_to200_feedback_cosine_at_least_0p97": true,
    "final_feedback_cosine_at_least_0p98": true,
    "initial_traffic_ratio_error_at_most_1e_minus_5": true,
    "macs_at_most_1p34x_bp": true,
    "one_frozen_64_example_slow_fit": true,
    "one_validation_and_zero_test_evaluations": true,
    "peak_allocated_memory_at_most_2p5_gib": true,
    "post_projection_soma_slope_at_most_1e_minus_5": true,
    "post_projection_traffic_ratio_at_most_1e_minus_5": true,
    "projection_observes_each_ordinary_example": true,
    "record_trajectory_and_diagnostics_finite": true,
    "used_instruction_rms_ratio_within_1e_minus_4": true,
    "within_1p5_points_of_bp": true,
    "within_1p5_points_of_clean_kp": true,
    "zero_instruction_observations_in_fast_fit": true,
    "zero_task_loss_queries": true
  },
  "confirmation_test_seeds_touched": false,
  "independent_confirmation_opened": true,
  "metrics": {
    "accuracy": 0.9118,
    "bp_accuracy": 0.9162,
    "bp_total_macs": 1094878080000000,
    "clean_kp_accuracy": 0.9126,
    "early_third_alignment": 0.9993531107902527,
    "elementwise_operations_estimate": 40698241875968,
    "epoch151_to200_feedback_forward_cosine": 0.9996629676693364,
    "final_feedback_forward_cosine": 0.9996630267093056,
    "loss": 0.42525126953125,
    "mac_ratio_to_bp": 1.3260654357255632,
    "maximum_post_projection_soma_slope": 2.125520026652339e-08,
    "maximum_post_projection_traffic_rms_ratio": 3.034416537204971e-08,
    "maximum_pre_projection_traffic_rms_ratio": 0.008474441828304233,
    "maximum_used_instruction_rms_ratio_error": 6.728312351711452e-10,
    "peak_memory_allocated_bytes": 2165061120,
    "source_commit": "d945c4213e57135c53bc18ed9811c7a61f1f761a",
    "total_macs": 1451879978221568,
    "wall_s": 8169.384466409683
  },
  "protocol": "kp_dynamic_neutral_projection_full_v1",
  "review_score_after": 6,
  "review_score_before": 5,
  "score_change_rule": "a fully passed frozen near-BP standard-ResNet innovation endpoint resolves the primary accept objection; confirmation remains open",
  "status": "passed"
}