summaryrefslogtreecommitdiff
path: root/results/contrastive_bias/b1_gate.json
blob: 361464419879619fde9a21e320519e8323c967fa (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
{
  "activity_table": [
    {
      "innovation": 71.0999984741211,
      "innovation_clean_gap": 1.4399948120117188,
      "innovation_finite": true,
      "innovation_oracle_gap": 0.5199966430664062,
      "innovation_post_bias_ratio_max": 8.959111141848553e-08,
      "oracle": 70.58000183105469,
      "oracle_finite": true,
      "passes": true,
      "ratio": 0.25,
      "raw": 9.399999618530273,
      "raw_degradation": 60.2600040435791,
      "raw_finite": false
    },
    {
      "innovation": 70.18000030517578,
      "innovation_clean_gap": 0.5199966430664062,
      "innovation_finite": true,
      "innovation_oracle_gap": 0.37999725341796875,
      "innovation_post_bias_ratio_max": 8.586498267959541e-08,
      "oracle": 69.80000305175781,
      "oracle_finite": true,
      "passes": true,
      "ratio": 1.0,
      "raw": 9.399999618530273,
      "raw_degradation": 60.2600040435791,
      "raw_finite": false
    },
    {
      "innovation": 68.95999908447266,
      "innovation_clean_gap": 0.7000045776367188,
      "innovation_finite": true,
      "innovation_oracle_gap": 0.9000015258789062,
      "innovation_post_bias_ratio_max": 8.472805035353304e-08,
      "oracle": 69.86000061035156,
      "oracle_finite": true,
      "passes": true,
      "ratio": 4.0,
      "raw": 9.399999618530273,
      "raw_degradation": 60.2600040435791,
      "raw_finite": false
    }
  ],
  "checks": {
    "all_innovation_post_bias_at_most_1e_3": true,
    "clean_at_least_70": false,
    "common_difference_error_at_most_1e_6": true,
    "common_within_0p2": false,
    "predictor_saw_zero_instruction_observations": true,
    "single_registry_lock": true,
    "single_source_lock": true,
    "some_activity_ratio_passes": true
  },
  "clean_final_validation_accuracy": 69.66000366210938,
  "common_final_validation_accuracy": 71.94000244140625,
  "common_maximum_difference_relative_error": 0.0,
  "gate": "fail",
  "innovation_maximum_post_bias_ratio": 8.959111141848553e-08,
  "largest_core_passing_activity_ratio": 4.0,
  "num_audited_records": 17,
  "num_expected_records": 17,
  "predictor_maximum_instruction_observations": 0.0,
  "registry_sha256": "6ce612c3890f395be7f77684204a19933aa83c0c92e51df991ef36258ae054b3",
  "selected_confirmation_ratio": null,
  "source": {
    "author_commit": "79169abac635715e2167f1bb8a089f239d06c431",
    "author_upstream": "7b2595b34421e1483a721dbfdeff8cdabda3a1ff",
    "sdil_commit": "05591963386af3d5f8ccd348ada45c393a3996d4",
    "tracked_files": {
      "CONTRASTIVE_BIAS.md": "b6dad5734efc8f04945f49ffce9c9ddae8c82fa28bff6cbdb37ef08287b28ffc",
      "experiments/analyze_contrastive_bias_b1.py": "945f5741b2676dc2d75e900c473a10c641eb80d701881533116b60b5582fedee",
      "experiments/contrastive_bias_b1.py": "964408b7dc064e69bf348a9a389aaea0e749735a31ca5c6db96d2a2660db5325",
      "external/dualprop_patches/0020-experiment-add-neuron-specific-bias-to-Dual-Prop.patch": "7ae57542682482dc17f7073ed32c16876e60826431b2d4fbaa391d68332c38f0"
    }
  },
  "stage": "contrastive_bias_b1"
}