From d4a521072a25d8afdd62021f43538d7dad7586fd Mon Sep 17 00:00:00 2001 From: YurenHao0426 Date: Wed, 22 Jul 2026 13:25:15 -0500 Subject: protocol: freeze hierarchical causal-capture funnel --- sdil/conv.py | 10 ++++++++++ 1 file changed, 10 insertions(+) (limited to 'sdil') diff --git a/sdil/conv.py b/sdil/conv.py index 55cdc62..ba4e980 100644 --- a/sdil/conv.py +++ b/sdil/conv.py @@ -748,11 +748,21 @@ def conv_hierarchical_alignment_report(net, x, y): for left, right in zip(teaching, negative_gradients)] for parameter in parameters: parameter.requires_grad_(False) + feedback_pairs = list(zip(net.Q[1:], net.W[1:])) + [ + (net.R_out, -net.W_out.t())] + feedback_forward_cosine = [float(F.cosine_similarity( + feedback.flatten(), target.flatten(), dim=0)) + for feedback, target in feedback_pairs] + feedback_forward_norm_ratio = [ + float(feedback.norm() / target.norm().clamp_min(1e-30)) + for feedback, target in feedback_pairs] return { "normalization_state": "training_batch_stats_without_running_update", "teaching_negative_gradient_cosine": values, "raw_negative_gradient_cosine": values, "innovation_negative_gradient_cosine": values, + "feedback_forward_cosine": feedback_forward_cosine, + "feedback_forward_norm_ratio": feedback_forward_norm_ratio, } -- cgit v1.2.3