From bd6222774edcec1608a6842d0b06a637a4acef59 Mon Sep 17 00:00:00 2001
From: One <imone@tuta.io>
Date: Wed, 9 Jul 2025 10:13:51 +0800
Subject: Release

---
 config/arch/hrm_v1.yaml | 21 +++++++++++++++++++++
 1 file changed, 21 insertions(+)
 create mode 100644 config/arch/hrm_v1.yaml

(limited to 'config/arch/hrm_v1.yaml')

diff --git a/config/arch/hrm_v1.yaml b/config/arch/hrm_v1.yaml
new file mode 100644
index 0000000..a5646b8
--- /dev/null
+++ b/config/arch/hrm_v1.yaml
@@ -0,0 +1,21 @@
+name: hrm.hrm_act_v1@HierarchicalReasoningModel_ACTV1
+loss:
+  name: losses@ACTLossHead
+  loss_type: stablemax_cross_entropy
+
+halt_exploration_prob: 0.1
+halt_max_steps: 16
+
+H_cycles: 2
+L_cycles: 2
+
+H_layers: 4
+L_layers: 4
+
+hidden_size: 512
+num_heads: 8  # min(2, hidden_size // 64)
+expansion: 4
+
+puzzle_emb_ndim: ${.hidden_size}
+
+pos_encodings: rope
-- 
cgit v1.2.3