From 42410daaaf6ac8b266536d105a6e2362ffe40929 Mon Sep 17 00:00:00 2001 From: raincchio Date: Tue, 9 Sep 2025 16:23:13 +0800 Subject: Update layers.py remove the incorrect comment --- models/layers.py | 1 - 1 file changed, 1 deletion(-) diff --git a/models/layers.py b/models/layers.py index 008a172..0394744 100644 --- a/models/layers.py +++ b/models/layers.py @@ -131,7 +131,6 @@ class Attention(nn.Module): if isinstance(attn_output, tuple): # fa2 and fa3 compatibility attn_output = attn_output[0] - # attn_output: [batch_size, num_heads, seq_len, head_dim] attn_output = attn_output.view(batch_size, seq_len, self.output_size) # type: ignore return self.o_proj(attn_output) -- cgit v1.2.3