diff options
| author | raincchio <raincchio@gmail.com> | 2025-09-09 16:23:13 +0800 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-09-09 16:23:13 +0800 |
| commit | 42410daaaf6ac8b266536d105a6e2362ffe40929 (patch) | |
| tree | 526fb26e6b0e29a56e1a91fba34ce85a7fa1b792 /models | |
| parent | 05dd4ef795a98c20110e380a330d0b3ec159a46b (diff) | |
Update layers.py
remove the incorrect comment
Diffstat (limited to 'models')
| -rw-r--r-- | models/layers.py | 1 |
1 files changed, 0 insertions, 1 deletions
diff --git a/models/layers.py b/models/layers.py index 008a172..0394744 100644 --- a/models/layers.py +++ b/models/layers.py @@ -131,7 +131,6 @@ class Attention(nn.Module): if isinstance(attn_output, tuple): # fa2 and fa3 compatibility attn_output = attn_output[0] - # attn_output: [batch_size, num_heads, seq_len, head_dim] attn_output = attn_output.view(batch_size, seq_len, self.output_size) # type: ignore return self.o_proj(attn_output) |