AncTe/ginka-generator
1
0
Fork 0
mirror of https://github.com/unanmed/ginka-generator.git synced 2026-05-24 05:01:41 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

feat: 编码器特征融合添加归一化

Browse Source
This commit is contained in:
unanmed 2026-01-20 23:53:31 +08:00
parent b7fe24ee4c
commit 05b3b7c171
1 changed files with 5 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
ginka/vae_rnn/decoder.py
View File

@ -104,7 +104,11 @@ class DecoderInputFusion(nn.Module):
num_layers=2 num_layers=2
) )
self.norm = nn.LayerNorm(d_model) self.norm = nn.LayerNorm(d_model)
self.fusion = nn.Linear(d_model * 2, d_model) self.fusion = nn.Sequential(
nn.Linear(d_model * 2, d_model),
nn.LayerNorm(d_model),
nn.GELU()
)
def forward( def forward(
self, tile_embed: torch.Tensor, cond_vec: torch.Tensor, self, tile_embed: torch.Tensor, cond_vec: torch.Tensor,