diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-09-30 01:12:13 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-09-30 01:12:13 +0200 |
| commit | c614c472707910658b86bb28b9f02062e6982999 (patch) | |
| tree | bd043a8196f9ee3e5339ec7be17116c0ba0cc1ef /text_recognizer/networks/transformer/decoder_block.py | |
| parent | 03029695897fff72c9e7a66a3f986877ebb0b0ff (diff) | |
Make rotary pos encoding mandatory
Diffstat (limited to 'text_recognizer/networks/transformer/decoder_block.py')
| -rw-r--r-- | text_recognizer/networks/transformer/decoder_block.py | 2 |
1 files changed, 1 insertions, 1 deletions
diff --git a/text_recognizer/networks/transformer/decoder_block.py b/text_recognizer/networks/transformer/decoder_block.py index 2dc4ddf..f7ae454 100644 --- a/text_recognizer/networks/transformer/decoder_block.py +++ b/text_recognizer/networks/transformer/decoder_block.py @@ -30,9 +30,9 @@ class DecoderBlock(nn.Module): def forward( self, x: Tensor, + rotary_embedding: RotaryEmbedding, context: Optional[Tensor] = None, mask: Optional[Tensor] = None, - rotary_embedding: Optional[RotaryEmbedding] = None, ) -> Tensor: """Applies decoder block on input signals.""" x = x + self.attn(self.ln_attn(x), mask=mask, rotary_embedding=rotary_embedding) |