diff options
| author | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-12 23:16:20 +0200 |
|---|---|---|
| committer | Gustaf Rydholm <gustaf.rydholm@gmail.com> | 2022-06-12 23:16:20 +0200 |
| commit | 8bb76745e43c6b4967c8e91ebaf4c4295d0b8d0b (patch) | |
| tree | 5ff05d9fea92f7e5bd313d8cdc9559ccbc89a97a /text_recognizer/networks/conformer/glu.py | |
| parent | 8fe4b36bf22281c84c4afee811b3435f3b50686d (diff) | |
Remove conformer
Diffstat (limited to 'text_recognizer/networks/conformer/glu.py')
| -rw-r--r-- | text_recognizer/networks/conformer/glu.py | 12 |
1 files changed, 0 insertions, 12 deletions
diff --git a/text_recognizer/networks/conformer/glu.py b/text_recognizer/networks/conformer/glu.py deleted file mode 100644 index 1a7c201..0000000 --- a/text_recognizer/networks/conformer/glu.py +++ /dev/null @@ -1,12 +0,0 @@ -"""GLU layer.""" -from torch import nn, Tensor - - -class GLU(nn.Module): - def __init__(self, dim: int) -> None: - super().__init__() - self.dim = dim - - def forward(self, x: Tensor) -> Tensor: - out, gate = x.chunk(2, dim=self.dim) - return out * gate.sigmoid() |