From 7239bce214607c70a7a91358586f265b2f74de7b Mon Sep 17 00:00:00 2001 From: Gustaf Rydholm Date: Sun, 3 Sep 2023 01:10:11 +0200 Subject: Delete convnext --- text_recognizer/network/convnext/norm.py | 18 ------------------ 1 file changed, 18 deletions(-) delete mode 100644 text_recognizer/network/convnext/norm.py (limited to 'text_recognizer/network/convnext/norm.py') diff --git a/text_recognizer/network/convnext/norm.py b/text_recognizer/network/convnext/norm.py deleted file mode 100644 index 3355de9..0000000 --- a/text_recognizer/network/convnext/norm.py +++ /dev/null @@ -1,18 +0,0 @@ -"""Layer norm for conv layers.""" -import torch -from torch import Tensor, nn - - -class LayerNorm(nn.Module): - """Layer norm for convolutions.""" - - def __init__(self, dim: int) -> None: - super().__init__() - self.gamma = nn.Parameter(torch.ones(1, dim, 1, 1)) - - def forward(self, x: Tensor) -> Tensor: - """Applies layer norm.""" - eps = 1e-5 if x.dtype == torch.float32 else 1e-3 - var = torch.var(x, dim=1, unbiased=False, keepdim=True) - mean = torch.mean(x, dim=1, keepdim=True) - return (x - mean) / (var + eps).sqrt() * self.gamma -- cgit v1.2.3-70-g09d2