Copy the files in the new repo for public release

This commit is contained in:
gabrieldemarmiesse
2026-01-12 11:25:16 +01:00
commit f5fa328a58
54 changed files with 6411 additions and 0 deletions
+11
View File
@@ -0,0 +1,11 @@
import torch
import torch.nn as nn
class LayerScale(nn.Module):
def __init__(self, channels: int, init: float):
super().__init__()
self.scale = nn.Parameter(torch.full((channels,), init))
def forward(self, x: torch.Tensor):
return self.scale * x