Spaces:
Runtime error
Runtime error
Bill Psomas
commited on
Commit
·
709eabf
1
Parent(s):
cd8c338
update demo
Browse files
sp.py
CHANGED
@@ -14,10 +14,10 @@ class SimPool(nn.Module):
|
|
14 |
self.wk = nn.Linear(dim, dim, bias=qkv_bias)
|
15 |
|
16 |
if gamma is not None:
|
17 |
-
self.gamma = torch.tensor([gamma]
|
18 |
if use_beta:
|
19 |
-
self.beta = nn.Parameter(torch.tensor([0.0]
|
20 |
-
self.eps = torch.tensor([1e-6]
|
21 |
|
22 |
self.gamma = gamma
|
23 |
self.use_beta = use_beta
|
|
|
14 |
self.wk = nn.Linear(dim, dim, bias=qkv_bias)
|
15 |
|
16 |
if gamma is not None:
|
17 |
+
self.gamma = torch.tensor([gamma])
|
18 |
if use_beta:
|
19 |
+
self.beta = nn.Parameter(torch.tensor([0.0]))
|
20 |
+
self.eps = torch.tensor([1e-6])
|
21 |
|
22 |
self.gamma = gamma
|
23 |
self.use_beta = use_beta
|