Bill Psomas commited on
Commit
709eabf
·
1 Parent(s): cd8c338

update demo

Browse files
Files changed (1) hide show
  1. sp.py +3 -3
sp.py CHANGED
@@ -14,10 +14,10 @@ class SimPool(nn.Module):
14
  self.wk = nn.Linear(dim, dim, bias=qkv_bias)
15
 
16
  if gamma is not None:
17
- self.gamma = torch.tensor([gamma], device='cuda')
18
  if use_beta:
19
- self.beta = nn.Parameter(torch.tensor([0.0], device='cuda'))
20
- self.eps = torch.tensor([1e-6], device='cuda')
21
 
22
  self.gamma = gamma
23
  self.use_beta = use_beta
 
14
  self.wk = nn.Linear(dim, dim, bias=qkv_bias)
15
 
16
  if gamma is not None:
17
+ self.gamma = torch.tensor([gamma])
18
  if use_beta:
19
+ self.beta = nn.Parameter(torch.tensor([0.0]))
20
+ self.eps = torch.tensor([1e-6])
21
 
22
  self.gamma = gamma
23
  self.use_beta = use_beta