add tests

tests/kernels/test_activation.py

@@ -55,6 +55,14 @@ def gelu_and_mul(x: torch.Tensor, approximate: str) -> torch.Tensor:
     d = x.shape[-1] // 2
     return F.gelu(x[..., :d], approximate=approximate) * x[..., d:]
 
+def gelu(x: torch.Tensor) -> torch.Tensor:
+    return F.gelu(x)
+
+def gelu_tanh(x: torch.Tensor) -> torch.Tensor:
+    return F.gelu(x, approximate="tanh")
+
+def silu(x: torch.Tensor) -> torch.Tensor:
+    return F.silu(x)
 
 @pytest.mark.parametrize(
     "activation_name", ["silu_and_mul", "mul_and_silu", "gelu", "gelu_tanh", "fatrelu"]
@@ -145,6 +153,24 @@ def test_act_and_mul(
             activation.ops.gelu_quick,
             activation.layers.QuickGELU,
         ),
+        (
+            gelu_tanh,
+            activation.gelu_tanh,
+            activation.ops.gelu_tanh,
+            activation.layers.GeluTanh,
+        ),
+        (
+            silu,
+            activation.silu,
+            activation.ops.silu,
+            activation.layers.Silu,
+        ),
+        (
+            gelu, 
+            activation.gelu, 
+            activation.ops.gelu, 
+            activation.layers.Gelu
+        ),
     ],
 )
 @pytest.mark.parametrize("num_tokens", NUM_TOKENS)