Upload custom kernels

build/torch-universal/liger_kernels/_ops.py

@@ -1,8 +1,8 @@
 import torch
-ops = torch.ops._liger_kernels_20250507091553
+ops = torch.ops._liger_kernels_20250507091832
 
 def add_op_namespace_prefix(op_name: str):
     """
     Prefix op by namespace.
     """
-    return f"_liger_kernels_20250507091553::{op_name}"
+    return f"_liger_kernels_20250507091832::{op_name}"

build/torch-universal/liger_kernels/layers.py

@@ -16,9 +16,6 @@ class LigerRMSNorm(torch.nn.Module):
 
     weight: torch.Tensor
     variance_epsilon: float
-    offset: float = 0
-    casting_mode: str = "llama"
-    in_place: bool = True
     
     def forward(self, hidden_states):
         """
@@ -34,9 +31,9 @@ class LigerRMSNorm(torch.nn.Module):
             hidden_states, 
             self.weight, 
             self.variance_epsilon,
-            self.offset,
-            self.casting_mode,
-            self.in_place
+            0,
+            "llama",
+            True
         )
     
 __all__ = ["LigerRMSNorm"]

torch-ext/liger_kernels/layers.py

@@ -16,9 +16,6 @@ class LigerRMSNorm(torch.nn.Module):
 
     weight: torch.Tensor
     variance_epsilon: float
-    offset: float = 0
-    casting_mode: str = "llama"
-    in_place: bool = True
     
     def forward(self, hidden_states):
         """
@@ -34,9 +31,9 @@ class LigerRMSNorm(torch.nn.Module):
             hidden_states, 
             self.weight, 
             self.variance_epsilon,
-            self.offset,
-            self.casting_mode,
-            self.in_place
+            0,
+            "llama",
+            True
         )
     
 __all__ = ["LigerRMSNorm"]