don't use Apex kernels

mayank31398 · mayank31398 · commit cc965d98e904 · 2023-06-02T09:04:41.000+05:30
diff --git a/megatron/fused_kernels/tests/test_fused_kernels.py b/megatron/fused_kernels/tests/test_fused_kernels.py
@@ -283,7 +283,7 @@ class DummyArgs:
     rank: int = 0
     masked_softmax_fusion: bool = True
     gradient_accumulation_fusion: bool = True
-    use_kernels_from_apex: bool = True
+    use_kernels_from_apex: bool = False
 
 
 if __name__ == "__main__":
