Merge pull request #49 from tensara/gelu-bug

gelu-bug

Author: SohamJog

problems/gelu/def.py

@@ -26,7 +26,7 @@ def reference_solution(self, input_matrix: torch.Tensor) -> torch.Tensor:
             Result of GELU activation
         """
         with torch.no_grad(), torch.autocast("cuda", enabled=False, dtype=input_matrix.dtype):
-            return torch.nn.functional.gelu(input_matrix)
+            return torch.nn.functional.gelu(input_matrix, approximate="tanh")
 
     def generate_test_cases(self, dtype: torch.dtype) -> List[Dict[str, Any]]:
         """