4 lines
73 B
Python

import torch.nn as nn
approx_gelu = lambda: nn.GELU(approximate="tanh")