# Copyright (c) Microsoft Corporation.
# Licensed under the MIT License.
import math

from onnxscript import script
from onnxscript.onnx_opset import opset16 as op

M_SQRT1_2 = math.sqrt(0.5)


@script()
def Gelu(X):
    phiX = 0.5 * (op.Erf(M_SQRT1_2 * X) + 1.0)
    return X * phiX


M_2_SQRTPI = 2.0 / math.sqrt(math.pi)
ALPHA = M_2_SQRTPI * M_SQRT1_2 * 0.5


@script()
def GeluGrad(dY, X):
    phiX = 0.5 * (op.Erf(M_SQRT1_2 * X) + 1.0)
    XGradPhiX = ALPHA * X * op.Exp(-0.5 * X * X)
    grad = phiX + XGradPhiX
    dX = dY * grad
    return dX


K_ALPHA = M_2_SQRTPI * M_SQRT1_2
K_GAMMA = 0.044715
K_BETA = K_GAMMA * K_ALPHA * 3.0


@script()
def FastGeluGrad(dY, X):
    XCube = X * X * X
    tanh = op.Tanh(K_ALPHA * (X + K_GAMMA * XCube))
    sech_square = 1.0 - tanh * tanh
    sum = ALPHA * X + K_BETA * XCube
    grad = 0.5 * (tanh + sech_square * sum + 1.0)
    return dY * grad


@script(default_opset=op)
def SigmoidGrad(dY, Y):
    dX = dY * Y * (1.0 - Y)
    return dX


@script(default_opset=op)
def TanhGrad(dY, Y):
    return dY * (1.0 - Y * Y)