in include/inplace_abn.h [125:138]
static INLINE_HOST_DEVICE void backward(
scalar_t y_act,
scalar_t dy_act,
float activation_param,
scalar_t& y,
scalar_t& dy) {
if (y_act >= 0) {
y = y_act;
dy = dy_act;
} else {
y = ::log1p(static_cast<scalar_t>(y_act / activation_param));
dy = static_cast<scalar_t>(dy_act * (y_act + activation_param));
}
}