in include/inplace_abn.h [103:116]
static INLINE_HOST_DEVICE void backward(
scalar_t y_act,
scalar_t dy_act,
float activation_param,
scalar_t& y,
scalar_t& dy) {
if (y_act >= 0) {
y = y_act;
dy = dy_act;
} else {
y = static_cast<scalar_t>(y_act / activation_param);
dy = static_cast<scalar_t>(dy_act * activation_param);
}
}