use ctx.eps instead of eps

ngimel · web-flow · commit 0dbf6c2aa203 · 2019-07-31T16:24:01.000-07:00
diff --git a/apex/normalization/fused_layer_norm.py b/apex/normalization/fused_layer_norm.py
@@ -22,7 +22,7 @@ def forward(ctx, input, weight, bias, normalized_shape, eps):
     weight_ = weight.contiguous()
     bias_ = bias.contiguous()
     output, mean, invvar = fused_layer_norm_cuda.forward_affine(
-        input_, ctx.normalized_shape, weight_, bias_, eps)
+        input_, ctx.normalized_shape, weight_, bias_, ctx.eps)
     ctx.save_for_backward(input_, weight_, bias_, mean, invvar)
     return output
 
