Commit 4831071c authored by Eddie Yan's avatar Eddie Yan
Browse files

Update layer_norm_cuda_kernel.cu

parent cdc614cf

megatron/fused_kernels/layer_norm_cuda_kernel.cu

+1 −0
Original line number Diff line number Diff line
@@ -329,6 +329,7 @@ void cuApplyLayerNorm( 
      mean[i1] = mu;

      invvar[i1] = c_invvar;

    }

    __syncthreads();

  }

}