Commit 99559280 authored by Jared Casper's avatar Jared Casper
Browse files

Merge branch 'layer-norm-kerne-include' into 'main' 

THC/THCDeviceUtils.cuh -> ATen/cuda/DeviceUtils.cuh in fused layer norm

See merge request ADLR/megatron-lm!333
parents 386923b5 75e521a0

megatron/fused_kernels/layer_norm_cuda_kernel.cu

+1 −1
Original line number Diff line number Diff line
@@ -21,7 +21,7 @@ 
#include "ATen/ATen.h"

#include "ATen/AccumulateType.h"

#include "ATen/cuda/CUDAContext.h"

#include <THC/THCDeviceUtils.cuh>

#include "ATen/cuda/DeviceUtils.cuh"



#include <cuda.h>

#include <cuda_runtime.h>