#include #include #include #include #include void inplace_add_cuda( at::Tensor& x, at::Tensor& input2, int offset, cudaStream_t stream ); void inplace_add(at::Tensor &x, at::Tensor &workspace, int offset) { at::cuda::CUDAGuard device_guard{x.get_device()}; auto stream = at::cuda::getCurrentCUDAStream().stream(); inplace_add_cuda( x, workspace, offset, stream ); } PYBIND11_MODULE(TORCH_EXTENSION_NAME, m) { m.def("inplace_add", &inplace_add, "inplace_add"); }