From 0c0f4b2d10a63789522d433278b437e1aa39c6a4 Mon Sep 17 00:00:00 2001 From: huchukato Date: Fri, 27 Feb 2026 02:32:38 +0100 Subject: [PATCH] Fix TensorRT tensor address binding - add explicit set_tensor_address for all tensors before inference --- trt_utilities.py | 5 +++++ 1 file changed, 5 insertions(+) diff --git a/trt_utilities.py b/trt_utilities.py index 0846244..1390681 100644 --- a/trt_utilities.py +++ b/trt_utilities.py @@ -445,6 +445,11 @@ class Engine: self.tensors[name].copy_(buf) nvtx.range_push("TensorRT Inference") + + # Set tensor addresses explicitly for all bindings + for name, tensor in self.tensors.items(): + self.context.set_tensor_address(name, tensor.data_ptr()) + if use_cuda_graph: if self.cuda_graph_instance is not None: CUASSERT(cudart.cudaGraphLaunch(self.cuda_graph_instance, stream.ptr))