From e63f0147a617ac7327ebebedb480caabf4717738 Mon Sep 17 00:00:00 2001 From: Yingge He Date: Fri, 30 Aug 2024 15:32:42 -0700 Subject: [PATCH] Add comments --- src/infer_request.cc | 2 ++ 1 file changed, 2 insertions(+) diff --git a/src/infer_request.cc b/src/infer_request.cc index 550023323..0d0c80a0d 100644 --- a/src/infer_request.cc +++ b/src/infer_request.cc @@ -1320,6 +1320,8 @@ InferenceRequest::ValidateBytesInputs( buffer_next_idx++, (const void**)(&buffer), &remaining_buffer_size, buffer_memory_type, &buffer_memory_id)); + // GPU tensors are validated at platform backends to avoid additional + // data copying. Check "ValidateStringBuffer" in backend_common.cc. if (*buffer_memory_type == TRITONSERVER_MEMORY_GPU) { return Status::Success; }