From a459db8bbc9f442dbf3f6b2bcf756fb0b147e8dc Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Micha=C5=82=20Szo=C5=82ucha?= Date: Thu, 16 Nov 2023 11:06:10 +0100 Subject: [PATCH] Add more NVTX markers to core API MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Michał Szołucha --- src/backend_model.cc | 3 +++ 1 file changed, 3 insertions(+) diff --git a/src/backend_model.cc b/src/backend_model.cc index 3aae67e46..43c95cb13 100644 --- a/src/backend_model.cc +++ b/src/backend_model.cc @@ -40,6 +40,7 @@ #include "server_message.h" #include "shared_library.h" #include "triton/common/logging.h" +#include "triton/common/nvtx.h" #include "tritonserver_apis.h" // For unknown reason, windows will not export the TRITONBACKEND_* @@ -1525,6 +1526,7 @@ TRITONBACKEND_ResponseSend( TRITONBACKEND_Response* response, const uint32_t send_flags, TRITONSERVER_Error* error) { + NVTX_RANGE(nvtx, "TRITONBACKEND_ResponseSend"); InferenceResponse* tr = reinterpret_cast(response); std::unique_ptr utr(tr); @@ -1721,6 +1723,7 @@ TRITONBACKEND_OutputBuffer( const uint64_t buffer_byte_size, TRITONSERVER_MemoryType* memory_type, int64_t* memory_type_id) { + NVTX_RANGE(nvtx, "TRITONBACKEND_OutputBuffer"); InferenceResponse::Output* to = reinterpret_cast(output); Status status = to->AllocateDataBuffer(