From cf6be695a9264fc4e2d5d8d7edbea02748b32fb5 Mon Sep 17 00:00:00 2001 From: Chris Granger Date: Wed, 27 Mar 2024 10:16:48 -0600 Subject: [PATCH] Sequence batcher no longer pads string corrids --- src/sequence_batch_scheduler/sequence_batch_scheduler.cc | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/src/sequence_batch_scheduler/sequence_batch_scheduler.cc b/src/sequence_batch_scheduler/sequence_batch_scheduler.cc index 84361df10..15d3c0dcc 100644 --- a/src/sequence_batch_scheduler/sequence_batch_scheduler.cc +++ b/src/sequence_batch_scheduler/sequence_batch_scheduler.cc @@ -1324,7 +1324,9 @@ SequenceBatch::SetControlTensors( if (seq_corr_id->DType() == inference::DataType::TYPE_STRING) { // 4 bytes for length of string plus pre-defined max string correlation id // length in bytes - size_p = 4 + triton::core::STRING_CORRELATION_ID_MAX_LENGTH_BYTES; + std::string correlation_id = corrid.StringValue(); + uint32_t correlation_id_length = correlation_id.length(); + size_p = 4 + correlation_id_length; } TRITONSERVER_MemoryType memory_type;