1
1
#! /bin/bash
2
- # Copyright 2021-2024 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
+ # Copyright 2021-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3
3
#
4
4
# Redistribution and use in source and binary forms, with or without
5
5
# modification, are permitted provided that the following conditions
@@ -218,6 +218,7 @@ if [ $(cat $CLIENT_LOG | grep ": 0 infer/sec\|: 0 usec" | wc -l) -ne 0 ]; then
218
218
fi
219
219
220
220
$PERF_ANALYZER -v -m simple_savedmodel_sequence_object -p 2000 -t5 --sync \
221
+ -s ${STABILITY_THRESHOLD} \
221
222
--input-data=$SEQ_JSONDATAFILE \
222
223
--service-kind=triton_c_api --model-repository=$DATADIR \
223
224
--triton-server-directory=$SERVER_LIBRARY_PATH > $CLIENT_LOG 2>&1
234
235
235
236
set +e
236
237
$PERF_ANALYZER -v -m graphdef_sequence_float32 --shape INPUT:2 \
238
+ -s ${STABILITY_THRESHOLD} \
237
239
--input-data=$FLOAT_DIFFSHAPE_JSONDATAFILE \
238
240
--input-data=$FLOAT_DIFFSHAPE_JSONDATAFILE -p2000 \
239
241
--service-kind=triton_c_api --model-repository=$DATADIR \
@@ -250,21 +252,9 @@ if [ $(cat $CLIENT_LOG | grep -P "The supplied shape .+ is incompatible with th
250
252
fi
251
253
set -e
252
254
253
- # Negative test for the async mode.
254
- set +e
255
- $PERF_ANALYZER -v -m graphdef_int32_int32_int32 -t 1 -p2000 -b 1 -a \
256
- --service-kind=triton_c_api --model-repository=$DATADIR \
257
- --triton-server-directory=$SERVER_LIBRARY_PATH -s ${STABILITY_THRESHOLD} \
258
- > $CLIENT_LOG 2>&1
259
- if [ $( cat $CLIENT_LOG | grep " not supported by triton_c_api service" | wc -l) -ne 1 ]; then
260
- cat $CLIENT_LOG
261
- echo -e " \n***\n*** Test Failed\n***"
262
- RET=1
263
- fi
264
- set -e
265
-
266
255
for SHARED_MEMORY_TYPE in system cuda; do
267
256
$PERF_ANALYZER -v -m graphdef_int32_int32_int32 -t 1 -p2000 -b 1 \
257
+ -s ${STABILITY_THRESHOLD} \
268
258
--shared-memory=$SHARED_MEMORY_TYPE \
269
259
--service-kind=triton_c_api --model-repository=$DATADIR \
270
260
--triton-server-directory=$SERVER_LIBRARY_PATH > $CLIENT_LOG 2>&1
0 commit comments