File tree Expand file tree Collapse file tree 2 files changed +3
-11
lines changed Expand file tree Collapse file tree 2 files changed +3
-11
lines changed Original file line number Diff line number Diff line change @@ -89,12 +89,11 @@ cd server/docs/examples
89
89
./fetch_models.sh
90
90
91
91
# Step 2: Launch triton from the NGC Triton container
92
- docker run --gpus=1 --rm --net=host -v ${PWD} /model_repository:/models nvcr.io/nvidia/tritonserver:25.02-py3 tritonserver --model-repository=/models
92
+ docker run --gpus=1 --rm --net=host -v ${PWD} /model_repository:/models nvcr.io/nvidia/tritonserver:25.02-py3 tritonserver --model-repository=/models --model-control-mode explicit --load-model densenet_onnx
93
93
94
94
# Step 3: Sending an Inference Request
95
95
# In a separate console, launch the image_client example from the NGC Triton SDK container
96
- docker run -it --rm --net=host nvcr.io/nvidia/tritonserver:25.02-py3-sdk
97
- /workspace/install/bin/image_client -m densenet_onnx -c 3 -s INCEPTION /workspace/images/mug.jpg
96
+ docker run -it --rm --net=host nvcr.io/nvidia/tritonserver:25.02-py3-sdk /workspace/install/bin/image_client -m densenet_onnx -c 3 -s INCEPTION /workspace/images/mug.jpg
98
97
99
98
# Inference should return the following
100
99
Image ' /workspace/images/mug.jpg' :
Original file line number Diff line number Diff line change 1
1
#! /bin/bash
2
- # Copyright (c) 2018, NVIDIA CORPORATION. All rights reserved.
2
+ # Copyright (c) 2018-2025 , NVIDIA CORPORATION. All rights reserved.
3
3
#
4
4
# Redistribution and use in source and binary forms, with or without
5
5
# modification, are permitted provided that the following conditions
27
27
28
28
set -ex
29
29
30
- # TensorFlow inception
31
- mkdir -p model_repository/inception_graphdef/1
32
- wget -O /tmp/inception_v3_2016_08_28_frozen.pb.tar.gz \
33
- https://storage.googleapis.com/download.tensorflow.org/models/inception_v3_2016_08_28_frozen.pb.tar.gz
34
- (cd /tmp && tar xzf inception_v3_2016_08_28_frozen.pb.tar.gz)
35
- mv /tmp/inception_v3_2016_08_28_frozen.pb model_repository/inception_graphdef/1/model.graphdef
36
-
37
30
# ONNX densenet
38
31
mkdir -p model_repository/densenet_onnx/1
39
32
wget -O model_repository/densenet_onnx/1/model.onnx \
You can’t perform that action at this time.
0 commit comments