File tree Expand file tree Collapse file tree 2 files changed +4
-2
lines changed
src/python/tritonfrontend/_api Expand file tree Collapse file tree 2 files changed +4
-2
lines changed Original file line number Diff line number Diff line change 1
- # Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
1
+ # Copyright 2024-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
2
#
3
3
# Redistribution and use in source and binary forms, with or without
4
4
# modification, are permitted provided that the following conditions
@@ -80,6 +80,7 @@ class Options:
80
80
int , Grpc_compression_level
81
81
] = Grpc_compression_level .NONE
82
82
infer_allocation_pool_size : int = Field (8 , ge = 0 )
83
+ max_response_pool_size : int = Field (2_147_483_647 , ge = 0 )
83
84
forward_header_pattern : str = ""
84
85
# DLIS-7215: Add restricted protocol support
85
86
# restricted_protocols: str = ""
Original file line number Diff line number Diff line change 1
- # Copyright 2024, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
1
+ # Copyright 2024-2025 , NVIDIA CORPORATION & AFFILIATES. All rights reserved.
2
2
#
3
3
# Redistribution and use in source and binary forms, with or without
4
4
# modification, are permitted provided that the following conditions
@@ -57,6 +57,7 @@ class KServeGrpc:
57
57
max_connection_age_grace_ms : int
58
58
infer_compression_level : int | Grpc_compression_level
59
59
infer_allocation_pool_size : int
60
+ max_response_pool_size : int
60
61
forward_header_pattern : str
61
62
def __post_init__ (self ) -> None : ...
62
63
triton_frontend : Incomplete
You can’t perform that action at this time.
0 commit comments