File tree Expand file tree Collapse file tree 1 file changed +4
-4
lines changed
fastdeploy/model_executor/graph_optimization Expand file tree Collapse file tree 1 file changed +4
-4
lines changed Original file line number Diff line number Diff line change @@ -75,9 +75,9 @@ def __call__(self, **kwargs):
75
75
ids_remove_padding : paddle .Tensor = kwargs ["ids_remove_padding" ]
76
76
batch_size = ids_remove_padding .shape [0 ]
77
77
padding_batch_size = self .batch_size_to_captured_size [batch_size ]
78
- logger .debug (
78
+ logger .debug ((
79
79
f"[CUDA GRAPH] The actual batch size obtained by CUDAGraph is :{ batch_size } , " ,
80
- f"The padded batch size is :{ padding_batch_size } " )
80
+ f"The padded batch size is :{ padding_batch_size } " ))
81
81
82
82
entry = self .concrete_size_entries .get (padding_batch_size )
83
83
assert entry is not None , f"Batch size:{ padding_batch_size } is not in cuda graph capture list."
@@ -96,10 +96,10 @@ def __call__(self, **kwargs):
96
96
for n in range (entry .num_finished_warmup , self .warm_up_size ):
97
97
entry .num_finished_warmup += 1
98
98
entry .runnable (** kwargs )
99
- logger .debug (
99
+ logger .debug ((
100
100
"[CUDA GRAPH] Warm up for batch size " ,
101
101
f"{ padding_batch_size } , finished ({ n + 1 } /{ entry .num_finished_warmup } ) times"
102
- )
102
+ ))
103
103
104
104
# Store input addresses for debug
105
105
input_addresses = [
You can’t perform that action at this time.
0 commit comments