Skip to content

Commit fded299

Browse files
authored
Batch size 8 results (#49)
1 parent 67d5c89 commit fded299

File tree

4 files changed

+12
-3
lines changed

4 files changed

+12
-3
lines changed

experiments/results_bs8.csv

Lines changed: 9 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,9 @@
1+
technique,time,sam_commit_name,pytorch_version,sam_model_type,batch_size,memory(MiB),memory(%),img_s(avg),batch_ms(avg)/batch_size,mIoU,use_compile,use_half,compress,epilogue_fusion_first,use_compile_decoder,use_nested_tensor,use_rel_pos,pad_input_image_batch,num_workers,num_batches,num_images,profile_path,memory_path
2+
fp32,8.32037784655889,default,2.2.0.dev20231023+cu121,vit_b,8,19934,49,12.123363560576202,82.4853593644495,0.5335705502003885,False,None,None,False,False,False,True,True,32,619,4952,None,None
3+
bf16,2.861330274740855,codesign,2.2.0.dev20231023+cu121,vit_b,8,10003,24,39.7795247545384,25.13856075884645,0.5415806118803995,False,torch.bfloat16,None,False,False,False,True,True,32,619,4952,None,None
4+
compile,2.652463134129842,codesign,2.2.0.dev20231023+cu121,vit_b,8,7916,19,54.71426032562412,18.276770882922342,0.5407576752390846,max-autotune,torch.bfloat16,None,False,False,False,True,True,32,619,4952,None,None
5+
SDPA,2.148758562405904,sdpa-decoder,2.2.0.dev20231023+cu121,vit_b,8,4679,11,73.1570663251564,13.669219533153035,0.5355346808697282,max-autotune,torch.bfloat16,None,False,False,False,True,True,32,619,4952,None,None
6+
Triton,2.0386854648590087,local-fork,2.2.0.dev20231023+cu121,vit_b,8,1703,4,85.53658249838097,11.690904298391018,0.5339075529136259,max-autotune,torch.bfloat16,None,False,False,False,True,True,32,619,4952,None,None
7+
NT,1.9225259701410928,local-fork,2.2.0.dev20231023+cu121,vit_b,8,2797,6,92.11983959049361,10.85542489484747,0.5337810700594795,max-autotune,torch.bfloat16,None,False,False,True,True,True,32,619,4952,None,None
8+
int8,4.885190570354462,local-fork,2.2.0.dev20231023+cu121,vit_b,8,2710,6,91.04449841914705,10.983640059130643,0.5331727804156572,max-autotune,torch.bfloat16,dynamic_quant,False,False,True,True,True,32,619,4952,None,None
9+
sparse,3.841790223121643,local-fork,2.2.0.dev20231023+cu121,vit_b,8,3217,7,81.4912293589238,12.271259224665185,0.4783508911148021,max-autotune,torch.bfloat16,sparse,False,False,True,True,True,32,619,4952,None,None

experiments/run_experiments.py

Lines changed: 3 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -177,9 +177,9 @@ def run(batch_size,
177177
rexp("SDPA", "sdpa-decoder", use_half="bfloat16", use_compile="max-autotune")
178178
rexp("Triton", "local-fork", use_half="bfloat16", use_compile="max-autotune")
179179
if batch_size > 1:
180-
rexp("NT", "local-fork", use_half="bfloat16", use_compile="max-autotune", use_nested_tensor=(bs > 1))
181-
rexp("int8", "local-fork", use_half="bfloat16", use_compile="max-autotune", use_nested_tensor=(bs > 1), compress="dynamic_quant")
182-
rexp("sparse", "local-fork", use_half="bfloat16", use_compile="max-autotune", use_nested_tensor=(bs > 1), compress="sparse")
180+
rexp("NT", "local-fork", use_half="bfloat16", use_compile="max-autotune", use_nested_tensor=(batch_size > 1))
181+
rexp("int8", "local-fork", use_half="bfloat16", use_compile="max-autotune", use_nested_tensor=(batch_size > 1), compress="dynamic_quant")
182+
rexp("sparse", "local-fork", use_half="bfloat16", use_compile="max-autotune", use_nested_tensor=(batch_size > 1), compress="sparse")
183183

184184

185185
if __name__ == '__main__':
Binary file not shown.
726 Bytes
Binary file not shown.

0 commit comments

Comments
 (0)