Batch size 1 results (#50)

Author: cpuhrsch

experiments/results_bs1.csv

@@ -0,0 +1,8 @@
+technique,time,sam_commit_name,pytorch_version,sam_model_type,batch_size,memory(MiB),memory(%),img_s(avg),batch_ms(avg)/batch_size,mIoU,use_compile,use_half,compress,epilogue_fusion_first,use_compile_decoder,use_nested_tensor,use_rel_pos,pad_input_image_batch,num_workers,num_batches,num_images,profile_path,memory_path
+fp32,9.094957113265991,default,2.2.0.dev20231023+cu121,vit_b,1,2789,6,11.067140075172762,90.3575804776637,0.5335705502003885,False,None,None,False,False,False,True,True,32,4952,4952,None,None
+bf16,3.1106399655342103,codesign,2.2.0.dev20231023+cu121,vit_b,1,1416,3,36.64852561007727,27.286227299824287,0.5415806118803995,False,torch.bfloat16,None,False,False,False,True,True,32,4952,4952,None,None
+compile,2.823416900634766,codesign,2.2.0.dev20231023+cu121,vit_b,1,1153,2,51.26125899723373,19.507909473194253,0.5413443029413655,max-autotune,torch.bfloat16,None,False,False,False,True,True,32,4952,4952,None,None
+SDPA,2.3619819323221845,sdpa-decoder,2.2.0.dev20231023+cu121,vit_b,1,1104,2,66.46056735286892,15.046516149802816,0.5354021280520971,max-autotune,torch.bfloat16,None,False,False,False,True,True,32,4952,4952,None,None
+Triton,2.1993035833040873,local-fork,2.2.0.dev20231023+cu121,vit_b,1,1104,2,72.37143115549199,13.817607086579134,0.5216650318919089,max-autotune,torch.bfloat16,None,False,False,False,True,True,32,4952,4952,None,None
+int8,2.495520865917206,local-fork,2.2.0.dev20231023+cu121,vit_b,1,1022,2,68.93271871445695,14.50689917138397,0.5200620686121938,max-autotune,torch.bfloat16,dynamic_quant,False,False,False,True,True,32,4952,4952,None,None
+sparse,3.8284019509951275,local-fork,2.2.0.dev20231023+cu121,vit_b,1,1530,3,46.319219168299384,21.5893103976242,0.45554241210035895,max-autotune,torch.bfloat16,sparse,False,False,False,True,True,32,4952,4952,None,None