device,precision,autocast,xformers,runtime,n_samples,latency,memory
NVIDIA A10,half,FALSE,TRUE,pytorch,1,2.01,3.13
NVIDIA A10,single,FALSE,TRUE,pytorch,1,4.69,6.29
NVIDIA A10,half,FALSE,TRUE,pytorch,2,3.65,4.3
NVIDIA A10,single,FALSE,TRUE,pytorch,2,7.75,8.57
NVIDIA A10,half,FALSE,TRUE,pytorch,4,6.68,6.63
NVIDIA A10,single,FALSE,TRUE,pytorch,4,14.35,11.24
NVIDIA A10,half,FALSE,TRUE,pytorch,8,12.93,11.05
NVIDIA A10,single,FALSE,TRUE,pytorch,8,28.28,17.91
NVIDIA A10,half,FALSE,TRUE,pytorch,16,24.65,19.86
NVIDIA A10,single,FALSE,TRUE,pytorch,16,57.5,21.21
NVIDIA A10,half,FALSE,TRUE,pytorch,32,48.79,7.37
NVIDIA A10,single,FALSE,TRUE,pytorch,32,108.78,15.88
NVIDIA A10,half,FALSE,TRUE,pytorch,64,108.26,17.54
NVIDIA A10,single,FALSE,TRUE,pytorch,64,-1,-1
NVIDIA A10,half,FALSE,TRUE,pytorch,128,212.94,22.18
NVIDIA A10,single,FALSE,TRUE,pytorch,128,-1,-1
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,1,1.78,6.1
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,1,1.17,3.19
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,2,3.68,8.03
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,2,1.73,4.33
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,4,5.56,11.53
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,4,3.73,6.62
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,8,10.95,18.12
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,8,5.25,11.12
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,16,21.05,33.04
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,16,9.93,19.81
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,32,41.02,14.41
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,32,18.75,7.34
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,64,80.45,26.17
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,64,36.89,12.46
NVIDIA A100 80GB PCIe,single,FALSE,TRUE,pytorch,128,161.52,48.01
NVIDIA A100 80GB PCIe,half,FALSE,TRUE,pytorch,128,73.72,22.68
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,1,1.79,6.11
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,1,1.18,3.18
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,2,2.97,8.03
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,2,1.66,4.32
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,4,5.35,11.54
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,4,2.68,6.61
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,8,10.16,18.11
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,8,4.85,11.12
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,16,9.13,19.8
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,16,19.71,33.25
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,32,17.72,7.33
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,32,39.03,14.39
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,64,34.92,13.79
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,64,77.05,26.34
NVIDIA A100-SXM4-40GB,half,FALSE,TRUE,pytorch,128,69.31,22.68
NVIDIA A100-SXM4-40GB,single,FALSE,TRUE,pytorch,128,-1,-1
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,1,3.61,6.35
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,1,1.93,3.15
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,2,5.57,7.73
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,2,2.84,4.37
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,4,9.67,10.7
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,4,4.56,6.64
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,8,18.96,16.87
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,8,8.39,11.19
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,16,37.89,28.82
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,16,15.62,20.01
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,32,71.57,14.26
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,32,31.19,7.65
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,64,143.26,26.42
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,64,65.72,23.84
NVIDIA RTX A6000,single,FALSE,TRUE,pytorch,128,287.96,47.92
NVIDIA RTX A6000,half,FALSE,TRUE,pytorch,128,130.38,34.36
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,1,4.42,5.7
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,1,1.84,3.24
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,2,8.33,8.6
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,2,3.08,4.17
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,4,16.56,11.86
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,4,5.62,6.42
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,8,28.71,15.88
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,8,10.64,10.45
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,16,20.96,10.87
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,16,-1,-1
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,32,40.13,7.73
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,32,110.17,15.72
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,64,79.82,13.51
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,64,-1,-1
Tesla V100-SXM2-16GB,single,FALSE,TRUE,pytorch,128,-1,-1
Tesla V100-SXM2-16GB,half,FALSE,TRUE,pytorch,128,-1,-1