diff --git a/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION.csv b/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION.csv index 678d24631..771797c7a 100644 --- a/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION.csv +++ b/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION.csv @@ -1,220 +1,436 @@ Model,Target backend,Scale factor type,Activations and weights bit width,Bias bit width,Per-channel scale,Activation quantization type,Bias correction,Graph equalization iters,Merge Bias in graph equalization,Activation quantization percentile,Top 1% floating point accuracy,Top 1% quant accuracy,Floating point accuracy - quant accuracy,Quant accuracy / floating point accuracy,Calibration size,Calibration batch size,Torch version,Brevitas version +resnet18,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.9,69.758,68.518,-1.24,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.99,69.758,69.572,-0.186,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.999,69.758,69.634,-0.124,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.9,69.758,68.936,-0.822,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.99,69.758,69.476,-0.282,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.662,-0.096,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.9,69.758,68.65,-1.108,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.99,69.758,69.444,-0.314,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.462,-0.296,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,0,False,99.9,69.758,68.54,-1.218,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,0,False,99.99,69.758,69.572,-0.186,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,0,False,99.999,69.758,69.634,-0.124,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,20,False,99.9,69.758,68.934,-0.824,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,20,False,99.99,69.758,69.476,-0.282,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,20,False,99.999,69.758,69.662,-0.096,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,20,True,99.9,69.758,68.664,-1.094,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,20,True,99.99,69.758,69.444,-0.314,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,20,True,99.999,69.758,69.462,-0.296,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.9,69.758,68.576,-1.182,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.99,69.758,69.598,-0.16,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.999,69.758,69.652,-0.106,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.9,69.758,68.958,-0.8,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.99,69.758,69.594,-0.164,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.692,-0.066,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.9,69.758,68.844,-0.914,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.99,69.758,69.544,-0.214,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.626,-0.132,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,0,False,99.9,69.758,68.564,-1.194,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,0,False,99.99,69.758,69.598,-0.16,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,0,False,99.999,69.758,69.652,-0.106,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,20,False,99.9,69.758,69.01,-0.748,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,20,False,99.99,69.758,69.594,-0.164,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,20,False,99.999,69.758,69.692,-0.066,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,20,True,99.9,69.758,68.864,-0.894,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,20,True,99.99,69.758,69.544,-0.214,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,20,True,99.999,69.758,69.626,-0.132,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.9,69.758,69.054,-0.704,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.99,69.758,69.372,-0.386,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.999,69.758,69.412,-0.346,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.9,69.758,69.24,-0.518,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.99,69.758,69.496,-0.262,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.514,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.9,69.758,69.286,-0.472,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.99,69.758,69.44,-0.318,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.41,-0.348,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,0,False,99.9,69.758,69.054,-0.704,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,0,False,99.99,69.758,69.372,-0.386,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,0,False,99.999,69.758,69.412,-0.346,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,20,False,99.9,69.758,69.24,-0.518,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,20,False,99.99,69.758,69.496,-0.262,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.514,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,20,True,99.9,69.758,69.286,-0.472,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,20,True,99.99,69.758,69.44,-0.318,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,20,True,99.999,69.758,69.41,-0.348,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.9,69.758,69.27,-0.488,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.99,69.758,69.69,-0.068,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.999,69.758,69.662,-0.096,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.9,69.758,69.316,-0.442,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.99,69.758,69.58,-0.178,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.608,-0.15,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.9,69.758,69.492,-0.266,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.99,69.758,69.712,-0.046,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.656,-0.102,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,0,False,99.9,69.758,69.27,-0.488,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,0,False,99.99,69.758,69.69,-0.068,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,0,False,99.999,69.758,69.662,-0.096,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,20,False,99.9,69.758,69.316,-0.442,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,20,False,99.99,69.758,69.58,-0.178,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,20,False,99.999,69.758,69.608,-0.15,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,20,True,99.9,69.758,69.492,-0.266,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,20,True,99.99,69.758,69.712,-0.046,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,20,True,99.999,69.758,69.656,-0.102,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,False,asymmetric,True,0,False,99.9,69.758,62.564,-7.194,0.897,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,False,asymmetric,True,0,False,99.99,69.758,68.342,-1.416,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,False,asymmetric,True,0,False,99.999,69.758,69.404,-0.354,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,asymmetric,True,20,False,99.9,69.758,66.96,-2.798,0.96,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,asymmetric,True,20,False,99.99,69.758,68.858,-0.9,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.428,-0.33,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,asymmetric,True,20,True,99.9,69.758,66.334,-3.424,0.951,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,asymmetric,True,20,True,99.99,69.758,68.822,-0.936,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.352,-0.406,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,asymmetric,True,20,False,99.9,69.758,67.046,-2.712,0.961,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,asymmetric,True,20,False,99.99,69.758,68.982,-0.776,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.398,-0.36,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,asymmetric,True,20,True,99.9,69.758,66.356,-3.402,0.951,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,asymmetric,True,20,True,99.99,69.758,68.696,-1.062,0.985,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.336,-0.422,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,False,symmetric,True,0,False,99.9,69.758,0.52,-69.238,0.007,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,False,symmetric,True,0,False,99.99,69.758,57.116,-12.642,0.819,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,False,symmetric,True,0,False,99.999,69.758,69.404,-0.354,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,symmetric,True,20,False,99.9,69.758,39.304,-30.454,0.563,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,symmetric,True,20,False,99.99,69.758,68.318,-1.44,0.979,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,symmetric,True,20,False,99.999,69.758,69.428,-0.33,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,symmetric,True,20,True,99.9,69.758,14.832,-54.926,0.213,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,symmetric,True,20,True,99.99,69.758,66.882,-2.876,0.959,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,symmetric,True,20,True,99.999,69.758,69.352,-0.406,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,symmetric,True,20,False,99.9,69.758,29.858,-39.9,0.428,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,symmetric,True,20,False,99.99,69.758,68.338,-1.42,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,symmetric,True,20,False,99.999,69.758,69.398,-0.36,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,symmetric,True,20,True,99.9,69.758,3.674,-66.084,0.053,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,symmetric,True,20,True,99.99,69.758,66.902,-2.856,0.959,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,symmetric,True,20,True,99.999,69.758,69.336,-0.422,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,True,asymmetric,True,0,False,99.9,69.758,62.794,-6.964,0.9,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,True,asymmetric,True,0,False,99.99,69.758,68.362,-1.396,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,True,asymmetric,True,0,False,99.999,69.758,69.344,-0.414,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,asymmetric,True,20,False,99.9,69.758,67.012,-2.746,0.961,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,asymmetric,True,20,False,99.99,69.758,68.936,-0.822,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.46,-0.298,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.9,69.758,66.48,-3.278,0.953,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.99,69.758,68.878,-0.88,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.538,-0.22,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,asymmetric,True,20,False,99.9,69.758,67.112,-2.646,0.962,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,asymmetric,True,20,False,99.99,69.758,69.024,-0.734,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.464,-0.294,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.9,69.758,66.674,-3.084,0.956,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.99,69.758,68.978,-0.78,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.48,-0.278,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,True,symmetric,True,0,False,99.9,69.758,0.54,-69.218,0.008,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,True,symmetric,True,0,False,99.99,69.758,57.346,-12.412,0.822,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,float32,8,int32,True,symmetric,True,0,False,99.999,69.758,69.344,-0.414,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,symmetric,True,20,False,99.9,69.758,39.632,-30.126,0.568,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,symmetric,True,20,False,99.99,69.758,68.326,-1.432,0.979,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,symmetric,True,20,False,99.999,69.758,69.46,-0.298,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.9,69.758,15.178,-54.58,0.218,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.99,69.758,66.998,-2.76,0.96,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.999,69.758,69.538,-0.22,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,symmetric,True,20,False,99.9,69.758,30.448,-39.31,0.436,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,symmetric,True,20,False,99.99,69.758,68.38,-1.378,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,symmetric,True,20,False,99.999,69.758,69.464,-0.294,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.9,69.758,3.85,-65.908,0.055,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.99,69.758,67.096,-2.662,0.962,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.999,69.758,69.48,-0.278,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,False,asymmetric,True,0,False,99.9,69.758,68.408,-1.35,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,False,asymmetric,True,0,False,99.99,69.758,69.034,-0.724,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,False,asymmetric,True,0,False,99.999,69.758,69.33,-0.428,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.9,69.758,69.026,-0.732,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.99,69.758,69.02,-0.738,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.396,-0.362,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,asymmetric,True,20,True,99.9,69.758,69.03,-0.728,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,asymmetric,True,20,True,99.99,69.758,69.056,-0.702,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.106,-0.652,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.9,69.758,69.132,-0.626,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.99,69.758,69.142,-0.616,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.454,-0.304,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,asymmetric,True,20,True,99.9,69.758,69.208,-0.55,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,asymmetric,True,20,True,99.99,69.758,69.158,-0.6,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.258,-0.5,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,False,symmetric,True,0,False,99.9,69.758,59.2,-10.558,0.849,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,False,symmetric,True,0,False,99.99,69.758,67.97,-1.788,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,False,symmetric,True,0,False,99.999,69.758,69.33,-0.428,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.9,69.758,63.124,-6.634,0.905,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.99,69.758,69.438,-0.32,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.396,-0.362,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,symmetric,True,20,True,99.9,69.758,67.004,-2.754,0.961,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,symmetric,True,20,True,99.99,69.758,68.802,-0.956,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,symmetric,True,20,True,99.999,69.758,69.106,-0.652,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.9,69.758,68.336,-1.422,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.99,69.758,68.32,-1.438,0.979,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.454,-0.304,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,symmetric,True,20,True,99.9,69.758,67.796,-1.962,0.972,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,symmetric,True,20,True,99.99,69.758,68.842,-0.916,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,symmetric,True,20,True,99.999,69.758,69.258,-0.5,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,True,asymmetric,True,0,False,99.9,69.758,68.78,-0.978,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,True,asymmetric,True,0,False,99.99,69.758,69.382,-0.376,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,True,asymmetric,True,0,False,99.999,69.758,69.48,-0.278,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,asymmetric,True,20,False,99.9,69.758,69.224,-0.534,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,asymmetric,True,20,False,99.99,69.758,69.316,-0.442,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.536,-0.222,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,asymmetric,True,20,True,99.9,69.758,69.432,-0.326,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,asymmetric,True,20,True,99.99,69.758,69.416,-0.342,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.462,-0.296,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,asymmetric,True,20,False,99.9,69.758,69.348,-0.41,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,asymmetric,True,20,False,99.99,69.758,69.32,-0.438,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.512,-0.246,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,asymmetric,True,20,True,99.9,69.758,69.47,-0.288,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,asymmetric,True,20,True,99.99,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.556,-0.202,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,True,symmetric,True,0,False,99.9,69.758,59.484,-10.274,0.853,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,True,symmetric,True,0,False,99.99,69.758,68.386,-1.372,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,generic,po2,8,int32,True,symmetric,True,0,False,99.999,69.758,69.48,-0.278,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,symmetric,True,20,False,99.9,69.758,63.176,-6.582,0.906,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,symmetric,True,20,False,99.99,69.758,69.52,-0.238,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,symmetric,True,20,False,99.999,69.758,69.536,-0.222,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,symmetric,True,20,True,99.9,69.758,67.602,-2.156,0.969,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,symmetric,True,20,True,99.99,69.758,69.184,-0.574,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,symmetric,True,20,True,99.999,69.758,69.462,-0.296,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,symmetric,True,20,False,99.9,69.758,68.534,-1.224,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,symmetric,True,20,False,99.99,69.758,68.564,-1.194,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,symmetric,True,20,False,99.999,69.758,69.512,-0.246,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,symmetric,True,20,True,99.9,69.758,68.018,-1.74,0.975,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,symmetric,True,20,True,99.99,69.758,69.082,-0.676,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,symmetric,True,20,True,99.999,69.758,69.556,-0.202,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int32,False,asymmetric,True,0,False,99.9,69.758,68.414,-1.344,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int32,False,asymmetric,True,0,False,99.99,69.758,69.014,-0.744,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int32,False,asymmetric,True,0,False,99.999,69.758,69.294,-0.464,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.9,69.758,69.076,-0.682,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.99,69.758,69.054,-0.704,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.36,-0.398,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,asymmetric,True,20,True,99.9,69.758,69.062,-0.696,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,asymmetric,True,20,True,99.99,69.758,69.076,-0.682,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.092,-0.666,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.9,69.758,69.11,-0.648,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.99,69.758,69.234,-0.524,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,asymmetric,True,20,True,99.9,69.758,69.22,-0.538,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,asymmetric,True,20,True,99.99,69.758,69.17,-0.588,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,asymmetric,True,20,True,99.999,69.758,69.318,-0.44,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int32,False,symmetric,True,0,False,99.9,69.758,59.188,-10.57,0.848,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int32,False,symmetric,True,0,False,99.99,69.758,67.988,-1.77,0.975,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int32,False,symmetric,True,0,False,99.999,69.758,69.294,-0.464,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.9,69.758,62.978,-6.78,0.903,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.99,69.758,69.374,-0.384,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.36,-0.398,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,symmetric,True,20,True,99.9,69.758,67.06,-2.698,0.961,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,symmetric,True,20,True,99.99,69.758,68.798,-0.96,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,symmetric,True,20,True,99.999,69.758,69.092,-0.666,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.9,69.758,68.378,-1.38,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.99,69.758,68.374,-1.384,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,symmetric,True,20,True,99.9,69.758,67.754,-2.004,0.971,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,symmetric,True,20,True,99.99,69.758,68.804,-0.954,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,symmetric,True,20,True,99.999,69.758,69.318,-0.44,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int16,False,asymmetric,True,0,False,99.9,69.758,67.962,-1.796,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int16,False,asymmetric,True,0,False,99.99,69.758,69.014,-0.744,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int16,False,asymmetric,True,0,False,99.999,69.758,69.294,-0.464,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.9,69.758,68.618,-1.14,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.99,69.758,69.056,-0.702,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.999,69.758,69.36,-0.398,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,asymmetric,True,20,True,99.9,69.758,69.062,-0.696,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,asymmetric,True,20,True,99.99,69.758,69.076,-0.682,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,asymmetric,True,20,True,99.999,69.758,69.092,-0.666,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.9,69.758,69.118,-0.64,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.99,69.758,69.234,-0.524,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,asymmetric,True,20,True,99.9,69.758,69.22,-0.538,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,asymmetric,True,20,True,99.99,69.758,69.17,-0.588,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,asymmetric,True,20,True,99.999,69.758,69.318,-0.44,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int16,False,symmetric,True,0,False,99.9,69.758,58.834,-10.924,0.843,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int16,False,symmetric,True,0,False,99.99,69.758,67.988,-1.77,0.975,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 resnet18,flexml,po2,8,int16,False,symmetric,True,0,False,99.999,69.758,69.294,-0.464,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.9,69.758,62.42,-7.338,0.895,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.99,69.758,69.356,-0.402,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.999,69.758,69.36,-0.398,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,symmetric,True,20,True,99.9,69.758,67.06,-2.698,0.961,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,symmetric,True,20,True,99.99,69.758,68.798,-0.96,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,symmetric,True,20,True,99.999,69.758,69.092,-0.666,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.9,69.758,68.256,-1.502,0.978,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.99,69.758,68.374,-1.384,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,symmetric,True,20,True,99.9,69.758,67.754,-2.004,0.971,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,symmetric,True,20,True,99.99,69.758,68.804,-0.954,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,symmetric,True,20,True,99.999,69.758,69.318,-0.44,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.9,71.898,70.62,-1.278,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.99,71.898,71.084,-0.814,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.999,71.898,71.024,-0.874,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.9,71.898,71.218,-0.68,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.99,71.898,71.368,-0.53,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.999,71.898,71.172,-0.726,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.9,71.898,71.09,-0.808,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.99,71.898,71.494,-0.404,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.999,71.898,71.264,-0.634,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,0,False,99.9,71.898,70.586,-1.312,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,0,False,99.99,71.898,70.98,-0.918,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,0,False,99.999,71.898,71.024,-0.874,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,20,False,99.9,71.898,71.226,-0.672,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,20,False,99.99,71.898,71.452,-0.446,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,20,False,99.999,71.898,71.172,-0.726,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,20,True,99.9,71.898,71.062,-0.836,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,20,True,99.99,71.898,71.392,-0.506,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,20,True,99.999,71.898,71.264,-0.634,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.9,71.898,71.0,-0.898,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.99,71.898,71.472,-0.426,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.999,71.898,71.126,-0.772,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.9,71.898,71.196,-0.702,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.99,71.898,71.356,-0.542,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.999,71.898,71.124,-0.774,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.9,71.898,71.204,-0.694,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.99,71.898,71.528,-0.37,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.999,71.898,71.272,-0.626,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,0,False,99.9,71.898,70.936,-0.962,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,0,False,99.99,71.898,71.39,-0.508,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,0,False,99.999,71.898,71.126,-0.772,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,20,False,99.9,71.898,71.21,-0.688,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,20,False,99.99,71.898,71.288,-0.61,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,20,False,99.999,71.898,71.124,-0.774,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,20,True,99.9,71.898,71.004,-0.894,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,20,True,99.99,71.898,71.418,-0.48,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,20,True,99.999,71.898,71.272,-0.626,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.9,71.898,70.89,-1.008,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.99,71.898,70.5,-1.398,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.999,71.898,70.264,-1.634,0.977,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.9,71.898,71.184,-0.714,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.99,71.898,70.802,-1.096,0.985,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.999,71.898,70.458,-1.44,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,71.216,-0.682,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.99,71.898,71.088,-0.81,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.999,71.898,70.762,-1.136,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,0,False,99.9,71.898,70.94,-0.958,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,0,False,99.99,71.898,70.426,-1.472,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,0,False,99.999,71.898,70.264,-1.634,0.977,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,20,False,99.9,71.898,71.124,-0.774,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,20,False,99.99,71.898,70.776,-1.122,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,20,False,99.999,71.898,70.458,-1.44,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,20,True,99.9,71.898,71.1,-0.798,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,71.016,-0.882,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,20,True,99.999,71.898,70.762,-1.136,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.9,71.898,71.526,-0.372,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.99,71.898,71.124,-0.774,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.999,71.898,70.828,-1.07,0.985,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.9,71.898,71.408,-0.49,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.99,71.898,70.972,-0.926,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.999,71.898,70.558,-1.34,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.9,71.898,71.398,-0.5,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.99,71.898,71.238,-0.66,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.999,71.898,70.892,-1.006,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,0,False,99.9,71.898,71.456,-0.442,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,0,False,99.99,71.898,71.012,-0.886,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,0,False,99.999,71.898,70.828,-1.07,0.985,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,20,False,99.9,71.898,71.31,-0.588,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,20,False,99.99,71.898,70.984,-0.914,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,20,False,99.999,71.898,70.558,-1.34,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,20,True,99.9,71.898,71.334,-0.564,0.992,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,20,True,99.99,71.898,71.134,-0.764,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,20,True,99.999,71.898,70.892,-1.006,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,0,False,99.9,71.898,61.992,-9.906,0.862,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,0,False,99.99,71.898,70.716,-1.182,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,0,False,99.999,71.898,70.616,-1.282,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,False,99.9,71.898,62.368,-9.53,0.867,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,False,99.99,71.898,70.944,-0.954,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,False,99.999,71.898,70.576,-1.322,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.9,71.898,62.288,-9.61,0.866,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.99,71.898,71.09,-0.808,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.999,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,False,99.9,71.898,62.304,-9.594,0.867,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,False,99.99,71.898,71.0,-0.898,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,False,99.999,71.898,70.634,-1.264,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.9,71.898,62.268,-9.63,0.866,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.99,71.898,71.128,-0.77,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.999,71.898,70.776,-1.122,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,False,symmetric,True,0,False,99.9,71.898,61.476,-10.422,0.855,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,False,symmetric,True,0,False,99.99,71.898,70.722,-1.176,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,False,symmetric,True,0,False,99.999,71.898,70.616,-1.282,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,False,99.9,71.898,61.184,-10.714,0.851,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,False,99.99,71.898,70.752,-1.146,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,False,99.999,71.898,70.576,-1.322,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.9,71.898,61.996,-9.902,0.862,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.99,71.898,70.952,-0.946,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.999,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,False,99.9,71.898,61.42,-10.478,0.854,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,False,99.99,71.898,70.822,-1.076,0.985,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,False,99.999,71.898,70.634,-1.264,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.9,71.898,61.642,-10.256,0.857,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.99,71.898,70.96,-0.938,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.999,71.898,70.776,-1.122,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,0,False,99.9,71.898,62.41,-9.488,0.868,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,0,False,99.99,71.898,71.158,-0.74,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,0,False,99.999,71.898,70.74,-1.158,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,False,99.9,71.898,62.274,-9.624,0.866,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,False,99.99,71.898,70.968,-0.93,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,False,99.999,71.898,70.624,-1.274,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,True,99.9,71.898,61.982,-9.916,0.862,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,True,99.99,71.898,71.132,-0.766,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,True,99.999,71.898,70.696,-1.202,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,False,99.9,71.898,62.27,-9.628,0.866,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,False,99.99,71.898,71.046,-0.852,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,False,99.999,71.898,70.602,-1.296,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,True,99.9,71.898,61.93,-9.968,0.861,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,True,99.99,71.898,71.174,-0.724,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,True,99.999,71.898,70.782,-1.116,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,True,symmetric,True,0,False,99.9,71.898,62.062,-9.836,0.863,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,True,symmetric,True,0,False,99.99,71.898,71.052,-0.846,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,True,symmetric,True,0,False,99.999,71.898,70.74,-1.158,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,False,99.9,71.898,61.014,-10.884,0.849,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,False,99.99,71.898,70.954,-0.944,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,False,99.999,71.898,70.624,-1.274,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,True,99.9,71.898,61.928,-9.97,0.861,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,True,99.99,71.898,70.992,-0.906,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,True,99.999,71.898,70.696,-1.202,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,False,99.9,71.898,61.41,-10.488,0.854,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,False,99.99,71.898,70.906,-0.992,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,False,99.999,71.898,70.602,-1.296,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,True,99.9,71.898,61.218,-10.68,0.851,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,True,99.99,71.898,70.856,-1.042,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,symmetric,True,20,True,99.999,71.898,70.782,-1.116,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,0,False,99.9,71.898,70.358,-1.54,0.979,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,0,False,99.99,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,0,False,99.999,71.898,69.936,-1.962,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,False,99.9,71.898,70.584,-1.314,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,False,99.99,71.898,70.532,-1.366,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,False,99.999,71.898,68.956,-2.942,0.959,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,70.668,-1.23,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.99,71.898,70.742,-1.156,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.999,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,False,99.9,71.898,70.478,-1.42,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,False,99.99,71.898,70.548,-1.35,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,False,99.999,71.898,69.21,-2.688,0.963,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,70.746,-1.152,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.99,71.898,70.524,-1.374,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.999,71.898,69.946,-1.952,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,False,symmetric,True,0,False,99.9,71.898,68.8,-3.098,0.957,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,False,symmetric,True,0,False,99.99,71.898,69.992,-1.906,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,False,symmetric,True,0,False,99.999,71.898,69.936,-1.962,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,False,99.9,71.898,68.844,-3.054,0.958,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,False,99.99,71.898,70.532,-1.366,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,False,99.999,71.898,68.956,-2.942,0.959,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.9,71.898,69.242,-2.656,0.963,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.999,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,False,99.9,71.898,69.03,-2.868,0.96,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,False,99.99,71.898,70.13,-1.768,0.975,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,False,99.999,71.898,69.21,-2.688,0.963,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.9,71.898,69.278,-2.62,0.964,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.662,-1.236,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.999,71.898,69.946,-1.952,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,0,False,99.9,71.898,70.892,-1.006,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,0,False,99.99,71.898,70.584,-1.314,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,0,False,99.999,71.898,70.358,-1.54,0.979,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,False,99.9,71.898,70.602,-1.296,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,False,99.99,71.898,70.654,-1.244,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,False,99.999,71.898,68.866,-3.032,0.958,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.9,71.898,70.818,-1.08,0.985,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.99,71.898,70.906,-0.992,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.999,71.898,69.956,-1.942,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,False,99.9,71.898,70.574,-1.324,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,False,99.99,71.898,70.594,-1.304,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,False,99.999,71.898,69.372,-2.526,0.965,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.9,71.898,70.892,-1.006,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.99,71.898,70.922,-0.976,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.999,71.898,70.126,-1.772,0.975,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,True,symmetric,True,0,False,99.9,71.898,69.184,-2.714,0.962,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,True,symmetric,True,0,False,99.99,71.898,70.63,-1.268,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,po2,8,int32,True,symmetric,True,0,False,99.999,71.898,70.358,-1.54,0.979,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,False,99.9,71.898,68.794,-3.104,0.957,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,False,99.99,71.898,70.514,-1.384,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,False,99.999,71.898,68.866,-3.032,0.958,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.9,71.898,69.262,-2.636,0.963,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.99,71.898,70.744,-1.154,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.999,71.898,69.956,-1.942,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,False,99.9,71.898,69.048,-2.85,0.96,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,False,99.99,71.898,70.284,-1.614,0.978,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,False,99.999,71.898,69.372,-2.526,0.965,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.9,71.898,69.326,-2.572,0.964,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.99,71.898,70.856,-1.042,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.999,71.898,70.126,-1.772,0.975,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,0,False,99.9,71.898,70.358,-1.54,0.979,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,0,False,99.99,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,0,False,99.999,71.898,69.936,-1.962,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,False,99.9,71.898,70.584,-1.314,0.982,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,False,99.99,71.898,70.532,-1.366,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,False,99.999,71.898,68.956,-2.942,0.959,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,70.668,-1.23,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.99,71.898,70.742,-1.156,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.999,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,False,99.9,71.898,70.478,-1.42,0.98,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,False,99.99,71.898,70.548,-1.35,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,False,99.999,71.898,69.21,-2.688,0.963,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,70.746,-1.152,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.99,71.898,70.524,-1.374,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.999,71.898,69.946,-1.952,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,0,False,99.9,71.898,68.8,-3.098,0.957,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,0,False,99.99,71.898,69.992,-1.906,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,0,False,99.999,71.898,69.936,-1.962,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,False,99.9,71.898,68.844,-3.054,0.958,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,False,99.99,71.898,70.532,-1.366,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,False,99.999,71.898,68.956,-2.942,0.959,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.9,71.898,69.242,-2.656,0.963,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.999,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,False,99.9,71.898,69.03,-2.868,0.96,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,False,99.99,71.898,70.13,-1.768,0.975,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,False,99.999,71.898,69.21,-2.688,0.963,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.9,71.898,69.278,-2.62,0.964,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.662,-1.236,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.999,71.898,69.946,-1.952,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,0,False,99.9,71.898,70.274,-1.624,0.977,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,0,False,99.99,71.898,69.972,-1.926,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,0,False,99.999,71.898,69.936,-1.962,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,False,99.9,71.898,46.056,-25.842,0.641,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,False,99.99,71.898,54.28,-17.618,0.755,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,False,99.999,71.898,68.842,-3.056,0.957,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.9,71.898,70.008,-1.89,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.99,71.898,70.742,-1.156,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.999,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,False,99.9,71.898,32.124,-39.774,0.447,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,False,99.99,71.898,69.53,-2.368,0.967,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,False,99.999,71.898,68.212,-3.686,0.949,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.9,71.898,69.326,-2.572,0.964,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.99,71.898,70.524,-1.374,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.999,71.898,69.946,-1.952,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,0,False,99.9,71.898,68.848,-3.05,0.958,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,0,False,99.99,71.898,69.902,-1.996,0.972,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,0,False,99.999,71.898,69.936,-1.962,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,False,99.9,71.898,45.072,-26.826,0.627,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,False,99.99,71.898,68.07,-3.828,0.947,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,False,99.999,71.898,68.842,-3.056,0.957,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.9,71.898,68.62,-3.278,0.954,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.99,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.999,71.898,70.014,-1.884,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,False,99.9,71.898,66.232,-5.666,0.921,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,False,99.99,71.898,69.382,-2.516,0.965,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,False,99.999,71.898,68.212,-3.686,0.949,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.9,71.898,67.782,-4.116,0.943,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.99,71.898,70.662,-1.236,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.999,71.898,69.946,-1.952,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.9,75.912,5.926,-69.986,0.078,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.99,75.912,10.618,-65.294,0.14,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,0,False,99.999,75.912,75.658,-0.254,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.9,75.912,7.194,-68.718,0.095,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.99,75.912,34.154,-41.758,0.45,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.999,75.912,75.686,-0.226,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.9,75.912,6.632,-69.28,0.087,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.99,75.912,23.314,-52.598,0.307,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.999,75.912,75.778,-0.134,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,0,False,99.9,75.912,7.938,-67.974,0.105,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,0,False,99.99,75.912,60.532,-15.38,0.797,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,0,False,99.999,75.912,75.658,-0.254,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,20,False,99.9,75.912,8.414,-67.498,0.111,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,20,False,99.99,75.912,71.332,-4.58,0.94,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,20,False,99.999,75.912,75.686,-0.226,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,20,True,99.9,75.912,9.19,-66.722,0.121,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,20,True,99.99,75.912,71.902,-4.01,0.947,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,20,True,99.999,75.912,75.778,-0.134,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.9,75.912,5.922,-69.99,0.078,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.99,75.912,10.836,-65.076,0.143,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,0,False,99.999,75.912,75.8,-0.112,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.9,75.912,7.012,-68.9,0.092,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.99,75.912,34.342,-41.57,0.452,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.999,75.912,75.646,-0.266,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.9,75.912,6.488,-69.424,0.085,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.99,75.912,23.6,-52.312,0.311,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.999,75.912,75.878,-0.034,1.0,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,0,False,99.9,75.912,7.972,-67.94,0.105,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,0,False,99.99,75.912,60.708,-15.204,0.8,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,0,False,99.999,75.912,75.8,-0.112,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,20,False,99.9,75.912,8.486,-67.426,0.112,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,20,False,99.99,75.912,71.356,-4.556,0.94,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,20,False,99.999,75.912,75.646,-0.266,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,20,True,99.9,75.912,9.278,-66.634,0.122,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,20,True,99.99,75.912,71.998,-3.914,0.948,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,20,True,99.999,75.912,75.878,-0.034,1.0,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.9,75.912,8.458,-67.454,0.111,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.99,75.912,12.318,-63.594,0.162,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,0,False,99.999,75.912,75.558,-0.354,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.9,75.912,10.586,-65.326,0.139,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.99,75.912,57.672,-18.24,0.76,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.999,75.912,75.514,-0.398,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.9,75.912,10.56,-65.352,0.139,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.99,75.912,27.306,-48.606,0.36,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.999,75.912,75.668,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,0,False,99.9,75.912,42.856,-33.056,0.565,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,0,False,99.99,75.912,73.49,-2.422,0.968,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,0,False,99.999,75.912,75.558,-0.354,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,20,False,99.9,75.912,48.124,-27.788,0.634,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,20,False,99.99,75.912,75.002,-0.91,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,20,False,99.999,75.912,75.514,-0.398,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,20,True,99.9,75.912,63.162,-12.75,0.832,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,20,True,99.99,75.912,75.046,-0.866,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,20,True,99.999,75.912,75.668,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.9,75.912,8.522,-67.39,0.112,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.99,75.912,11.818,-64.094,0.156,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.999,75.912,75.692,-0.22,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.9,75.912,10.554,-65.358,0.139,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.99,75.912,57.57,-18.342,0.758,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,20,False,99.999,75.912,75.63,-0.282,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.9,75.912,10.6,-65.312,0.14,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.99,75.912,27.49,-48.422,0.362,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.999,75.912,75.74,-0.172,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,0,False,99.9,75.912,41.676,-34.236,0.549,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,0,False,99.99,75.912,73.682,-2.23,0.971,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,0,False,99.999,75.912,75.692,-0.22,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,20,False,99.9,75.912,47.544,-28.368,0.626,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,20,False,99.99,75.912,75.204,-0.708,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,20,False,99.999,75.912,75.63,-0.282,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,20,True,99.9,75.912,63.216,-12.696,0.833,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,20,True,99.99,75.912,75.19,-0.722,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,20,True,99.999,75.912,75.74,-0.172,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,generic,float32,8,int32,False,asymmetric,True,0,False,99.9,75.912,6.038,-69.874,0.08,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,generic,float32,8,int32,False,asymmetric,True,0,False,99.99,75.912,7.918,-67.994,0.104,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,generic,float32,8,int32,False,asymmetric,True,0,False,99.999,75.912,74.494,-1.418,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 diff --git a/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION_BEST_CONFIGS.csv b/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION_BEST_CONFIGS.csv index 4eb846004..9763edf61 100644 --- a/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION_BEST_CONFIGS.csv +++ b/src/brevitas_examples/imagenet_classification/ptq/RESULTS_TORCHVISION_BEST_CONFIGS.csv @@ -1,28 +1,44 @@ Model,Target backend,Scale factor type,Activations and weights bit width,Bias bit width,Per-channel scale,Activation quantization type,Bias correction,Graph equalization iters,Merge Bias in graph equalization,Activation quantization percentile,Top 1% floating point accuracy,Top 1% quant accuracy,Floating point accuracy - quant accuracy,Quant accuracy / floating point accuracy,Calibration size,Calibration batch size,Torch version,Brevitas version -mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.99,71.898,70.706,-1.192,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.99,71.898,70.742,-1.156,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.99,71.898,70.742,-1.156,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.99,71.898,70.742,-1.156,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.99,71.898,70.744,-1.154,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.99,71.898,70.906,-0.992,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.99,71.898,70.952,-0.946,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,asymmetric,True,20,True,99.99,71.898,70.524,-1.374,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.662,-1.236,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,symmetric,True,20,True,99.99,71.898,70.662,-1.236,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int16,False,symmetric,True,20,True,99.99,71.898,70.662,-1.236,0.983,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,70.746,-1.152,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,flexml,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,70.746,-1.152,0.984,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,symmetric,True,20,True,99.99,71.898,70.856,-1.042,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,po2,8,int32,True,asymmetric,True,20,True,99.99,71.898,70.922,-0.976,0.986,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,symmetric,True,20,True,99.99,71.898,70.96,-0.938,0.987,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 mobilenet_v2,generic,float32,8,int32,True,symmetric,True,0,False,99.99,71.898,71.052,-0.846,0.988,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.99,71.898,71.09,-0.808,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,0,False,99.99,71.898,71.158,-0.74,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.36,-0.398,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.999,69.758,69.36,-0.398,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.999,69.758,69.36,-0.398,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.99,69.758,69.374,-0.384,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.396,-0.362,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.428,-0.33,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,False,symmetric,True,20,False,99.999,69.758,69.428,-0.33,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.99,69.758,69.438,-0.32,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.536,-0.222,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,po2,8,int32,True,symmetric,True,20,False,99.999,69.758,69.536,-0.222,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.538,-0.22,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 -resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.999,69.758,69.538,-0.22,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,symmetric,True,20,False,99.9,71.898,71.124,-0.774,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,False,asymmetric,True,20,True,99.99,71.898,71.128,-0.77,0.989,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,generic,float32,8,int32,True,asymmetric,True,20,True,99.99,71.898,71.174,-0.724,0.99,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.9,71.898,71.216,-0.682,0.991,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,symmetric,True,20,True,99.99,71.898,71.418,-0.48,0.993,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,symmetric,True,20,False,99.99,71.898,71.452,-0.446,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,symmetric,True,0,False,99.9,71.898,71.456,-0.442,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.99,71.898,71.494,-0.404,0.994,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,po2,8,int32,True,asymmetric,True,0,False,99.9,71.898,71.526,-0.372,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +mobilenet_v2,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.99,71.898,71.528,-0.37,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,asymmetric,True,0,False,99.999,69.758,69.404,-0.354,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,False,symmetric,True,0,False,99.999,69.758,69.404,-0.354,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,asymmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,flexml,po2,8,int16,False,symmetric,True,20,False,99.999,69.758,69.408,-0.35,0.995,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.454,-0.304,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.454,-0.304,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.48,-0.278,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,float32,8,int32,True,symmetric,True,20,True,99.999,69.758,69.48,-0.278,0.996,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.514,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,False,symmetric,True,20,False,99.999,69.758,69.514,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,asymmetric,True,20,True,99.999,69.758,69.556,-0.202,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,generic,po2,8,int32,True,symmetric,True,20,True,99.999,69.758,69.556,-0.202,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,asymmetric,True,20,False,99.999,69.758,69.662,-0.096,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,False,symmetric,True,20,False,99.999,69.758,69.662,-0.096,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,asymmetric,True,20,False,99.999,69.758,69.692,-0.066,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,float32,8,int32,True,symmetric,True,20,False,99.999,69.758,69.692,-0.066,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.99,69.758,69.712,-0.046,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +resnet18,layerwise,po2,8,int32,True,symmetric,True,20,True,99.99,69.758,69.712,-0.046,0.999,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,generic,po2,8,int32,False,asymmetric,True,20,False,99.999,75.912,73.894,-2.018,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,generic,po2,8,int32,False,symmetric,True,20,False,99.999,75.912,73.894,-2.018,0.973,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,flexml,po2,8,int32,False,asymmetric,True,20,False,99.999,75.912,73.964,-1.948,0.974,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 @@ -35,3 +51,11 @@ vit_b_32,generic,float32,8,int32,False,asymmetric,True,0,False,99.999,75.912,74. vit_b_32,generic,float32,8,int32,False,symmetric,True,0,False,99.999,75.912,74.494,-1.418,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,generic,float32,8,int32,True,asymmetric,True,0,False,99.999,75.912,74.504,-1.408,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 vit_b_32,generic,float32,8,int32,True,symmetric,True,0,False,99.999,75.912,74.504,-1.408,0.981,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,asymmetric,True,20,True,99.999,75.912,75.668,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,False,symmetric,True,20,True,99.999,75.912,75.668,-0.244,0.997,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,asymmetric,True,20,True,99.999,75.912,75.74,-0.172,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,po2,8,int32,True,symmetric,True,20,True,99.999,75.912,75.74,-0.172,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,asymmetric,True,20,True,99.999,75.912,75.778,-0.134,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,False,symmetric,True,20,True,99.999,75.912,75.778,-0.134,0.998,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,asymmetric,True,20,True,99.999,75.912,75.878,-0.034,1.0,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 +vit_b_32,layerwise,float32,8,int32,True,symmetric,True,20,True,99.999,75.912,75.878,-0.034,1.0,1000,64,1.13.1,0.8.1.dev98+ge2bdfc04.d20230412 diff --git a/src/brevitas_examples/imagenet_classification/ptq/ptq_benchmark.py b/src/brevitas_examples/imagenet_classification/ptq/ptq_benchmark.py index 30cd613ff..1fc890cf4 100644 --- a/src/brevitas_examples/imagenet_classification/ptq/ptq_benchmark.py +++ b/src/brevitas_examples/imagenet_classification/ptq/ptq_benchmark.py @@ -112,7 +112,7 @@ def ptq_torchvision_models(df, args): options = [ TORCHVISION_TOP1_MAP.keys(), - ['generic', 'flexml'], # Target backend + ['layerwise', 'generic', 'flexml'], # Target backend ['float32', 'po2'], # Scale factor type [8], # Act and Weight Bit Width ['int32', 'int16'], # Bias Bit-Width for Po2 scale