Update BENCHMARKING_GPU.md

doc/BENCHMARKING_GPU.md

@@ -44,33 +44,3 @@
 |ResNet_v2_50 |16 |8 |6.8 |6567 |81.0233 |169.95774070621547 |437 |741.5512622684854 |751.521484375 |763.199169921875 |948.8041992187501 |1001.156142578125 |20.56981921195984 |20.254074171185493|
 |ResNet_v2_50 |16 |16 |3.5 |6567 |77.8706 |186.56600081516 |248 |1332.1007946383568 |1365.2745361328125 |1399.212255859375 |1432.4037353515625 |1771.4374853515626 |21.26861262321472 |20.64799252152443|
 |ResNet_v2_50 |16 |32 |4.3 |6567 |83.6371 |201.1293408638195 |140 |2419.3400198800223 |2561.09228515625 |2616.081103515625 |2642.0835205078124 |2883.8197412109366 |22.274224042892456 |21.169659316539764|
-
-## 3. 竞品TensorFlow-Serving(C++)
-model_name|thread_num|batch_size|CPU_util(%)|GPU_memory(mb)|GPU_util(%)|qps(samples/s)|total count|mean(ms)|median(ms)|80 percent(ms)|90 percent(ms)|99 percent(ms)|total cost(s)|each cost(s)|
-|:--|:--|:--|:--|:--|:--|:--|:--|:--|:--|:--|:--|:--|:--|:--|
-|ResNet_v2_50|1|1|2.1|6315|54|43.75570770301271|NaN|15.5063232421875|15.239013671875|15.387646484374999|15.971313476562498|19.846301269531253|0.22854161262512207|0.15510153770446777|
-|ResNet_v2_50|1|4|0.9|6315|89|48.117446702088664|NaN|73.0424560546875|35.518310546875|37.1490234375|74.91518554687487|379.05396972656257|0.8312993049621582|0.7305266857147217|
-|ResNet_v2_50|1|8|1.3|6315|93|77.63418007038673|NaN|93.7514892578125|55.6685791015625|60.045849609375004|97.18415527343737|395.9098217773438|1.0304739475250244|0.9376020431518555|
-|ResNet_v2_50|1|16|1.6|6315|94|97.71724800506956|NaN|147.370068359375|100.296630859375|108.24970703125001|156.34389648437485|513.4688623046875|1.6373772621154785|1.473797082901001|
-|ResNet_v2_50|1|32|1.5|6315|96|116.93800891155549|NaN|260.0307373046875|197.95849609375|213.491015625|280.7433593749998|757.5216992187501|2.73649263381958|2.600431203842163|
-|ResNet_v2_50|2|1|2.4|6315|89|58.92241881896788|NaN|21.91448974609375|21.2923583984375|21.8095703125|22.869189453125006|30.533295898437494|0.3394293785095215|0.21921205520629883|
-|ResNet_v2_50|2|4|1.0|6315|93|148.46502572906388|NaN|42.67369384765625|40.7852783203125|44.94863281250001|52.541333007812504|56.0185498046875|0.5388474464416504|0.4268152713775635|
-|ResNet_v2_50|2|8|1.0|6315|96|190.71839615362427|NaN|69.8621337890625|65.124755859375|73.44399414062501|92.5853759765625|94.67222900390624|0.8389332294464111|0.6987596750259399|
-|ResNet_v2_50|2|16|1.3|6315|97|238.01022776804624|NaN|113.18492431640625|108.5338134765625|109.2408203125|137.240283203125|149.5225146484375|1.344480037689209|1.1319530010223389|
-|ResNet_v2_50|2|32|1.3|6315|100|251.44343658668842|NaN|231.26734619140626|205.041748046875|294.332861328125|309.7132812500001|334.83323486328123|2.5453040599823|2.3127869367599487|
-|ResNet_v2_50|4|1|1.1|6315|96|41.54583069914317|NaN|72.4408447265625|38.391357421875|71.24418945312502|92.31708984375003|514.4540087890625|0.962792158126831|0.7244616746902466|
-|ResNet_v2_50|4|4|1.8|6315|98|166.99795746917292|NaN|77.47444458007813|77.7755126953125|80.92041015625|88.3317138671875|101.21800781249999|0.9580955505371094|0.7748416662216187|
-|ResNet_v2_50|4|8|0.9|6315|99|219.2091124069199|NaN|127.08803100585938|127.197509765625|136.592333984375|152.405126953125|162.7202685546875|1.4597933292388916|1.270979881286621|
-|ResNet_v2_50|4|16|1.6|6315|99|271.2776591628147|NaN|214.3982727050781|213.990966796875|226.74565429687502|233.62548828125|259.1772998046875|2.359206438064575|2.14408540725708|
-|ResNet_v2_50|4|32|1.1|6315|100|286.8647521044879|NaN|413.7820617675781|408.006591796875|465.45664062500003|515.0534423828126|592.00384765625|4.462033033370972|4.137937664985657|
-|ResNet_v2_50|8|1|1.6|6315|98|80.81183612994465|NaN|83.23367309570312|83.27734375|92.96806640625|96.58520507812501|110.42044189453125|0.9899539947509766|0.8324028849601746|
-|ResNet_v2_50|8|4|0.9|6315|99|188.87964973785503|NaN|153.83353576660156|153.7049560546875|166.887939453125|172.56806640625|201.40339599609368|1.6942005157470703|1.5384117662906647|
-|ResNet_v2_50|8|8|1.0|6315|100|237.95324127248458|NaN|251.08477172851562|250.9620361328125|268.9197265625|287.1752197265626|325.4354296875|2.6896040439605713|2.5109518468379974|
-|ResNet_v2_50|8|16|0.9|6315|100|284.54893581995265|NaN|420.44964599609375|435.37158203125|468.86137695312505|515.74599609375|550.1150952148437|4.498347520828247|4.204609364271164|
-|ResNet_v2_50|8|32|4.4|6315|100|284.7884200208036|NaN|797.1125793457031|819.591552734375|920.166796875|978.4201171875001|1046.6215258789061|4.494564771652222|3.9856424927711487|
-|ResNet_v2_50|12|1|4.1|6315|93|73.94944392074078|NaN|141.00926310221354|147.0828857421875|162.398779296875|166.519921875|178.78006591796876|1.6227302551269531|1.4101588129997253|
-|ResNet_v2_50|12|4|3.4|6315|100|188.89136353200647|NaN|232.45508422851563|231.9566650390625|248.440771484375|264.4835693359375|289.8395068359375|2.5411431789398193|2.324637313683828|
-|ResNet_v2_50|12|8|3.3|6315|100|237.90598070167323|NaN|376.739902750651|376.1767578125|400.2998046875|420.91645507812495|461.4720776367187|4.035207509994507|3.7674967845280967|
-|ResNet_v2_50|12|16|5.3|6315|100|270.91933476759425|NaN|642.7119547526041|639.72265625|703.9482421875|776.6265136718749|809.430361328125|3.543490171432495|3.2136237621307373|
-|ResNet_v2_50|16|1|1.7|6315|93|77.94299484331752|NaN|178.47059936523436|178.8289794921875|201.5099609375|214.1606201171875|235.76847412109373|2.0527822971343994|1.7847793251276016|
-|ResNet_v2_50|16|4|1.1|6315|100|190.8966798676615|NaN|307.3357818603516|304.0648193359375|333.9826171875|355.899462890625|406.84044677734374|3.3525989055633545|3.073450207710266|