diff --git a/docs/articles_en/about-openvino/performance-benchmarks.rst b/docs/articles_en/about-openvino/performance-benchmarks.rst index ced358db18c044..cc0377f64857e5 100644 --- a/docs/articles_en/about-openvino/performance-benchmarks.rst +++ b/docs/articles_en/about-openvino/performance-benchmarks.rst @@ -205,10 +205,10 @@ You can also test performance for your system yourself, following the guide on * Intel® Distribution of OpenVINO™ toolkit performance results are based on release - 2024.2, as of June 17, 2024. + 2024.2, as of June 28, 2024. * OpenVINO Model Server performance results are based on release - 2024.1, as of April 26, 2024. + 2024.2, as of June 28, 2024. The results may not reflect all publicly available updates. Intel technologies' features and benefits depend on system configuration and may require enabled hardware, software, or service diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-Performance-Data.xlsx b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-Performance-Data.xlsx index 7dc43dbd697e8c..adb9eb19ac7f8e 100644 Binary files a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-Performance-Data.xlsx and b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-Performance-Data.xlsx differ diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-platform_list.pdf b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-platform_list.pdf index 29bfac35179b91..7ad90a9611675a 100644 Binary files a/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-platform_list.pdf and b/docs/sphinx_setup/_static/benchmarks_files/OV-2024.2-platform_list.pdf differ diff --git a/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv b/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv index 384581d6849f97..12624bf541f602 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv +++ b/docs/sphinx_setup/_static/benchmarks_files/OV-benchmark-data.csv @@ -541,8 +541,11 @@ chatglm2-6b,OV-2024.2,xeon,Intel® Xeon® Platinum 8380 CPU-only,21.1,12.6,,,,18 chatglm2-6b,OV-2024.2,xeon,Intel® Xeon® Platinum 8490H CPU-only,25.1,16.2,,,,34000,700,2,17000,350,39.82,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,61.83,,30.99,32.3,, chatglm2-6b,OV-2024.2,xeon,Intel® Xeon® Platinum 8580 CPU-only,29.0,19.0,,,,21420,700,2,10710,350,34.49,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,52.75,,26.55,37.7,, chatglm2-6b,OV-2024.2,core,Intel® Core™ Ultra 7-165H CPU-only,6.1,4.7,,,,460,28,1,460,28,162.77,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,211.71,,152.39,6.6,, +chatglm2-6b,OV-2024.2,core-iGPU,Intel® Core™ Ultra 7-165H iGPU-only,8.8,,,,,,,,,,113.9,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,87.9,11.4,, chatglm2-6b,OV-2024.2,accel,Intel® Data Center GPU Flex 170 dGPU,31.7,,,,,2000,150,1,2000,150,31.59,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,26.93,37.1,, chatglm2-6b,OV-2024.2,accel,Intel® Arc™ A770M,27.6,,,,,321,150,1,321,150,36.29,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,31.25,32.0,, +chatglm2-6b,OV-2024.2,accel,Intel® Arc™ A570M,12.5,,,,,,,,,,80.1,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,48.1,20.8,, +chatglm2-6b,OV-2024.2,accel,Intel® Arc™ A530M,12.5,,,,,,,,,,80.3,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,58.7,17.0,, chatglm2-6b,OV-2024.2,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,79.41,12.6,, end_rec,,,,,,,,,,,,,,,,,,,,,,,, begin_rec, , , ,,,,,,,,,,,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,, @@ -553,7 +556,9 @@ llama-2-7b-chat,OV-2024.2,xeon,Intel® Xeon® Platinum 8580 CPU-only,23.6,15.8,, llama-2-7b-chat,OV-2024.2,core,Intel® Core™ Ultra 7-165H CPU-only,5.4,,,,,460,28,1,460,28,185.54,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,175.01,5.7,, llama-2-7b-chat,OV-2024.2,accel,Intel® Data Center GPU Flex 170 dGPU,27.4,,,,,2000,150,1,2000,150,36.43,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,32.54,30.7,, llama-2-7b-chat,OV-2024.2,accel,Intel® Arc™ A770M,24.5,,,,,321,150,1,321,150,40.74,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,34.51,29.0,, -llama-2-7b-chat,OV-2024.2,core-iGPU,Intel® Core™ Ultra 7-165H iGPU-only,,,,,,460,28,1,460,28,109.77,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,189.04,,77.32,12.9,, +llama-2-7b-chat,OV-2024.2,accel,Intel® Arc™ A570M,3.7,,,,,,,,,,272.8,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,57.2,17.5,, +llama-2-7b-chat,OV-2024.2,accel,Intel® Arc™ A530M,3.8,,,,,,,,,,264.6,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,70.7,14.1,, +llama-2-7b-chat,OV-2024.2,core-iGPU,Intel® Core™ Ultra 7-165H iGPU-only,9.1,,,,,460,28,1,460,28,109.77,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,189.04,,77.32,12.9,, end_rec,,,,,,,,,,,,,,,,,,,,,,,, begin_rec, , , ,,,,,,,,,,,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,, mistral-7b-v0.1,OV-2024.2,core,Intel® Core™ i9-13900K CPU-only,8.5,4.4,,,,599,125,1,599,125,117.63,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,227.08,,72.45,13.8,, @@ -562,7 +567,10 @@ mistral-7b-v0.1,OV-2024.2,xeon,Intel® Xeon® Platinum 8490H CPU-only,19.2,12.7, mistral-7b-v0.1,OV-2024.2,xeon,Intel® Xeon® Platinum 8580 CPU-only,22.5,15.1,,,,21420,700,2,10710,350,44.5,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,66.37,,32.15,31.1,, mistral-7b-v0.1,OV-2024.2,core,Intel® Core™ Ultra 7-165H CPU-only,5.2,,,,,460,28,1,460,28,191.52,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,181.29,5.5,, mistral-7b-v0.1,OV-2024.2,accel,Intel® Data Center GPU Flex 170 dGPU,14.7,,,,,2000,150,1,2000,150,68.25,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,61.0,16.4,, +mistral-7b-v0.1,OV-2024.2,core-iGPU,Intel® Core™ Ultra 7-165H iGPU-only,9.4,,,,,,,,,,106.9,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,70.2,14.2,, mistral-7b-v0.1,OV-2024.2,accel,Intel® Arc™ A770M,18.1,,,,,321,150,1,321,150,55.28,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,47.44,21.1,, +mistral-7b-v0.1,OV-2024.2,accel,Intel® Arc™ A570M,7.1,,,,,,,,,,140.2,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,66.11,15.1,, +mistral-7b-v0.1,OV-2024.2,accel,Intel® Arc™ A530M,7.2,,,,,,,,,,138.4,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,75.6,13.2,, mistral-7b-v0.1,OV-2024.2,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,194.94,5.1,, end_rec,,,,,,,,,,,,,,,,,,,,,,,, begin_rec, , , ,,,,,,,,,,,,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,,,, @@ -573,15 +581,20 @@ falcon-7b-instruct,OV-2024.2,xeon,Intel® Xeon® Platinum 8580 CPU-only,25.0,,,, falcon-7b-instruct,OV-2024.2,core,Intel® Core™ Ultra 7-165H CPU-only,5.8,,,,,460,28,1,460,28,171.8,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,167.1,6.0,, falcon-7b-instruct,OV-2024.2,accel,Intel® Data Center GPU Flex 170 dGPU,25.2,,,,,2000,150,1,2000,150,39.6,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,36.9,27.1,, falcon-7b-instruct,OV-2024.2,accel,Intel® Arc™ A770M,22.1,,,,,321,150,1,321,150,45.3,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,36.6,27.3,, +falcon-7b-instruct,OV-2024.2,accel,Intel® Arc™ A570M,7.4,,,,,,,,,,134.5,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,51.9,19.3,, +falcon-7b-instruct,OV-2024.2,accel,Intel® Arc™ A530M,7.4,,,,,,,,,,134.9,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,71.8,13.9,, falcon-7b-instruct,OV-2024.2,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75, ,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,,,84.2,11.9,, -falcon-7b-instruct,OV-2024.2,core,Intel® Core™ Ultra 7-165H iGPU-only,9.6,4.9,,,,460,28,1,460,28,104.2,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,206.1,,68.9,14.5,, +falcon-7b-instruct,OV-2024.2,core-iGPU,Intel® Core™ Ultra 7-165H iGPU-only,9.6,4.9,,,,460,28,1,460,28,104.2,tokens/sec,tokens/sec/$,tokens/sec/TDP,msec/token,206.1,,68.9,14.5,, end_rec,,,,,,,,,,,,,,,,,,,,,,,, begin_rec, , , ,,,,,,,,,,,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",,,,,, stable-diffusion-v2-1,OV-2024.2,core,Intel® Core™ i9-13900K CPU-only,,,,,,599,125,1,599,125,40.47,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",40.48,,,,, +stable-diffusion-v2-1,OV-2024.2,core-iGPU,Intel® Core™ Ultra 7-165H iGPU-only,,,,,,,,,,,15.1,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",14.5,,,,, stable-diffusion-v2-1,OV-2024.2,xeon,Intel® Xeon® Platinum 8380 CPU-only,,,,,,18718,540,2,9359,270,15.82,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",15.1,,,,, stable-diffusion-v2-1,OV-2024.2,xeon,Intel® Xeon® Platinum 8490H CPU-only,,,,,,34000,700,2,17000,350,3.71,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",3.76,,,,, stable-diffusion-v2-1,OV-2024.2,xeon,Intel® Xeon® Platinum 8580 CPU-only,,,,,,21420,700,2,10710,350,3.53,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",3.63,,,,, stable-diffusion-v2-1,OV-2024.2,accel,Intel® Data Center GPU Flex 170 dGPU,,,,,,2000,150,1,2000,150,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",2.51,,,,, stable-diffusion-v2-1,OV-2024.2,accel,Intel® Arc™ A770M,,,,,,321,150,1,321,150,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",2.91,,,,, +stable-diffusion-v2-1,OV-2024.2,accel,Intel® Arc™ A570M,,,,,,,,,,,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",11.9,,,,, +stable-diffusion-v2-1,OV-2024.2,accel,Intel® Arc™ A530M,,,,,,,,,,,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",10.6,,,,, stable-diffusion-v2-1,OV-2024.2,accel,Intel® Data Center GPU Flex 140 dGPU,,,,,,1900,75,1,1900,75,,"Generation time, sec.",Generation time/$,Generation time/TDP,"Generation time, sec.",25.36,,,,, end_rec \ No newline at end of file diff --git a/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv b/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv index 1c8178b5270dea..3ca1c7cc313491 100644 --- a/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv +++ b/docs/sphinx_setup/_static/benchmarks_files/OVMS-benchmark-data.csv @@ -1,67 +1,78 @@ -Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32,UOM_T +Network model,Release,IE-Type,Platform name,Throughput-OVMS-INT8,Throughput-OV-INT8,Throughput-OVMS-FP32,Throughput-OV-FP32, begin_rec,,,,,,,, -bert-base-cased,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,476.413,492.202,181.088,181.699,FPS -bert-base-cased,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,426.087,444.057,161.123,163.048,FPS -bert-base-cased,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,162.953,177.975,53.133,58.18,FPS -bert-base-cased,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,26.038,26.159,17.201,17.357,FPS +bert-base-cased,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,484.765,486.962,181.829,179.94 +bert-base-cased,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,430.151,434.276,157.835,158.277 +bert-base-cased,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,101.044,102.838,35.727,36.57 +bert-base-cased,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,100.741,103.322,35.046,36.607 +bert-base-cased,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,26.124,26.329,17.155,17.387 end_rec,,,,,,,, begin_rec,,,,,,,, -bert-large-uncased,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,41.919,42.236,14.896,14.33,FPS -bert-large-uncased,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,37.289,37.704,13.063,12.897,FPS -bert-large-uncased,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,14.046,14.276,5.033,4.96,FPS -bert-large-uncased,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,2.428,2.401,1.446,1.432,FPS +bert-large-uncased,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,41.302,41.994,14.937,14.482 +bert-large-uncased,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,36.595,37.1,13.114,13.03 +bert-large-uncased,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,10.076,10.145,3.267,3.246 +bert-large-uncased,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,10.161,10.203,3.287,3.26 +bert-large-uncased,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,2.422,2.424,1.447,1.427 end_rec,,,,,,,, begin_rec,,,,,,,, -Efficientdet-D0,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,423.3,466.485,284.666,287.182,FPS -Efficientdet-D0,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,352.495,389.158,210.714,202.001,FPS -Efficientdet-D0,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,151.702,178.273,58.861,61.524,FPS -Efficientdet-D0,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,46.985,49.806,27.872,28.841,FPS +Efficientdet-D0,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,433.166,479.055,285.65,287.547 +Efficientdet-D0,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,367.395,407,251.401,257.516 +Efficientdet-D0,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,132.153,149.424,57.682,61.811 +Efficientdet-D0,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,124.984,142.514,50.265,53.089 +Efficientdet-D0,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,47.048,50.328,30.026,31.473 end_rec,,,,,,,, begin_rec,,,,,,,, -mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,6.472,6.468,1.97,1.889,FPS -mask_rcnn_resnet50_atrous_coco,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,5.443,5.46,1.743,1.62,FPS -mask_rcnn_resnet50_atrous_coco,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,2.035,2.023,0.555,0.531,FPS -mask_rcnn_resnet50_atrous_coco,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,0.379,0.351,0.249,0.215,FPS +mask_rcnn_resnet50_atrous_coco,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,6.323,6.488,1.978,1.868 +mask_rcnn_resnet50_atrous_coco,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,5.637,5.742,1.715,1.633 +mask_rcnn_resnet50_atrous_coco,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,1.302,1.276,0.396,0.373 +mask_rcnn_resnet50_atrous_coco,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,1.307,1.28,0.374,0.36 +mask_rcnn_resnet50_atrous_coco,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,0.381,0.35,0.181,0.15 end_rec,,,,,,,, begin_rec,,,,,,,, -Mobilenet-V2 ,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,7586.42,12368.284,3342.938,3909.837,FPS -Mobilenet-V2 ,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,7371.605,10620.061,2651.393,3168.019,FPS -Mobilenet-V2 ,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,1888.454,4239.691,877.888,1072.947,FPS -Mobilenet-V2 ,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,626.817,715.776,435.043,512.516,FPS +Mobilenet-V2 ,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,7578.115,12346.3,3354.203,3938.523 +Mobilenet-V2 ,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,7513.034,10367.947,2915.906,3349.306 +Mobilenet-V2 ,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,2152.015,2740.691,745.81,882.839 +Mobilenet-V2 ,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,2093.311,2822.613,667.391,795.616 +Mobilenet-V2 ,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,615.392,719.715,381.686,454.574 end_rec,,,,,,,, begin_rec,,,,,,,, -Resnet-50,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,2353.23,2487.25,639.118,645.669,FPS -Resnet-50,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,2084.709,2248.889,558.128,546.481,FPS -Resnet-50,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,794.725,940.482,205.072,199.384,FPS -Resnet-50,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,114.636,118.435,59.034,60.112,FPS +Resnet-50,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,2354.173,2482.832,639.577,645.443 +Resnet-50,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,2070.726,2177.751,571.252,575.778 +Resnet-50,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,440.402,458.622,114.169,116.577 +Resnet-50,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,448.464,470.586,111.785,114.628 +Resnet-50,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,114.267,118.502,57.29,58.233 end_rec,,,,,,,, begin_rec,,,,,,,, -SSD-Resnet34-1200 ,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,44.428,47.308,12.103,12.229,FPS -SSD-Resnet34-1200 ,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,38.586,40.72,10.507,10.619,FPS -SSD-Resnet34-1200 ,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,16.863,17.476,4.217,4.271,FPS -SSD-Resnet34-1200 ,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,1.955,1.935,1.142,1.121,FPS +SSD-Resnet34-1200 ,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,44.587,47.293,12.111,12.248 +SSD-Resnet34-1200 ,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,38.784,40.602,10.521,10.613 +SSD-Resnet34-1200 ,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,7.736,7.821,2.034,2.011 +SSD-Resnet34-1200 ,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,7.953,8.033,2.083,2.058 +SSD-Resnet34-1200 ,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,1.951,1.936,1.04,1.014 end_rec,,,,,,,, begin_rec,,,,,,,, -SSD_Mobilenet_V1_Coco,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,4720.423,4991.46,1364.141,1392.376,FPS -SSD_Mobilenet_V1_Coco,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,4067.035,4228.271,1096.362,1112.343,FPS -SSD_Mobilenet_V1_Coco,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,1519.287,1785.937,408.959,442.492,FPS -SSD_Mobilenet_V1_Coco,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,256.837,265.931,135.537,139.551,FPS +SSD_Mobilenet_V1_Coco,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,4753.674,4933.241,1370.423,1379.026 +SSD_Mobilenet_V1_Coco,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,4165.318,4276.949,1197.151,1222.112 +SSD_Mobilenet_V1_Coco,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,920.957,1001.56,270.597,281.293 +SSD_Mobilenet_V1_Coco,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,941.323,1030.464,256.649,266.715 +SSD_Mobilenet_V1_Coco,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,256.291,266.245,129.84,135.453 end_rec,,,,,,,, begin_rec,,,,,,,, -Unet-Camvid--0001 ,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,71.937,78.1,17.787,18.034,FPS -Unet-Camvid--0001 ,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,62.515,66.299,15.47,15.6,FPS -Unet-Camvid--0001 ,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,26.386,27.506,5.861,5.932,FPS -Unet-Camvid--0001 ,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,2.958,2.941,1.844,1.825,FPS +Unet-Camvid--0001 ,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,73.871,78.016,18.23,18.374 +Unet-Camvid--0001 ,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,64.573,67.713,15.815,16.023 +Unet-Camvid--0001 ,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,12.572,12.669,3.28,3.254 +Unet-Camvid--0001 ,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,12.779,12.894,3.315,3.299 +Unet-Camvid--0001 ,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,2.99,2.971,1.549,1.542 end_rec,,,,,,,, begin_rec,,,,,,,, -Yolo_V3_Tiny,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,1864.709,2323.356,776.774,786.171,FPS -Yolo_V3_Tiny,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,1536.778,2031.428,594.33,602.848,FPS -Yolo_V3_Tiny,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,480.953,863.418,211.699,248.475,FPS -Yolo_V3_Tiny,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,119.656,133.278,70.525,75.039,FPS +Yolo_V3_Tiny,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,1863.229,2344.128,775.001,786.09 +Yolo_V3_Tiny,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,1669.35,2066.437,675.625,703.203 +Yolo_V3_Tiny,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,430.441,505.532,146.284,151.09 +Yolo_V3_Tiny,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,419.347,513.112,142.009,148.117 +Yolo_V3_Tiny,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,117.889,133.312,63.598,69.377 end_rec,,,,,,,, begin_rec,,,,,,,, -Yolo_V8n,OV-2024.1,xeon,Intel® Xeon® 8260M CPU-only,676.683,836.562,315.786,388.673,FPS -Yolo_V8n,OV-2024.1,xeon,Intel® Xeon® Gold 6238M CPU-only,500.88,702.198,264.887,318.088,FPS -Yolo_V8n,OV-2024.1,core,Intel® Core™ i9-10920X CPU-only,176.708,269.617,91.142,112.079,FPS -Yolo_V8n,OV-2024.1,core,Intel® Core™ i3-10100 CPU-only,57.891,67.784,37.688,40.711,FPS +Yolo_V8n,OV-2024.2,xeon,Intel® Xeon® 8260M CPU-only,,705.714,845.484,316.319,388.763 +Yolo_V8n,OV-2024.2,xeon,Intel® Xeon® Gold 6238M CPU-only,,641.815,746.965,278.824,338.806 +Yolo_V8n,OV-2024.2,core,Intel® Core™ i9-11900K CPU-only,,154.54,205.294,67.744,75.634 +Yolo_V8n,OV-2024.2,core,Intel® Core™ i7-11700K CPU-only,,149.289,199.997,65.243,72.677 +Yolo_V8n,OV-2024.2,core,Intel® Core™ i3-10100 CPU-only,,55.999,68.155,34.454,38.544 end_rec,,,,,,,, \ No newline at end of file