\u6700\u65b0<\/em>MLPerf<\/em>\u57fa\u6e96\u6e2c\u8a66\u5c55\u73fe\u82f1\u7279\u723e<\/em>Xeon<\/em>\u65bc<\/em>AI<\/em>\u63a8\u8ad6\u8207\u901a\u7528<\/em>AI<\/em>\u5de5\u4f5c\u8ca0\u8f09\u7684\u6548\u80fd\u8868\u73fe<\/em><\/em><\/p>\n\n\n\n 2024\u5e749\u670823\u65e5\u2500\u2500\u958b\u653e\u5de5\u7a0b\u806f\u76df\uff08MLCommons\uff09\u65e5\u524d\u516c\u5e03\u5176\u696d\u754c\u6a19\u6e96AI\u6548\u80fd\u57fa\u6e96\u6e2c\u8a66\u5957\u4ef6MLPerf Inference v4.1\u7684\u7d50\u679c\u3002\u82f1\u7279\u723e\u91dd\u5c0d\u7b2c5\u4ee3Intel\u00ae Xeon\u00ae\u53ef\u64f4\u5145\u8655\u7406\u5668\u548c\u9996\u6b21\u53c3\u8207\u6e2c\u8a66\u4e26\u642d\u8f09\u6548\u80fd\u6838\u5fc3\uff08P-core\uff09\u7684Intel\u00ae Xeon\u00ae 6\u8655\u7406\u5668\uff0c\u63d0\u4ea4\u4e866\u9805MLPerf\u57fa\u6e96\u6e2c\u8a66\u7d50\u679c\u3002\u76f8\u8f03\u65bc\u7b2c5\u4ee3Xeon\u8655\u7406\u5668\uff0c\u642d\u8f09\u6548\u80fd\u6838\u5fc3\uff08P-core\uff09\u7684\u82f1\u7279\u723eXeon 6\u8655\u7406\u5668\u5728AI\u6548\u80fd\u4e0a\u5be6\u73fe\u7d041.9\u500d\u7684\u5e7e\u4f55\u5e73\u5747\u6548\u80fd\uff08geomean performance\uff09\u63d0\u5347\u3002<\/p>\n\n\n\n \u82f1\u7279\u723e\u4f01\u696d\u526f\u7e3d\u88c1\u66a8\u8cc7\u6599\u4e2d\u5fc3AI\u89e3\u6c7a\u65b9\u6848\u7e3d\u7d93\u7406Pallavi Mahajan\u6307\u51fa\uff1a\u300c\u6700\u65b0MLPerf\u57fa\u6e96\u6e2c\u8a66\u7d50\u679c\u986f\u793a\uff0c\u6301\u7e8c\u6295\u8cc7\u8207\u8cc7\u6e90\u914d\u7f6e\u5c0d\u63d0\u5347AI\u6548\u80fd\u81f3\u95dc\u91cd\u8981\u3002\u5728\u904e\u53bb\u56db\u5e74\u671f\u9593\uff0c\u6211\u5011\u900f\u904eMLPerf\u6e2c\u8a66\uff0c\u5c07\u82f1\u7279\u723eXeon\u8655\u7406\u5668\u7684AI\u6548\u80fd\u63d0\u5347\u9ad8\u905417\u500d\u3002\u96a8\u8457\u4eca\u5e74\u7a0d\u665a\u7522\u54c1\u5373\u5c07\u6b63\u5f0f\u767c\u8868\uff0c\u6211\u5011\u671f\u5f85\u651c\u624b\u5408\u4f5c\u5925\u4f34\u8207\u5ba2\u6236\u5171\u540c\u4fc3\u9032Xeon 6\u7684\u666e\u53ca\u3002\u300d<\/p>\n\n\n\n AI\u7cfb\u7d71\u9700\u8981CPU\u4f5c\u70ba\u95dc\u9375\u5143\u4ef6\uff0c\u4ee5\u4fbf\u65bc\u5404\u7a2e\u60c5\u5883\u4e2d\u6210\u529f\u5e03\u7f72\u89e3\u6c7a\u65b9\u6848\u3002\u82f1\u7279\u723eXeon\u63d0\u4f9b\u512a\u7570\u7684AI\u63a8\u8ad6\u89e3\u6c7a\u65b9\u6848\uff0c\u5305\u62ec\u53e4\u5178\u6a5f\u5668\u5b78\u7fd2\uff08ML\uff09\u548c\u5411\u91cf\u641c\u5c0b\u5d4c\u5165\uff08vector search embedding\uff09\u3002<\/p>\n\n\n\n \u5229\u7528MLPerf Inference v4.1\u6e2c\u8a66\u57fa\u6e96\uff0c\u82f1\u7279\u723e\u63d0\u4ea4\u4e86\u7b2c5\u4ee3\u82f1\u7279\u723eXeon\u8655\u7406\u5668\u548c\u642d\u8f09\u6548\u80fd\u6838\u5fc3\uff08P-core\uff09\u7684Xeon 6\u8655\u7406\u5668\uff0c\u4e26\u4ee5ResNet50\u3001RetinaNet\u30013DUNet\u3001BERT\u3001DLRM v2\u548cGPT-J\u6a21\u578b\u9032\u884c\u6e2c\u8a66\u3002\u76f8\u8f03\u65bc\u7b2c5\u4ee3Intel Xeon\u8655\u7406\u5668\uff0cXeon 6\u5728\u516d\u9805\u57fa\u6e96\u6e2c\u8a66\u4e2d\u5e73\u5747\u63d0\u4f9b\u7d041.9\u500d\u7684AI\u63a8\u8ad6\u6548\u80fd\u63d0\u5347\u3002\u800c\u82f1\u7279\u723e\u662f\u552f\u4e00\u6301\u7e8c\u5411MLPerf\u63d0\u4ea4CPU\u6e2c\u8a66\u7d50\u679c\u7684\u4f3a\u670d\u5668\u8655\u7406\u5668\u4f9b\u61c9\u5546\u3002<\/p>\n\n\n\n \u82f1\u7279\u723e\u81ea\u56db\u5e74\u524d\u9996\u6b21\u63d0\u4ea4MLPerf\u6e2c\u8a66\u7d50\u679c\u4ee5\u4f86\uff0c\u5728CPU\u7684AI\u6548\u80fd\u65b9\u9762\u5df2\u7d93\u53d6\u5f97\u986f\u8457\u9032\u5c55\u3002\u82072021\u5e74\u7b2c3\u4ee3Intel\u00ae Xeon\u00ae\u53ef\u64f4\u5145\u8655\u7406\u5668\u76f8\u6bd4\uff0cXeon 6\u5728\u81ea\u7136\u8a9e\u8a00\u8655\u7406\uff08BERT\u6a21\u578b\uff09\u4e0a\u7684\u6548\u80fd\u8868\u73fe\u63d0\u5347\u9ad8\u905417\u500d\uff0c\u5728\u96fb\u8166\u8996\u89ba\uff08ResNet50\u6a21\u578b\uff09\u5de5\u4f5c\u8ca0\u8f09\u4e0a\u7684\u6548\u80fd\u5247\u63d0\u5347\u9ad8\u905415\u500d\u3002\u82f1\u7279\u723e\u5728\u5176CPU\u7522\u54c1\u85cd\u5716\u898f\u756b\u4e2d\u6301\u7e8c\u6295\u8cc7AI\u9818\u57df\uff0c\u4f8b\u5982\u85c9\u7531\u65b0\u7684\u8cc7\u6599\u985e\u578b\u8207\u6548\u7387\u63d0\u5347\uff0c\u6301\u7e8c\u5275\u65b0Intel\u00ae Advanced Matrix Extensions\uff08AMX\uff09\u3002<\/p>\n\n\n\n \u6700\u65b0\u7684MLCommons\u57fa\u6e96\u6e2c\u8a66\u7d50\u679c\uff0c\u7a81\u986f\u4e86Xeon\u8655\u7406\u5668\u5982\u4f55\u70baOEM\u63d0\u4f9b\u5f37\u5927\u7684CPU AI\u4f3a\u670d\u5668\u89e3\u6c7a\u65b9\u6848\u3002\u96a8\u8457AI\u904b\u7b97\u9700\u6c42\u7684\u6210\u9577\uff0c\u8a31\u591a\u5ba2\u6236\u5728\u57f7\u884c\u4f01\u696d\u5de5\u4f5c\u8ca0\u8f09\u7684\u540c\u6642\uff0c\u4e5f\u5728\u57f7\u884cAI\u5de5\u4f5c\u8ca0\u8f09\u3002OEM\u6703\u5c07MLPerf\u57fa\u6e96\u6e2c\u8a66\u7d50\u679c\u5217\u70ba\u512a\u5148\u8003\u91cf\u689d\u4ef6\uff0c\u4ee5\u78ba\u4fdd\u80fd\u70ba\u9867\u5ba2\u63d0\u4f9b\u91dd\u5c0dAI\u5de5\u4f5c\u8ca0\u8f09\u6700\u4f73\u5316\u7684\u9ad8\u6548\u80fdXeon\u7cfb\u7d71\u3002<\/p>\n\n\n\n \u82f1\u7279\u723e\u5728\u6700\u65b0\u7684MLPerf\u57fa\u6e96\u6e2c\u8a66\u4e2d\uff0c\u652f\u63f4\u601d\u79d1\u3001\u6234\u723e\u79d1\u6280\u3001\u6167\u8207\u79d1\u6280\uff08HPE\uff09\u3001\u5ee3\u9054\u548c\u7f8e\u8d85\u5fae\uff08\u6309\u5ee0\u5546\u82f1\u6587\u540d\u7a31\u9806\u5e8f\u6392\u5217\uff09\u7b49\u4e94\u5bb6OEM\u5925\u4f34\u3002\u6bcf\u4f4d\u5ba2\u6236\u7686\u63d0\u4ea4\u4e86\u4f7f\u7528\u7b2c\u4e94\u4ee3Xeon\u53ef\u64f4\u5145\u8655\u7406\u5668\u7684MLPerf\u6e2c\u8a66\u7d50\u679c\uff0c\u5c55\u793a\u5176\u7cfb\u7d71\u5c0d\u5404\u7a2eAI\u5de5\u4f5c\u8ca0\u8f09\u548c\u5e03\u7f72\u7684\u652f\u63f4\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"