Warning: Constant DB_NAME already defined in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php on line 22

Warning: Constant DB_USER already defined in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php on line 27

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909

Warning: Cannot modify header information - headers already sent by (output started at /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-config.php:22) in /home/iyjzigxhpdx88cpf/public_html/wptest.twcarpc.com/wp-includes/rest-api/class-wp-rest-server.php on line 1909
{"id":2455,"date":"2023-11-20T14:29:10","date_gmt":"2023-11-20T06:29:10","guid":{"rendered":"https:\/\/www.twcarpc.com\/wordpress\/?p=2455"},"modified":"2023-11-20T14:29:10","modified_gmt":"2023-11-20T06:29:10","slug":"%e7%a7%91%e6%8a%80%e6%96%b0%e8%81%9e-%e8%8b%b1%e7%89%b9%e7%88%be%e5%8a%a0%e9%80%9fhpc%e5%92%8cai%e6%8a%80%e8%a1%93%e6%87%89%e7%94%a8%e6%96%bc%e7%a7%91%e5%ad%b8%e7%a0%94%e7%a9%b6%e7%99%bc%e5%b1%95","status":"publish","type":"post","link":"https:\/\/www.wptest.twcarpc.com\/?p=2455","title":{"rendered":"\u79d1\u6280\u65b0\u805e – \u82f1\u7279\u723e\u52a0\u901fHPC\u548cAI\u6280\u8853\u61c9\u7528\u65bc\u79d1\u5b78\u7814\u7a76\u767c\u5c55"},"content":{"rendered":"\n

\u82f1\u7279\u723e\u5728 2023\u5e74Super Computing\u5e74\u5ea6\u5c55\u6703\uff08SC23\uff09\u4e0a\u5c55\u793a\u5176\u6280\u8853\u5982\u4f55\u52a0\u901f\u79d1\u5b78\u5275\u65b0\u4e26\u63a8\u52d5\u65b0\u4e16\u4ee3\u904b\u7b97<\/p>\n\n\n\n

2023\u5e7411\u670820\u65e5\uff0d\u82f1\u7279\u723e\u5728\u7f8e\u570b\u4e39\u4f5bSuper Computing<\/a>\u5e74\u5ea6\u5c55\u6703\uff08SC23\uff09\u4e0a\u5c55\u793a\u4e86\u85c9\u7531AI\u52a0\u901f\u7684\u9ad8\u6548\u80fd\u904b\u7b97\uff08HPC\uff09\uff0c\u7522\u54c1\u7d44\u5408\u6a6b\u8de8Intel\u00ae Data Center GPU Max\u7cfb\u5217\u3001Intel\u00ae Gaudi\u00ae2 AI\u52a0\u901f\u5668\u3001Intel\u00ae Xeon\u00ae\u8655\u7406\u5668\uff0c\u7686\u5c55\u73fe\u51faHPC\u548cAI\u5de5\u4f5c\u8ca0\u8f09\u7684\u9818\u5148\u6548\u80fd\u3002\u82f1\u7279\u723e\u4e5f\u5206\u4eab\u8207\u7f8e\u570b\u963f\u8ca2\u570b\u5bb6\u5be6\u9a57\u5ba4\uff08Argonne National Laboratory, ANL\uff09\u5408\u4f5cAurora\u751f\u6210\u5f0fAI\u8a08\u756b\u7684\u76f8\u95dc\u9032\u5c55\uff0c\u5167\u5bb9\u5305\u62ec\u5728Aurora\u8d85\u7d1a\u96fb\u8166\u4e0a\u53c3\u6578\u91cf\u9ad8\u90541\u5146\u7684GPT-3\u5927\u578b\u8a9e\u8a00\u6a21\u578b\uff08LLM\uff09\u6700\u65b0\u767c\u5c55\uff0c\u9019\u4e9b\u9032\u5c55\u7372\u76ca\u65bcMax\u7cfb\u5217GPU\u7368\u7279\u67b6\u69cb\u548cAurora\u8d85\u7d1a\u96fb\u8166\u7684\u7cfb\u7d71\u80fd\u529b\u3002\u82f1\u7279\u723e\u548c\u963f\u8ca2\u570b\u5bb6\u5be6\u9a57\u5ba4\u5408\u4f5c\uff0c\u900f\u904eAurora\u65e9\u671f\u79d1\u5b78\u8a08\u756b\uff08Aurora Early Science Program\uff09\u548cExascale\u904b\u7b97\u5c08\u6848\uff08Exascale Computing Project, ECP\uff09\u7684\u5404\u9805\u61c9\u7528\uff0c\u52a0\u901f\u79d1\u5b78\u767c\u5c55\uff0c\u4e26\u540c\u6b65\u63ed\u793aIntel\u00ae Gaudi3 AI\u52a0\u901f\u5668\u548c Falcon Shores \u7684\u767c\u5c55\u85cd\u5716\u3002<\/p>\n\n\n\n

\u82f1\u7279\u723e\u4f01\u696d\u526f\u7e3d\u88c1\u66a8\u8cc7\u6599\u4e2d\u5fc3AI\u89e3\u6c7a\u65b9\u6848\u7e3d\u7d93\u7406Deepak Patil\u8868\u793a\uff1a\u300c\u82f1\u7279\u723e\u6301\u7e8c\u81f4\u529b\u65bc\u63d0\u4f9b\u5275\u65b0\u6280\u8853\u89e3\u6c7a\u65b9\u6848\uff0c\u4ee5\u6eff\u8db3HPC\u548cAI\u793e\u7fa4\u7684\u9700\u6c42\u3002Xeon CPU\u3001Max GPU\u548cCPU\u5353\u8d8a\u7684\u6548\u80fd\u8868\u73fe\u90fd\u6709\u52a9\u65bc\u63a8\u9032\u76f8\u95dc\u7814\u7a76\u548c\u79d1\u5b78\u767c\u5c55\uff0c\u642d\u914dGaudi\u52a0\u901f\u5668\u66f4\u80fd\u5168\u9762\u5c55\u73fe\u51fa\u82f1\u7279\u723e\u7684\u9818\u5148\u6280\u8853\u80fd\u5920\u70ba\u5ba2\u6236\u5e36\u4f86\u66f4\u503c\u5f97\u4fe1\u8cf4\u7684\u9078\u64c7\uff0c\u4ee5\u6eff\u8db3\u591a\u5143\u7684\u5de5\u4f5c\u8ca0\u8f09\u9700\u6c42\u3002\u300d<\/p>\n\n\n\n

\u70ba\u4ec0\u9ebc\u91cd\u8981\uff1a<\/strong>\u91dd\u5c0d\u79d1\u5b78\u7814\u7a76\u7684\u751f\u6210\u5f0fAI\u53ca\u5176\u6700\u65b0\u6548\u80fd\u548c\u57fa\u6e96\u6e2c\u8a66\u7d50\u679c\uff0c\u7a81\u986f\u51fa\u82f1\u7279\u723e\u63d0\u4f9b\u7684\u5ba2\u88fd\u5316\u89e3\u6c7a\u65b9\u6848\u8db3\u4ee5\u6eff\u8db3HPC\u548cAI\u5ba2\u6236\u7684\u7279\u5b9a\u9700\u6c42\u3002\u82f1\u7279\u723e\u900f\u904e\u8edf\u9ad4\u5b9a\u7fa9\u7684\u65b9\u5f0f\uff0c\u63a1\u7528oneAPI\u898f\u7bc4\u8207HPC\u548cAI\u589e\u5f37\u5de5\u5177\u5957\u4ef6\uff0c\u5354\u52a9\u958b\u767c\u4eba\u54e1\u8de8\u8d8a\u67b6\u69cb\u6846\u67b6\uff0c\u7121\u7e2b\u8f49\u79fb\u7a0b\u5f0f\u78bc\uff0c\u52a0\u901f\u79d1\u5b78\u7814\u7a76\u3002\u6b64\u5916\uff0cMax\u7cfb\u5217GPU\u548cCPU\u4e5f\u5c07\u5e03\u7f72\u5728\u591a\u7d44\u5373\u5c07\u4e0a\u7dda\u7684\u8d85\u7d1a\u96fb\u8166\u4e4b\u4e2d\u3002<\/p>\n\n\n\n

\"\"\/<\/figure>\n\n\n\n

\u963f\u8ca2\u570b\u5bb6\u5be6\u9a57\u5ba4\u5206\u4eab\u4e86\u4ee5Aurora\u8d85\u7d1a\u96fb\u8166\u63a8\u52d5\u79d1\u5b78\u7814\u7a76\u751f\u6210\u5f0fAI\u8a08\u756b\u7684\u9032\u5c55\u3002\u900f\u904eAurora\u751f\u6210\u5f0fAI\u8a08\u756b\uff0c\u963f\u8ca2\u570b\u5bb6\u5be6\u9a57\u5ba4\u3001\u82f1\u7279\u723e\u53ca\u5408\u4f5c\u5925\u4f34\u5c07\u651c\u624b\u5275\u5efa\u6700\u5148\u9032\u7684AI\u6a21\u578b\uff0c\u5960\u5b9a\u79d1\u5b78\u767c\u5c55\u57fa\u790e\u3002\u9019\u4e9b\u6a21\u578b\u5c07\u4f7f\u7528\u8d85\u904e1\u5146\u53c3\u6578\u898f\u6a21\u7684\u79d1\u5b78\u6587\u672c\u3001\u7a0b\u5f0f\u78bc\u548c\u79d1\u5b78\u8cc7\u6599\u96c6\u9032\u884c\u8a13\u7df4\uff0c\u6db5\u84cb\u591a\u9580\u79d1\u5b78\u9818\u57df\u3002\u751f\u6210\u5f0fAI\u8a08\u756b\u5c07\u5229\u7528Megatron\u548cDeepSpeed\u7684\u57fa\u790e\u6280\u8853\uff0c\u670d\u52d9\u751f\u7269\u3001\u764c\u75c7\u7814\u7a76\u3001\u6c23\u5019\u79d1\u5b78\u3001\u5b87\u5b99\u79d1\u5b78\u548c\u6750\u6599\u79d1\u5b78\u7b49\u591a\u9580\u79d1\u5b78\u9818\u57df\u3002<\/p>\n\n\n\n

Intel Max\u7cfb\u5217GPU\u67b6\u69cb\u548cAurora\u8d85\u7d1a\u96fb\u8166\u7cfb\u7d71\u64c1\u6709\u512a\u79c0\u7684\u6027\u80fd\uff0c\u53ea\u970064\u7bc0\u9ede\u5373\u53ef\u9ad8\u6548\u7387\u8655\u74061\u5146\u500b\u53c3\u6578\u7684\u6a21\u578b\uff0c\u9060\u4f4e\u65bc\u4e00\u822c\u6240\u9700\u3002\u963f\u8ca2\u570b\u5bb6\u5be6\u9a57\u5ba4\u4ee5256\u500b\u7bc0\u9ede\u8655\u7406\u56db\u500b\u5be6\u4f8b\uff0c\u5c55\u73fe\u51faAurora\u5e73\u884c\u8655\u7406\u591a\u5be6\u4f8b\u7684\u80fd\u529b\uff1b\u4e5f\u80fd\u5920\u52a0\u901f\u8a13\u7df4\u64f4\u5c55\u672a\u4f86\u8d85\u904e1\u842c\u7bc0\u9ede\u4e0a\u6578\u5146token\u7684\u53c3\u6578\u6a21\u578b\u3002<\/p>\n\n\n\n

\u95dc\u65bc\u82f1\u7279\u723e\u548c\u963f\u8ca2\u570b\u5bb6\u5be6\u9a57\u5ba4\uff1a<\/strong>\u82f1\u7279\u723e\u548c\u963f\u8ca2\u570b\u5bb6\u5be6\u9a57\u5ba4\u5c55\u793aAurora\u8d85\u7d1a\u96fb\u8166\u4e0a\u5982\u4f55\u900f\u904e\u7cfb\u7d71\u529f\u80fd\u548c\u8edf\u9ad4\u5806\u758a\u5be6\u73fe\u5927\u898f\u6a21\u52a0\u901f\u79d1\u5b78\u7814\u7a76\u3002\u5de5\u4f5c\u8ca0\u8f09\u5be6\u4f8b\u5305\u62ec\uff1a<\/p>\n\n\n\n