{"id":10871,"date":"2025-09-11T15:08:25","date_gmt":"2025-09-11T07:08:25","guid":{"rendered":"https:\/\/ai-stack.ai\/?p=10871"},"modified":"2025-09-11T16:44:39","modified_gmt":"2025-09-11T08:44:39","slug":"how-to-use-horovod-on-aistack","status":"publish","type":"post","link":"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack","title":{"rendered":"\u6559\u5b78\uff1a\u5982\u4f55\u5728AI-Stack\u4e0a\u4f7f\u7528 Horovod\u3001DeepSpeed \u5f48\u6027\u5206\u4f48\u5f0f\u8a13\u7df4?"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\"><a href=\"https:\/\/ai-stack.ai\/zh-hant\/what-is-elastic-distributed-training\">\u5f48\u6027\u5206\u4f48\u5f0f\u8a13\u7df4<\/a> (Elastic Distributed Training) \u662f\u4e00\u7a2e\u5728 AI \u6a21\u578b\u8a13\u7df4\u4e2d\uff0c\u70ba\u4e86\u63d0\u9ad8\u6548\u7387\u548c\u9748\u6d3b\u6027\u800c\u4f7f\u7528\u7684\u6280\u8853\u3002\u7c21\u55ae\u4f86\u8aaa\uff0c\u5b83\u8b93\u6a21\u578b\u8a13\u7df4\u4e0d\u518d\u53d7\u9650\u65bc\u55ae\u4e00\u6a5f\u5668\u6216\u56fa\u5b9a\u6578\u91cf\u7684\u5bb9\u5668\uff0c\u800c\u662f\u53ef\u4ee5\u6839\u64da\u9700\u6c42\uff0c\u52d5\u614b\u5730\u8abf\u6574\u548c\u5229\u7528\u53ef\u7528\u7684\u904b\u7b97\u8cc7\u6e90\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u6578\u4f4d\u7121\u9650\u5c07\u5f48\u6027\u5206\u6563\u5f0f\u8a13\u7df4\u7121\u7e2b\u6574\u5408\u9032 AI-Stack\uff0c\u652f\u63f4 <a href=\"https:\/\/horovod.ai\/\" data-type=\"link\" data-id=\"https:\/\/horovod.ai\/\" target=\"_blank\" rel=\"noopener\">Horovod<\/a>\u3001<a href=\"https:\/\/www.deepspeed.ai\/\" target=\"_blank\" rel=\"noopener\">DeepSpeed<\/a>\u3001Megatron-LM\u3001Slurm \u7b49\u4e3b\u6d41\u6846\u67b6\uff0c\u6709\u6548\u7a81\u7834\u4f01\u696d\u5728\u8cc7\u6e90\u6392\u7a0b\u4e0a\u7684\u74f6\u9838\uff0c\u52a0\u901f\u5927\u898f\u6a21 AI \u6a21\u578b\u8a13\u7df4\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u672c\u7bc7\u6587\u7ae0\uff0c\u6211\u5011\u6703\u4e00\u6b65\u6b65\u793a\u7bc4\u7d66\u5927\u5bb6\u770b\uff0c\u5982\u4f55\u5728AI-Stack\u4e0a\u4f7f\u7528Horovod\u4f86\u505a\u5f48\u6027\u5206\u4f48\u5f0f\u8a13\u7df4\uff01<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u56e0 Horovod \u548c DeepSpeed \u64cd\u4f5c\u6b65\u9a5f\u76f8\u4f3c\uff0c\u672c\u7bc7\u6587\u7ae0\u4ee5 Horovod \u4f5c\u70ba\u7bc4\u4f8b\u3002\u9700\u8981\u6ce8\u610f\u7684\u5730\u65b9\u662f\uff0c\u5728\u4f7f\u7528\u4e4b\u524d\u9700\u78ba\u8a8d\u3010\u516c\u7528\u93e1\u50cf\u5217\u8868\u3011\u4e2d\u5099\u6709\u9069\u5408 DeepSpeed\u3001Horovod \u6846\u67b6\u904b\u884c\u7684\u93e1\u50cf\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Horovod \u5206\u4f48\u5f0f\u8a13\u7df4<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u9996\u5148\uff0c\u767b\u5165 AI-Stack \u4f7f\u7528\u8005\u4ecb\u9762\u5f8c\uff0c\u9032\u5165\u300c\u5bb9\u5668\u7ba1\u7406\u300d\uff0c\u4e26\u9078\u64c7\u300c\u5206\u4f48\u5f0f\u8a13\u7df4\u53e2\u96c6\u300d\u63a5\u8457\u9ede\u9078\u300c\u5efa\u7acb\u53e2\u96c6\u300d\u6309\u9215\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u5728\u5efa\u7acb\u9801\u9762\u4e2d\uff0c\u9078\u64c7 Horovod \u4e26\u586b\u5165\u53e2\u96c6\u540d\u7a31\uff0c\u9019\u88e1\u6211\u5011\u586b tthvd \u7576\u4f5c\u793a\u7bc4\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" fetchpriority=\"high\" decoding=\"async\" width=\"957\" height=\"662\" data-attachment-id=\"10872\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-18\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image.png?fit=957%2C662&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"957,662\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image.png?fit=300%2C208&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image.png?fit=957%2C662&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image.png?resize=957%2C662&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10872\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u63a5\u4e0b\u4f86\uff0c\u8a2d\u5b9a\u60f3\u8981\u7684\u5bb9\u5668\u6578\u91cf\uff0c\u9019\u88e1\u6211\u5011\u5148\u586b\u5165 2 \u500b\uff0c\u4e26\u9078\u5b9a\u6240\u9700\u7684\u93e1\u50cf\u3002\u9019\u908a\u9808\u6ce8\u610f\u5169\u4ef6\u4e8b\uff1a<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u5bb9\u5668\u6578\u91cf\u5fc5\u9808\u5927\u65bc\u7b49\u65bc 2\uff0c\u5305\u542b\u4e00\u500b launcher \u5bb9\u5668\u53ca\u5176\u9918 worker \u5bb9\u5668<\/li>\n\n\n\n<li>\u9700\u4f9d\u7167\u53e2\u96c6\u985e\u578b\u9078\u64c7\u5e36\u6709\u8a13\u7df4\u6846\u67b6\u7684<strong>\u93e1\u50cf<\/strong><\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" decoding=\"async\" width=\"957\" height=\"574\" data-attachment-id=\"10875\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-19\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-1.png?fit=957%2C574&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"957,574\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-1.png?fit=300%2C180&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-1.png?fit=957%2C574&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-1.png?resize=957%2C574&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10875\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u63a5\u8457\u9ede\u9078\u300c\u555f\u7528 GPU\u300d\uff0c\u5373\u53ef\u70ba\u6bcf\u500b\u5bb9\u5668\u9078\u64c7\u6307\u5b9a\u7684 GPU \u898f\u683c\u3002\u9019\u88e1\u6211\u5011\u9078\u64c7\u6bcf\u500b\u5bb9\u5668\u5167\u6709 1 \u7247 NVIDIA-P4 GPU \u7684\u8cc7\u6e90\u3002\u53e6\u5916\uff0c\u4e5f\u53ef\u4ee5\u9078\u64c7\u662f\u5426\u555f\u7528\u5171\u4eab\u8a18\u61b6\u9ad4\u4e26\u586b\u5165\u6240\u9700\u7684\u5bb9\u91cf\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" decoding=\"async\" width=\"958\" height=\"676\" data-attachment-id=\"10878\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-20\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-2.png?fit=958%2C676&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"958,676\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-2.png?fit=300%2C212&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-2.png?fit=958%2C676&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-2.png?resize=958%2C676&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10878\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u518d\u4f86\uff0c\u9078\u64c7\u8981\u639b\u8f09\u7684\u5132\u5b58\u88dd\u7f6e\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"955\" height=\"507\" data-attachment-id=\"10881\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-21\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-3.png?fit=955%2C507&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"955,507\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-3.png?fit=300%2C159&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-3.png?fit=955%2C507&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-3.png?resize=955%2C507&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10881\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u7a0d\u5f851-2\u5206\u9418\uff0c\u5c31\u6703\u770b\u5230\u5169\u500b\u5bb9\u5668\u5efa\u7acb\u5b8c\u6210\uff0c\u5448\u73fe\u300cRunning\u300d\u72c0\u614b\uff0c\u5404\u81ea\u64c1\u6709\u4e00\u5f35 NVIDIA-P4 \u7684 GPU \u8cc7\u6e90\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"951\" height=\"501\" data-attachment-id=\"10884\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-22\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-4.png?fit=951%2C501&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"951,501\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-4.png?fit=300%2C158&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-4.png?fit=951%2C501&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-4.png?resize=951%2C501&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10884\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u7576\u53e2\u96c6\u6e96\u5099\u5c31\u7dd2\u5f8c\uff0c\u5c31\u53ef\u4ee5\u5f9e\u670d\u52d9\u4e2d\u9078\u64c7\u4ee5 SSH \u6216\u662f\u8f03\u65b9\u4fbf\u7684 JupyterLab \u65b9\u5f0f\u9023\u7dda\uff0c\u9019\u88e1\u6211\u5011\u9078\u64c7\u8f03\u7c21\u55ae\u7684JupyterLab\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"541\" data-attachment-id=\"10888\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-23\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-5.png?fit=1301%2C687&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1301,687\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-5.png?fit=300%2C158&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-5.png?fit=1024%2C541&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-5.png?resize=1024%2C541&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10888\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u5f9e JupyterLab \u4e2d\u9ede\u9078 Terminal (\u8207\u4f7f\u7528 SSH \u9023\u7dda\u7684\u610f\u601d\u76f8\u540c)<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1021\" height=\"443\" data-attachment-id=\"10891\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-24\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-6.png?fit=1021%2C443&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1021,443\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-6.png?fit=300%2C130&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-6.png?fit=1021%2C443&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-6.png?resize=1021%2C443&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10891\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u56de\u5230 home \u53ef\u4ee5\u770b\u5230\u6211\u5011\u5f9e\u5916\u90e8\u7684\u5132\u5b58\u53e2\u96c6\u639b\u8f09\u9032\u4f86\u7684\u78c1\u789f\u5340\uff0c\u6211\u5011\u5df2\u9810\u5148\u653e\u597d horovod \u7684\u6e2c\u8a66\u7a0b\u5f0f\uff0c\u56e0\u6b64\u53ef\u76f4\u63a5\u793a\u7bc4\u5982\u4f55\u9032\u53bb\u4f7f\u7528\u3002<br><\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"706\" height=\"566\" data-attachment-id=\"10894\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-25\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-7.png?fit=706%2C566&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"706,566\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-7.png?fit=300%2C241&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-7.png?fit=706%2C566&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-7.png?resize=706%2C566&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10894\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u63a5\u8457\uff0c\u6211\u5011\u4e0b\u6307\u4ee4\u4f86\u8dd1\u6211\u5011\u7684\u8a13\u7df4\u8173\u672c<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>horovodrun -np 2 \u2013hostfile \/etc\/mpi\/hostfile python tensorflow2_mist.py<\/code><\/pre>\n\n\n\n<ul class=\"wp-block-list\">\n<li>-np 2\uff1a\u662f &#8211;num-processes \u7684\u7e2e\u5beb\uff0c\u6307\u5b9a\u8981\u555f\u52d5\u7684 Python \u9032\u7a0b\u6578\u91cf\u3002\u9019\u88e1\u6211\u5011\u5beb 2\uff0c\u8868\u793a\u5c07\u52d5\u7528\u5169\u500b\u5bb9\u5668\u7684\u8cc7\u6e90\u4f86\u9032\u884c\u5206\u6563\u5f0f\u904b\u7b97\u3002<\/li>\n\n\n\n<li>&#8211;hostfile \/etc\/mpi\/hostfile\uff1ahostfile \u63cf\u8ff0\u4e86\u5728\u9019\u500b\u5206\u4f48\u5f0f\u96c6\u7fa4\u4e2d\u6709\u54ea\u4e9b\u5bb9\u5668\u53ef\u4ee5\u4f7f\u7528\uff0c\u9019\u4e9b\u5bb9\u5668\u4e2d\u5206\u5225\u6709\u591a\u5c11 GPU \u5361\uff0cAI-Stack \u6703\u81ea\u52d5\u5efa\u7acb\u4e26\u7dad\u8b77\u9019\u500b\u6a94\u6848\u3002&#8211;hostfile \u53c3\u6578\u5247\u662f\u544a\u8a34 horovod \u5230\u54ea\u88e1\u8b80\u53d6hostfile\u6a94\uff0c\u9019\u6a23 horovod \u5c31\u53ef\u4ee5\u4f9d\u7167\u6a94\u6848\u5167\u7684\u63cf\u8ff0\u4f86\u8abf\u7528 GPU \u8cc7\u6e90\u3002<\/li>\n\n\n\n<li>python tensorflow2_mnist.py \u5247\u662f\u8981\u57f7\u884c\u7684\u8173\u672c\u3002<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"374\" data-attachment-id=\"10897\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-26\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-8.png?fit=1378%2C503&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1378,503\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-8.png?fit=300%2C110&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-8.png?fit=1024%2C374&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-8.png?resize=1024%2C374&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10897\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u56e0\u6211\u5011\u7684\u8a13\u7df4\u8173\u672c\u5171\u6709 1 \u842c\u7b46\u8cc7\u6599\uff0c\u5206\u914d\u5230 2 \u500b\u5bb9\u5668\uff0c\u53ef\u4ee5\u770b\u5230\u4e00\u500b\u5bb9\u5668\u662f\u5206\u914d\u5230 5 \u5343\u7b46\u8cc7\u6599\u4f86\u505a\u8a13\u7df4\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"717\" height=\"681\" data-attachment-id=\"10900\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-27\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-9.png?fit=717%2C681&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"717,681\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-9.png?fit=300%2C285&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-9.png?fit=717%2C681&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-9.png?resize=717%2C681&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10900\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u6211\u5011\u5df2\u7d93\u5b78\u6703\u4f7f\u7528 AI-Stack \u4f86\u505a horovod \u5206\u4f48\u5f0f\u8a13\u7df4\u7684\u64cd\u4f5c\u6b65\u9a5f\uff0c\u63a5\u4e0b\u4f86\u6703\u793a\u7bc4\u5982\u4f55\u64f4\u7e2e\u5bb9\u5668\uff01<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">AI-Stack horovod \u64f4\u7e2e\u5bb9\u5668<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u900f\u904e\u5bb9\u5668\u7684\u64f4\u7e2e\uff0c\u6211\u5011\u53ef\u4ee5\u7cbe\u78ba\u5730\u5206\u914d\u8cc7\u6e90\uff1a\u7576\u9700\u8981\u52a0\u901f\u8a13\u7df4\u6642\uff0c\u4e00\u9375\u64f4\u5c55\u5bb9\u5668\u6578\u91cf\uff1b\u7576\u8a13\u7df4\u5b8c\u6210\u6642\uff0c\u7acb\u5373\u7e2e\u6e1b\u8cc7\u6e90\uff0c\u5c07\u5176\u91cb\u653e\u7d66\u5176\u4ed6\u4efb\u52d9\u4f7f\u7528\u3002\u4e0d\u50c5\u80fd\u5927\u5e45\u63d0\u5347\u958b\u767c\u6548\u7387\uff0c\u66f4\u80fd\u6709\u6548\u63a7\u5236\u71df\u904b\u6210\u672c\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u73fe\u5728\uff0c\u6211\u5011\u5c31\u4f86\u5be6\u969b\u64cd\u4f5c\uff0c\u770b\u770b\u5982\u4f55\u8f15\u9b06\u7528 AI-Stack \u4f86\u64f4\u7e2e\u5bb9\u5668\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u9996\u5148\uff0c\u56de\u5230\u6211\u5011\u7684\u5206\u4f48\u5f0f\u8a13\u7df4\u53e2\u96c6\u756b\u9762\uff0c\u52fe\u9078\u525b\u958b\u555f\u7684\u7bc4\u4f8b tthvd \u53e2\u96c6\uff0c\u9ede\u9078\u300c\u64f4\u7e2e\u5bb9\u5668\u300d\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"208\" data-attachment-id=\"10903\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-28\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-10.png?fit=1302%2C265&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1302,265\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-10.png?fit=300%2C61&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-10.png?fit=1024%2C208&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-10.png?resize=1024%2C208&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10903\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u53ef\u76f4\u63a5\u900f\u904e\u53f3\u908a\u7684\u9762\u677f\u5c07 2 \u500b\u5bb9\u5668\u6539\u6210 4 \u500b\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"534\" data-attachment-id=\"10906\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-29\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-11.png?fit=1296%2C676&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1296,676\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-11.png?fit=300%2C156&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-11.png?fit=1024%2C534&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-11.png?resize=1024%2C534&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10906\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u6309\u4e0b\u78ba\u8a8d\u5f8c\uff0c\u518d\u56de\u53bb\u5bb9\u5668\u5217\u8868\u5c31\u53ef\u4ee5\u770b\u5230\u525b\u64f4\u589e\u7684\u5169\u500b\u5bb9\u5668\uff0c\u7b491-2\u5206\u9418\u5f8c\u5bb9\u5668\u72c0\u614b\u6703\u66f4\u65b0\u6210 &#8220;Running\u201d\uff0c\u5373\u8868\u793a\u65b0\u7684\u5169\u500b\u5bb9\u5668\u4e5f\u5df2\u6210\u529f\u4f48\u7f72\u8d77\u4f86\u3002\u76ee\u524d\u756b\u9762\u4e0a\u986f\u793a\uff0ctthvd \u53e2\u96c6\u88e1\u5171\u6709 4 \u500b\u5bb9\u5668\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"528\" data-attachment-id=\"10909\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-30\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-12.png?fit=1304%2C672&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1304,672\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-12.png?fit=300%2C155&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-12.png?fit=1024%2C528&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-12.png?resize=1024%2C528&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10909\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u64f4\u5bb9\u5f8c\uff0chostfile \u7684\u5167\u5bb9\u4e5f\u6703\u540c\u6b65\u589e\u52a0\u70ba 4 \u500b\u5bb9\u5668\uff0c\u63a5\u8457\u6211\u5011\u518d\u7528\u525b\u525b\u7684\u8173\u672c\u4f86\u8dd1\u4e00\u6b21\u8a13\u7df4\uff0c\u9019\u6b21\u628a 2 \u500b\u5bb9\u5668\u6539\u6210 4 \u500b<\/p>\n\n\n\n<pre class=\"wp-block-code\"><code>horovodrun -np 4 \u2013hostfile \/etc\/mpi\/hostfile python tensorflow2_mist.py<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">\u4e00\u6a231\u842c\u7b46\u8cc7\u6599\uff0c\u4f46\u9019\u6b21\u5206\u6563\u5230 4 \u500b\u5bb9\u5668\u505a\u8a13\u7df4\uff0c\u56e0\u6b64\u53ef\u4ee5\u770b\u5230\u8dd1\u51fa\u4f86\u7684\u7d50\u679c\u662f\u6bcf\u500b\u5bb9\u5668\u8a13\u7df4 2500 \u7b46\u8cc7\u6599\uff0c\u6574\u9ad4\u7684\u8a13\u7df4\u901f\u5ea6\u4e5f\u6703\u8b8a\u5feb\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"477\" height=\"438\" data-attachment-id=\"10912\" data-permalink=\"https:\/\/ai-stack.ai\/zh-hant\/how-to-use-horovod-on-aistack\/image-31\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-13.png?fit=477%2C438&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"477,438\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-13.png?fit=300%2C275&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-13.png?fit=477%2C438&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-13.png?resize=477%2C438&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10912\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u4ee5\u4e0a\u5c31\u662f AI-Stack \u7684 horovod \u64cd\u4f5c\u904e\u7a0b\u5566\uff01AI-Stack \u8b93\u8cc7\u6599\u79d1\u5b78\u5bb6\u53ef\u4ee5\u8f15\u9b06\u5730\u5efa\u7acb\u548c\u64f4\u5c55\u5bb9\u5668\uff0c\u5927\u5e45\u7bc0\u7701\u6642\u9593\uff0c\u8b93\u8a13\u7df4\u5de5\u4f5c\u8b8a\u5f97\u66f4\u65b9\u4fbf\uff01<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u5982\u679c\u60f3\u9032\u4e00\u6b65\u4e86\u89e3\u5f48\u6027\u5206\u4f48\u5f0f\u8a13\u7df4\uff0c\u8acb\u898b\u8a72\u7bc7\u6587\u7ae0\uff1a<a href=\"https:\/\/ai-stack.ai\/zh-hant\/what-is-elastic-distributed-training\">\u4ec0\u9ebc\u662f\u5f48\u6027\u5206\u4f48\u5f0f\u8a13\u7df4(Elastic Distributed Training)\uff1f\u6253\u9020\u66f4\u9ad8\u6548\u7684 AI \u6a21\u578b\u8a13\u7df4\u65b0\u6a21\u5f0f<\/a><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u82e5\u662f\u5c0dAI-Stack\u89e3\u6c7a\u65b9\u6848\u60f3\u66f4\u9032\u4e00\u6b65\u4e86\u89e3\uff0c\u6b61\u8fce<a href=\"https:\/\/ai-stack.ai\/zh-hant\/contact\">\u806f\u7d61\u6211\u5011<\/a>\uff01<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6578\u4f4d\u7121\u9650\u5c07\u5f48\u6027\u5206\u6563\u5f0f\u8a13\u7df4\u7121\u7e2b\u6574\u5408\u9032 AI-Stack\uff0c\u652f\u63f4 Horovod\u3001DeepSpeed\u3001Megatron-LM\u3001Slurm \u7b49\u4e3b\u6d41\u6846\u67b6\uff0c\u52a0\u901f\u5927\u898f\u6a21 AI \u6a21\u578b\u8a13\u7df4\u3002\u672c\u7bc7\u6587\u7ae0\uff0c\u6211\u5011\u6703\u793a\u7bc4\u7d66\u5927\u5bb6\u770b\uff0c\u5982\u4f55\u5728AI-Stack\u4e0a\u4f7f\u7528Horovod\u4f86\u505a\u5f48\u6027\u5206\u4f48\u5f0f\u8a13\u7df4\uff01<\/p>\n","protected":false},"author":253372381,"featured_media":11016,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"_crdt_document":"","jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[96987582,96987561],"tags":[96987624,96987839,96988187,96988201],"class_list":["post-10871","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-product-features","category-technical-support","tag-ai-stack","tag-hpc","tag-96988187","tag-horovod"],"blocksy_meta":[],"acf":[],"jetpack_featured_media_url":"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/Blog%E5%B0%81%E9%9D%A2%E5%9C%96-3.png?fit=1920%2C1080&quality=100&ct=202603031250&ssl=1","jetpack_shortlink":"https:\/\/wp.me\/ph344V-2Pl","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/posts\/10871","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/users\/253372381"}],"replies":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/comments?post=10871"}],"version-history":[{"count":6,"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/posts\/10871\/revisions"}],"predecessor-version":[{"id":11019,"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/posts\/10871\/revisions\/11019"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/media\/11016"}],"wp:attachment":[{"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/media?parent=10871"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/categories?post=10871"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ai-stack.ai\/zh-hant\/wp-json\/wp\/v2\/tags?post=10871"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}