{"id":10969,"date":"2025-09-11T15:08:25","date_gmt":"2025-09-11T07:08:25","guid":{"rendered":"https:\/\/ai-stack.ai\/how-to-use-horovod-on-aistack"},"modified":"2025-09-15T10:29:17","modified_gmt":"2025-09-15T02:29:17","slug":"how-to-use-horovod-on-aistack","status":"publish","type":"post","link":"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack","title":{"rendered":"\u30c1\u30e5\u30fc\u30c8\u30ea\u30a2\u30eb\uff1aAI-Stack\u3067Horovod\/DeepSpeed \u306e\u5f3e\u6027\u5206\u6563\u5b66\u7fd2\u3092\u4f7f\u3046\u65b9\u6cd5\u306f\uff1f"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\"><a href=\"https:\/\/ai-stack.ai\/ja\/what-is-elastic-distributed-training\">\u5f3e\u6027\u5206\u6563\u5b66\u7fd2<\/a> (Elastic Distributed Training) \u306f\u3001AI\u30e2\u30c7\u30eb\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306b\u304a\u3044\u3066\u52b9\u7387\u6027\u3068\u67d4\u8edf\u6027\u3092\u9ad8\u3081\u308b\u305f\u3081\u306b\u6d3b\u7528\u3055\u308c\u308b\u6280\u8853\u3067\u3059\u3002\u7c21\u5358\u306b\u8a00\u3048\u3070\u3001\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u304c\u5358\u4e00\u306e\u30de\u30b7\u30f3\u3084\u56fa\u5b9a\u3055\u308c\u305f\u30b3\u30f3\u30c6\u30ca\u6570\u306b\u5236\u7d04\u3055\u308c\u308b\u3053\u3068\u306a\u304f\u3001\u30cb\u30fc\u30ba\u306b\u5fdc\u3058\u3066\u52d5\u7684\u306b\u8a08\u7b97\u30ea\u30bd\u30fc\u30b9\u3092\u8abf\u6574\u30fb\u6d3b\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">INFINITIX\u306f\u3001\u3053\u306e\u5f3e\u6027\u5206\u6563\u5b66\u7fd2\u3092AI-Stack\u306b\u30b7\u30fc\u30e0\u30ec\u30b9\u306b\u7d71\u5408\u3057\u3066\u304a\u308a\u3001<a href=\"https:\/\/horovod.ai\/\" data-type=\"link\" data-id=\"https:\/\/horovod.ai\/\" target=\"_blank\" rel=\"noopener\">Horovod<\/a>\u3001DeepSpeed\u3001Megatron-LM\u3001Slurm\u3068\u3044\u3063\u305f\u4e3b\u8981\u306a\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u3044\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u4f01\u696d\u304c\u76f4\u9762\u3059\u308b\u30ea\u30bd\u30fc\u30b9\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306e\u30dc\u30c8\u30eb\u30cd\u30c3\u30af\u3092\u89e3\u6d88\u3057\u3001\u5927\u898f\u6a21AI\u30e2\u30c7\u30eb\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3092\u52a0\u901f\u3055\u305b\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u672c\u8a18\u4e8b\u3067\u306f\u3001AI-Stack\u4e0a\u3067Horovod\u3092\u4f7f\u3063\u3066\u5f3e\u6027\u5206\u6563\u5b66\u7fd2\u3092\u5b9f\u884c\u3059\u308b\u624b\u9806\u3092\u3001\u30b9\u30c6\u30c3\u30d7\u3054\u3068\u306b\u3054\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Horovod \u3068 DeepSpeed \u306e\u64cd\u4f5c\u624b\u9806\u306f\u4f3c\u3066\u3044\u308b\u305f\u3081\u3001\u672c\u8a18\u4e8b\u3067\u306f Horovod \u3092\u4f8b\u306b\u89e3\u8aac\u3057\u307e\u3059\u3002\u4f7f\u7528\u524d\u306b\u3001\u3010\u30d1\u30d6\u30ea\u30c3\u30af\u30a4\u30e1\u30fc\u30b8\u4e00\u89a7\u3011\u306b DeepSpeed\/Horovod \u306e\u5b9f\u884c\u306b\u9069\u3057\u305f\u30a4\u30e1\u30fc\u30b8\u304c\u7528\u610f\u3055\u308c\u3066\u3044\u308b\u3053\u3068\u3092\u5fc5\u305a\u3054\u78ba\u8a8d\u304f\u3060\u3055\u3044\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Horovod \u5206\u6563\u5b66\u7fd2<\/h2>\n\n\n\n<ol class=\"wp-block-list\">\n<li>AI-Stack\u306e\u30e6\u30fc\u30b6\u30fc\u30dd\u30fc\u30bf\u30eb\u306b\u30ed\u30b0\u30a4\u30f3\u3057\u3001\u300c\u30b3\u30f3\u30c6\u30ca\u7ba1\u7406\u300d\u3092\u30af\u30ea\u30c3\u30af\u3057\u3001\u300c\u5206\u6563\u578b\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30af\u30e9\u30b9\u30bf\u300d\u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<ol start=\"2\" class=\"wp-block-list\">\n<li>\u300c\u30af\u30e9\u30b9\u30bf\u306e\u4f5c\u6210\u300d\u30dc\u30bf\u30f3\u3092\u30af\u30ea\u30c3\u30af\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<ol start=\"3\" class=\"wp-block-list\">\n<li>\u4f5c\u6210\u30da\u30fc\u30b8\u3067\u306f\u3001\u300cHorovod\u300d\u3092\u9078\u629e\u3057\u3001\u300c\u30af\u30e9\u30b9\u30bf\u540d\u300d\u3092\u5165\u529b\u3057\u307e\u3059\u3002\u3053\u3053\u3067\u306f\u4f8b\u3068\u3057\u3066 tthvd \u3068\u5165\u529b\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" fetchpriority=\"high\" decoding=\"async\" width=\"1024\" height=\"731\" data-attachment-id=\"10971\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-8\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-28.png?fit=1600%2C1142&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,1142\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-28.png?fit=300%2C214&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-28.png?fit=1024%2C731&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-28.png?resize=1024%2C731&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10971\"\/><\/figure>\n\n\n\n<ol start=\"4\" class=\"wp-block-list\">\n<li>\u4f7f\u7528\u3057\u305f\u3044\u30b3\u30f3\u30c6\u30ca\u6570\u3092\u8a2d\u5b9a\u3057\u307e\u3059\u3002\u3053\u3053\u3067\u306f\u4f8b\u3068\u3057\u30662\u3092\u5165\u529b\u3057\u3001\u5fc5\u8981\u306a\u30a4\u30e1\u30fc\u30b8\u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<ul class=\"wp-block-list\">\n<li>\u3053\u3053\u3067\u6ce8\u610f\u3059\u3079\u304d\u70b9\uff1a\n<ul class=\"wp-block-list\">\n<li>\u30b3\u30f3\u30c6\u30ca\u6570\u306f\u300c2\u4ee5\u4e0a\u300d\u3067\u3042\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\uff081\u3064\u306e launcher \u30b3\u30f3\u30c6\u30ca\u3068\u3001\u305d\u308c\u4ee5\u5916\u306e worker \u30b3\u30f3\u30c6\u30ca\u3092\u542b\u3080\u305f\u3081\uff09\u3002<\/li>\n\n\n\n<li>\u30af\u30e9\u30b9\u30bf\u306e\u7a2e\u985e\u306b\u5fdc\u3058\u3066\u3001\u5b66\u7fd2\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u542b\u3080\u30a4\u30e1\u30fc\u30b8\u3092\u9078\u629e\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" decoding=\"async\" width=\"1024\" height=\"611\" data-attachment-id=\"10974\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-9\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-29.png?fit=1600%2C955&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,955\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-29.png?fit=300%2C179&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-29.png?fit=1024%2C611&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-29.png?resize=1024%2C611&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10974\"\/><\/figure>\n\n\n\n<ol start=\"5\" class=\"wp-block-list\">\n<li>\u300cGPU\u3092\u6709\u52b9\u306b\u3059\u308b\u300d\u3092\u30af\u30ea\u30c3\u30af\u3057\u3001\u5404\u30b3\u30f3\u30c6\u30ca\u306b\u5272\u308a\u5f53\u3066\u308bGPU\u4ed5\u69d8\u3092\u9078\u629e\u3057\u307e\u3059\u3002\u3053\u3053\u3067\u306f\u3001\u5404\u30b3\u30f3\u30c6\u30ca\u306b NVIDIA-P4 GPU\u30921\u679a\u5272\u308a\u5f53\u3066\u308b\u8a2d\u5b9a\u3092\u9078\u629e\u3057\u307e\u3059\u3002\uff08\u5171\u6709\u30e1\u30e2\u30ea\u3092\u6709\u52b9\u5316\u3059\u308b\u304b\u3069\u3046\u304b\u3092\u9078\u629e\u3067\u304d\u3001\u5fc5\u8981\u306b\u5fdc\u3058\u3066\u5bb9\u91cf\u3092\u5165\u529b\u3059\u308b\u3053\u3068\u3082\u53ef\u80fd\u3067\u3059\u3002\uff09<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" decoding=\"async\" width=\"1024\" height=\"719\" data-attachment-id=\"10977\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-10\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-30.png?fit=1600%2C1123&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,1123\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-30.png?fit=300%2C211&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-30.png?fit=1024%2C719&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-30.png?resize=1024%2C719&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10977\"\/><\/figure>\n\n\n\n<ol start=\"6\" class=\"wp-block-list\">\n<li>\u30de\u30a6\u30f3\u30c8\u3059\u308b\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"532\" data-attachment-id=\"10980\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-11\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-31.png?fit=1600%2C832&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,832\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-31.png?fit=300%2C156&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-31.png?fit=1024%2C532&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-31.png?resize=1024%2C532&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10980\"\/><\/figure>\n\n\n\n<ol start=\"7\" class=\"wp-block-list\">\n<li>\u5168\u3066\u306e\u8a2d\u5b9a\u3092\u5b8c\u4e86\u3057\u305f\u3089\u3001\u300c\u9001\u4fe1\u300d\u3092\u30af\u30ea\u30c3\u30af\u3057\u307e\u3059\u30021\u301c2\u5206\u307b\u3069\u5f85\u3064\u3068\u30012\u3064\u306e\u30b3\u30f3\u30c6\u30ca\u304c\u4f5c\u6210\u3055\u308c\u3001\u300cRunning\u300d\u72b6\u614b\u306b\u306a\u308a\u307e\u3059\u3002\u305d\u308c\u305e\u308c\u306e\u30b3\u30f3\u30c6\u30ca\u306b\u306f\u3001NVIDIA-P4 GPU\u304c1\u679a\u305a\u3064 \u5272\u308a\u5f53\u3066\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"532\" data-attachment-id=\"10983\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-12\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-32.png?fit=1600%2C832&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,832\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-32.png?fit=300%2C156&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-32.png?fit=1024%2C532&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-32.png?resize=1024%2C532&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10983\"\/><\/figure>\n\n\n\n<ol start=\"8\" class=\"wp-block-list\">\n<li>\u30af\u30e9\u30b9\u30bf\u4f5c\u6210\u5b8c\u4e86\u5f8c\u3001\u30b5\u30fc\u30d3\u30b9\u304b\u3089 SSH \u307e\u305f\u306f\u3088\u308a\u4fbf\u5229\u306a JupyterLab \u3092\u9078\u629e\u3057\u3066\u63a5\u7d9a\u3067\u304d\u307e\u3059\u3002\u3053\u3053\u3067\u306f\u3001JupyterLab \u3092\u9078\u629e\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"532\" data-attachment-id=\"10986\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-13\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-33.png?fit=1600%2C832&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,832\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-33.png?fit=300%2C156&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-33.png?fit=1024%2C532&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-33.png?resize=1024%2C532&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10986\"\/><\/figure>\n\n\n\n<ol start=\"9\" class=\"wp-block-list\">\n<li>JupyterLab \u304b\u3089 Terminal \u3092\u30af\u30ea\u30c3\u30af\u3057\u307e\u3059\u3002\uff08SSH\u3067\u63a5\u7d9a\u3059\u308b\u306e\u3068\u540c\u3058\u610f\u5473\uff09<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1021\" height=\"443\" data-attachment-id=\"10989\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-14\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-34.png?fit=1021%2C443&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1021,443\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-34.png?fit=300%2C130&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-34.png?fit=1021%2C443&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-34.png?resize=1021%2C443&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10989\"\/><\/figure>\n\n\n\n<ol start=\"10\" class=\"wp-block-list\">\n<li>home \u306b\u623b\u308b\u3068\u3001\u5916\u90e8\u306e\u30b9\u30c8\u30ec\u30fc\u30b8\u30af\u30e9\u30b9\u30bf\u304b\u3089\u30de\u30a6\u30f3\u30c8\u3057\u305f\u30dc\u30ea\u30e5\u30fc\u30e0\u304c\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002\u305d\u3053\u306b\u306f\u4e8b\u524d\u306b Horovod \u306e\u30c6\u30b9\u30c8\u30d7\u30ed\u30b0\u30e9\u30e0\u3092\u914d\u7f6e\u3057\u3066\u3042\u308b\u305f\u3081\u3001\u3053\u308c\u3092\u4f7f\u3063\u3066\u4f7f\u7528\u65b9\u6cd5\u3092\u30c7\u30e2\u30f3\u30b9\u30c8\u30ec\u30fc\u30b7\u30e7\u30f3\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"706\" height=\"566\" data-attachment-id=\"10992\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-15\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-35.png?fit=706%2C566&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"706,566\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-35.png?fit=300%2C241&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-35.png?fit=706%2C566&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-35.png?resize=706%2C566&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10992\"\/><\/figure>\n\n\n\n<ol start=\"11\" class=\"wp-block-list\">\n<li>\u4ee5\u4e0b\u306e\u30b3\u30de\u30f3\u30c9\u3067\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30b9\u30af\u30ea\u30d7\u30c8\u3092\u5b9f\u884c\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<pre class=\"wp-block-code\"><code>horovodrun -np 2 \u2013hostfile \/etc\/mpi\/hostfile python tensorflow2_mist.py<\/code><\/pre>\n\n\n\n<ul class=\"wp-block-list\">\n<li>-np 2\uff1a&#8211;num-processes \u306e\u7701\u7565\u5f62\u3067\u3001\u8d77\u52d5\u3059\u308bPython\u30d7\u30ed\u30bb\u30b9\u6570\u3092\u8a2d\u5b9a\u3057\u307e\u3059\u3002\u3053\u3053\u3067\u306f 2 \u3068\u3057\u30012\u3064\u306e\u30b3\u30f3\u30c6\u30ca\u306e\u8a08\u7b97\u30ea\u30bd\u30fc\u30b9\u3092\u4f7f\u3063\u3066\u5206\u6563\u51e6\u7406\u3092\u884c\u3044\u307e\u3059\u3002<\/li>\n\n\n\n<li>&#8211;hostfile \/etc\/mpi\/hostfile\uff1ahostfile \u306b\u306f\u3001\u3053\u306e\u5206\u6563\u30af\u30e9\u30b9\u30bf\u5185\u3067\u5229\u7528\u53ef\u80fd\u306a\u30b3\u30f3\u30c6\u30ca\u3084\u3001\u305d\u308c\u305e\u308c\u306b\u642d\u8f09\u3055\u308c\u3066\u3044\u308bGPU\u6570\u304c\u8a18\u8f09\u3055\u308c\u3066\u3044\u307e\u3059\u3002AI-Stack\u306f\u3053\u306e\u30d5\u30a1\u30a4\u30eb\u3092\u81ea\u52d5\u751f\u6210\u30fb\u7ba1\u7406\u3057\u307e\u3059\u3002&#8211;hostfile \u30d1\u30e9\u30e1\u30fc\u30bf\u306f\u3001Horovod\u306b\u5bfe\u3057\u3066\u305d\u306e\u30d5\u30a1\u30a4\u30eb\u306e\u30d1\u30b9\u3092\u6307\u5b9a\u3057\u3001\u8a18\u8f09\u5185\u5bb9\u306b\u57fa\u3065\u3044\u3066GPU\u30ea\u30bd\u30fc\u30b9\u3092\u5229\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b\u3082\u306e\u3067\u3059\u3002<\/li>\n\n\n\n<li>python tensorflow2_mnist.py\uff1a\u5b9f\u884c\u3059\u308b\u5b66\u7fd2\u30b9\u30af\u30ea\u30d7\u30c8\u3067\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"374\" data-attachment-id=\"10995\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-16\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-36.png?fit=1378%2C503&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1378,503\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-36.png?fit=300%2C110&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-36.png?fit=1024%2C374&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-36.png?resize=1024%2C374&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10995\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u4eca\u56de\u306e\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30b9\u30af\u30ea\u30d7\u30c8\u306b\u306f 1\u4e07\u4ef6\u306e\u30c7\u30fc\u30bf \u304c\u3042\u308a\u3001\u305d\u308c\u30922\u3064\u306e\u30b3\u30f3\u30c6\u30ca\u306b\u5206\u914d\u3059\u308b\u3068\u3001\u5404\u30b3\u30f3\u30c6\u30ca\u306b\u306f 5,000\u4ef6\u305a\u3064 \u5272\u308a\u5f53\u3066\u3089\u308c\u3066\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u304c\u5b9f\u884c\u3055\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"717\" height=\"681\" data-attachment-id=\"10998\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-17\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-37.png?fit=717%2C681&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"717,681\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-37.png?fit=300%2C285&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-37.png?fit=717%2C681&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-37.png?resize=717%2C681&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-10998\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u3053\u3053\u307e\u3067\u3067\u3001AI-Stack\u3092\u4f7f\u3063\u305fHorovod\u5206\u6563\u5b66\u7fd2\u306e\u64cd\u4f5c\u624b\u9806\u3092\u5b66\u3073\u307e\u3057\u305f\uff01<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u6b21\u306f\u3001\u30b3\u30f3\u30c6\u30ca\u306e\u30b9\u30b1\u30fc\u30eb\u30a4\u30f3\u30fb\u30b9\u30b1\u30fc\u30eb\u30a2\u30a6\u30c8\u306e\u65b9\u6cd5\u3092\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">AI-Stack \u3067 horovod \u30b3\u30f3\u30c6\u30ca\u3092\u30b9\u30b1\u30fc\u30ea\u30f3\u30b0<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u30b3\u30f3\u30c6\u30ca\u306e\u30b9\u30b1\u30fc\u30ea\u30f3\u30b0\u3092\u884c\u3046\u3053\u3068\u3067\u3001\u30ea\u30bd\u30fc\u30b9\u3092\u67d4\u8edf\u304b\u3064\u52b9\u7387\u7684\u306b\u5272\u308a\u5f53\u3066\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3092\u52a0\u901f\u3057\u305f\u3044\u3068\u304d\u306f\u30ef\u30f3\u30af\u30ea\u30c3\u30af\u3067\u30b3\u30f3\u30c6\u30ca\u6570\u3092\u5897\u3084\u3057\u3001\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u304c\u5b8c\u4e86\u3057\u305f\u3089\u3059\u3050\u306b\u30b3\u30f3\u30c6\u30ca\u6570\u3092\u6e1b\u3089\u3057\u3066\u30ea\u30bd\u30fc\u30b9\u3092\u4ed6\u306e\u30bf\u30b9\u30af\u3078\u89e3\u653e\u53ef\u80fd\u3067\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u958b\u767a\u52b9\u7387\u3092\u5927\u5e45\u306b\u5411\u4e0a\u3055\u305b\u308b\u3060\u3051\u3067\u306a\u304f\u3001\u904b\u7528\u30b3\u30b9\u30c8\u306e\u6700\u9069\u5316\u306b\u3082\u3064\u306a\u304c\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u3067\u306f\u3001\u5b9f\u969b\u306bAI-Stack\u3067\u3069\u306e\u3088\u3046\u306b\u30b3\u30f3\u30c6\u30ca\u3092\u30b9\u30b1\u30fc\u30ea\u30f3\u30b0\u3059\u308b\u306e\u304b\u3092\u898b\u3066\u3044\u304d\u307e\u3057\u3087\u3046\u3002<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u300c\u5206\u6563\u578b\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u30af\u30e9\u30b9\u30bf\u300d\u306e\u753b\u9762\u306b\u623b\u308a\u3001\u5148\u307b\u3069\u4f5c\u6210\u3057\u305f tthvd \u30af\u30e9\u30b9\u30bf \u306b\u30c1\u30a7\u30c3\u30af\u3092\u5165\u308c\u3001\u300c\u30b3\u30f3\u30c6\u30ca\u30b9\u30b1\u30fc\u30ea\u30f3\u30b0\u300d\u3092\u30af\u30ea\u30c3\u30af\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"200\" data-attachment-id=\"11001\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-18\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-38.png?fit=1600%2C312&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,312\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-38.png?fit=300%2C59&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-38.png?fit=1024%2C200&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-38.png?resize=1024%2C200&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-11001\"\/><\/figure>\n\n\n\n<ol start=\"2\" class=\"wp-block-list\">\n<li>\u53f3\u5074\u306e\u30d1\u30cd\u30eb\u3067\u3001\u30b3\u30f3\u30c6\u30ca\u6570\u3092\u5909\u66f4\u3067\u304d\u307e\u3059\u3002\u3053\u3053\u3067\u306f\u3001 2\u500b\u304b\u30894\u500b\u3078\u5909\u66f4\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"532\" data-attachment-id=\"11004\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-19\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-39.png?fit=1600%2C832&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,832\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-39.png?fit=300%2C156&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-39.png?fit=1024%2C532&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-39.png?resize=1024%2C532&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-11004\"\/><\/figure>\n\n\n\n<ol start=\"3\" class=\"wp-block-list\">\n<li>\u300c\u78ba\u8a8d\u300d\u30dc\u30bf\u30f3\u3092\u30af\u30ea\u30c3\u30af\u3057\u3001\u300c\u30b3\u30f3\u30c6\u30ca\u4e00\u89a7\u300d\u306b\u623b\u308b\u3068\u3001\u65b0\u3057\u304f\u8ffd\u52a0\u3055\u308c\u305f2\u3064\u306e\u30b3\u30f3\u30c6\u30ca\u304c\u8868\u793a\u3055\u308c\u307e\u3059\u30021\u301c2\u5206\u307b\u3069\u5f85\u3064\u3068\u3001\u72b6\u614b\u304c\u300cRunning\u300d\u306b\u66f4\u65b0\u3055\u308c\u3001\u3053\u308c\u3067\u65b0\u3057\u3044\u30b3\u30f3\u30c6\u30ca\u304c\u6b63\u5e38\u306b\u30c7\u30d7\u30ed\u30a4\u3055\u308c\u305f\u3053\u3068\u304c\u308f\u304b\u308a\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"532\" data-attachment-id=\"11007\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-20\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-40.png?fit=1600%2C832&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1600,832\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-40.png?fit=300%2C156&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-40.png?fit=1024%2C532&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-40.png?resize=1024%2C532&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-11007\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u73fe\u5728\u306e\u753b\u9762\u3067\u306f\u3001tthvd\u30af\u30e9\u30b9\u30bf\u5185\u306b\u5408\u8a084\u3064\u306e\u30b3\u30f3\u30c6\u30ca \u304c\u7a3c\u50cd\u3057\u3066\u3044\u308b\u3053\u3068\u304c\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002\uff0c<\/p>\n\n\n\n<ol start=\"4\" class=\"wp-block-list\">\n<li>\u30b9\u30b1\u30fc\u30eb\u30a2\u30a6\u30c8\u5f8c\u306f\u3001hostfile \u306e\u5185\u5bb9\u3082\u81ea\u52d5\u7684\u306b4\u3064\u306e\u30b3\u30f3\u30c6\u30ca\u5206\u306b\u66f4\u65b0\u3055\u308c\u307e\u3059\u3002\u305d\u306e\u72b6\u614b\u3067\u3001\u5148\u307b\u3069\u4f7f\u7528\u3057\u305f\u30b9\u30af\u30ea\u30d7\u30c8\u3092\u3082\u3046\u4e00\u5ea6\u5b9f\u884c\u3057\u307e\u3059\u3002\u4eca\u56de\u306f 2\u30b3\u30f3\u30c6\u30ca\u304b\u30894\u30b3\u30f3\u30c6\u30ca \u306b\u5909\u66f4\u3057\u3066\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3092\u5b9f\u884c\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<pre class=\"wp-block-code\"><code>horovodrun -np 4 \u2013hostfile \/etc\/mpi\/hostfile python tensorflow2_mist.py<\/code><\/pre>\n\n\n\n<p class=\"wp-block-paragraph\">\u540c\u3058\u304f 1\u4e07\u4ef6\u306e\u30c7\u30fc\u30bf \u3092\u4f7f\u7528\u3057\u307e\u3059\u304c\u3001\u4eca\u56de\u306f 4\u3064\u306e\u30b3\u30f3\u30c6\u30ca \u306b\u5206\u6563\u3057\u3066\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3092\u5b9f\u884c\u3057\u307e\u3059\u3002\u305d\u306e\u7d50\u679c\u3001\u5404\u30b3\u30f3\u30c6\u30ca\u306b\u306f 2,500\u4ef6\u305a\u3064 \u306e\u30c7\u30fc\u30bf\u304c\u5272\u308a\u5f53\u3066\u3089\u308c\u3001\u5168\u4f53\u306e\u5b66\u7fd2\u901f\u5ea6\u3082\u5411\u4e0a\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"477\" height=\"438\" data-attachment-id=\"11010\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/how-to-use-horovod-on-aistack\/image-21\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-41.png?fit=477%2C438&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"477,438\" data-comments-opened=\"0\" data-image-meta=\"{&quot;aperture&quot;:&quot;0&quot;,&quot;credit&quot;:&quot;&quot;,&quot;camera&quot;:&quot;&quot;,&quot;caption&quot;:&quot;&quot;,&quot;created_timestamp&quot;:&quot;0&quot;,&quot;copyright&quot;:&quot;&quot;,&quot;focal_length&quot;:&quot;0&quot;,&quot;iso&quot;:&quot;0&quot;,&quot;shutter_speed&quot;:&quot;0&quot;,&quot;title&quot;:&quot;&quot;,&quot;orientation&quot;:&quot;0&quot;}\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-medium-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-41.png?fit=300%2C275&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-41.png?fit=477%2C438&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/image-41.png?resize=477%2C438&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-11010\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u4ee5\u4e0a\u3067\u3001AI-Stack\u306b\u304a\u3051\u308bHorovod\u306e\u64cd\u4f5c\u624b\u9806\u3092\u7d39\u4ecb\u3057\u307e\u3057\u305f\uff01<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">AI-Stack\u3092\u4f7f\u3048\u3070\u3001\u30c7\u30fc\u30bf\u30b5\u30a4\u30a8\u30f3\u30c6\u30a3\u30b9\u30c8\u306f\u7c21\u5358\u306b\u30b3\u30f3\u30c6\u30ca\u3092\u69cb\u7bc9\u30fb\u62e1\u5f35\u3067\u304d\u3001\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u306b\u304b\u304b\u308b\u6642\u9593\u3092\u5927\u5e45\u306b\u524a\u6e1b\u3057\u3001\u3088\u308a\u52b9\u7387\u7684\u306b\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3092\u9032\u3081\u3089\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u3055\u3089\u306b\u300c\u5f3e\u6027\u5206\u6563\u5b66\u7fd2\u300d\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u77e5\u308a\u305f\u3044\u65b9\u306f\u3001\u3053\u3061\u3089\u306e\u8a18\u4e8b\u3092\u3054\u89a7\u304f\u3060\u3055\u3044\uff1a<a href=\"https:\/\/ai-stack.ai\/ja\/what-is-elastic-distributed-training\">\u5f3e\u6027\u5206\u6563\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0(Elastic Distributed Training)\u3068\u306f\uff1f\u3088\u308a\u52b9\u7387\u7684\u306aAI\u30e2\u30c7\u30eb\u5b66\u7fd2\u3092\u5b9f\u73fe\u3059\u308b\u65b0\u3057\u3044\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5<\/a><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">AI-Stack\u30bd\u30ea\u30e5\u30fc\u30b7\u30e7\u30f3\u306b\u3064\u3044\u3066\u3054\u8208\u5473\u3092\u304a\u6301\u3061\u306e\u65b9\u306f\u3001\u305c\u3072\u304a\u6c17\u8efd\u306b<a href=\"https:\/\/ai-stack.ai\/ja\/contact\">\u304a\u554f\u5408\u305b\u304f\u3060\u3055\u3044<\/a>\uff01<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><\/p>\n","protected":false},"excerpt":{"rendered":"<p>INFINITIX\u306f\u3001\u3053\u306e\u5f3e\u6027\u5206\u6563\u5b66\u7fd2\u3092AI-Stack\u306b\u30b7\u30fc\u30e0\u30ec\u30b9\u306b\u7d71\u5408\u3057\u3066\u304a\u308a\u3001Horovod\u3001DeepSpeed\u3001Megatron-LM\u3001Slurm\u3068\u3044\u3063\u305f\u4e3b\u8981\u306a\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u3044\u307e\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u3001AI-Stack\u4e0a\u3067Horovod\u3092\u4f7f\u3063\u3066\u5f3e\u6027\u5206\u6563\u5b66\u7fd2\u3092\u5b9f\u884c\u3059\u308b\u624b\u9806\u3092\u3001\u30b9\u30c6\u30c3\u30d7\u3054\u3068\u306b\u3054\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n","protected":false},"author":253372381,"featured_media":11018,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"_crdt_document":"","jetpack_post_was_ever_published":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[96987667,96987663],"tags":[96987693,96987854,96988099,96988203,96988204,96988205],"class_list":["post-10969","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-product-features","category-technical-support","tag-ai-stack","tag-hpc-ja","tag-ai-stack-ja","tag-horovod-ja","tag--ja","tag-96988205"],"blocksy_meta":[],"acf":[],"jetpack_featured_media_url":"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2025\/09\/Blog%E5%B0%81%E9%9D%A2%E5%9C%96-3.png?fit=1920%2C1080&quality=100&ct=202603031250&ssl=1","jetpack_shortlink":"https:\/\/wp.me\/ph344V-2QV","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts\/10969","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/users\/253372381"}],"replies":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/comments?post=10969"}],"version-history":[{"count":2,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts\/10969\/revisions"}],"predecessor-version":[{"id":11042,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts\/10969\/revisions\/11042"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/media\/11018"}],"wp:attachment":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/media?parent=10969"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/categories?post=10969"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/tags?post=10969"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}