{"id":15821,"date":"2026-11-12T16:33:37","date_gmt":"2026-11-12T08:33:37","guid":{"rendered":"https:\/\/ai-stack.ai\/ai-training-at-scale-slurm-on-k8s"},"modified":"2026-11-18T10:57:48","modified_gmt":"2026-11-18T02:57:48","slug":"ai-training-at-scale-slurm-on-k8s","status":"publish","type":"post","link":"https:\/\/ai-stack.ai\/ja\/ai-training-at-scale-slurm-on-k8s","title":{"rendered":"AI\u5b66\u7fd2\u306e\u5927\u898f\u6a21\u5316\u306b\u4f34\u30463\u3064\u306e\u8ab2\u984c\uff1aAI-Stack Slurm on K8s\u306b\u3088\u308b\u89e3\u6c7a\u7b56"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\">\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u62e1\u5927\u306b\u4f34\u3044\u3001AI\u5b66\u7fd2\u306f\u5358\u4e00\u30b5\u30fc\u30d0\u30fc\u304b\u3089\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u306b\u3088\u308b\u5927\u898f\u6a21\u306a\u5206\u6563\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3078\u3068\u79fb\u884c\u3057\u3064\u3064\u3042\u308a\u307e\u3059\u3002\u898f\u6a21\u306e\u62e1\u5927\u306f\u8a08\u7b97\u30ea\u30bd\u30fc\u30b9\u3092\u3082\u305f\u3089\u3059\u4e00\u65b9\u3067\u3001\u30ea\u30bd\u30fc\u30b9\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3001\u904b\u7528\u7ba1\u7406\u3001\u969c\u5bb3\u8010\u6027\u3068\u3044\u30463\u3064\u306e\u8ab2\u984c\u3082\u751f\u307f\u51fa\u3057\u307e\u3059\u3002AI-Stack Slurm on Kubernetes\u306f\u3001HPC\u5206\u91ce\u3067\u4e3b\u6d41\u306e\u30b9\u30b1\u30b8\u30e5\u30fc\u30e9\u30fc\u3067\u3042\u308bSlurm\u3092Kubernetes\u30b3\u30f3\u30c6\u30ca\u57fa\u76e4\u4e0a\u306b\u5c55\u958b\u3057\u3001Slurm\u304c\u30b8\u30e7\u30d6\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3092\u3001Kubernetes\u304c\u30b3\u30f3\u30c6\u30ca\u306b\u3088\u308b\u904b\u7528\u7ba1\u7406\u3092\u62c5\u3044\u307e\u3059\u3002\u3053\u308c\u3089\u306e\u8ab2\u984c\u306b\u5bfe\u5fdc\u3059\u308b\u305f\u3081\u306e\u91cd\u8981\u306a\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>\u30c8\u30ec\u30f3\u30c9\uff1aAI\u5b66\u7fd2\u306f\u5927\u898f\u6a21\u5316\u3078<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u3068\u5b66\u7fd2\u30c7\u30fc\u30bf\u306f\u5897\u3048\u7d9a\u3051\u3066\u3044\u307e\u3059\u3002Meta\u306eLlama 3 405B\u3092\u4f8b\u306b\u3068\u308b\u3068\u3001<a href=\"https:\/\/arxiv.org\/html\/2407.21783\" target=\"_blank\" rel=\"noopener\">\u5b66\u7fd2\u6642\u306b\u306f\u6700\u592716,000\u57fa\u306eH100 GPU\u304c\u540c\u6642\u306b\u4f7f\u7528\u3055\u308c\u307e\u3057\u305f<\/a>\u3002\u30e2\u30c7\u30eb\u3084\u30c7\u30fc\u30bf\u304c1\u53f0\u306e\u30b5\u30fc\u30d0\u30fc\u306e\u51e6\u7406\u80fd\u529b\u3092\u8d85\u3048\u308b\u3068\u3001\u8907\u6570\u30b5\u30fc\u30d0\u30fc\u306eGPU\u3092\u7d71\u5408\u3057\u3066\u540c\u3058\u5b66\u7fd2\u30b8\u30e7\u30d6\u3092\u5b9f\u884c\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u3053\u308c\u304c\u30af\u30ed\u30b9\u30ce\u30fc\u30c9\u5206\u6563\u5b66\u7fd2\u3067\u3059\u3002\u5404\u30ce\u30fc\u30c9\u306f\u983b\u7e41\u306b\u30c7\u30fc\u30bf\u3092\u3084\u308a\u53d6\u308a\u3057\u3001\u51e6\u7406\u306e\u9032\u884c\u3082\u5f37\u304f\u4f9d\u5b58\u3057\u5408\u3046\u305f\u3081\u3001\u5358\u4e00\u30b5\u30fc\u30d0\u30fc\u304b\u3089\u8907\u6570\u30b5\u30fc\u30d0\u30fc\u3078\u62e1\u5f35\u3059\u308b\u3068\u3001\u5897\u3048\u308b\u306e\u306fGPU\u306e\u6570\u3060\u3051\u3067\u306a\u304f\u3001\u5354\u8abf\u51e6\u7406\u306e\u8907\u96d1\u3055\u3082\u5897\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u5c64\u3067\u306f\u3001Slurm\u3068Kubernetes\u304c\u4e8c\u5927\u4e3b\u6d41\u3067\u3059\u3002<a href=\"https:\/\/slurm.schedmd.com\/quickstart.html\" target=\"_blank\" rel=\"noopener\">Slurm<\/a>\u306f\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u306e\u30af\u30e9\u30b9\u30bf\u30fc\u7ba1\u7406\u30fb\u30b8\u30e7\u30d6\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u30b7\u30b9\u30c6\u30e0\u3067\u3001\u5927\u898f\u6a21\u306a\u30d0\u30c3\u30c1\u30b8\u30e7\u30d6\u5411\u3051\u306b\u8a2d\u8a08\u3055\u308c\u3066\u3044\u307e\u3059\u3002<a href=\"https:\/\/blogs.nvidia.com\/blog\/nvidia-acquires-schedmd\" target=\"_blank\" rel=\"noopener\">NVIDIA\u306b\u3088\u308b\u3068<\/a>\u3001\u4e16\u754c\u306e\u30b9\u30fc\u30d1\u30fc\u30b3\u30f3\u30d4\u30e5\u30fc\u30bf\u30fcTOP500\u306e\u4e0a\u4f4d10\u4f4d\u3068\u4e0a\u4f4d100\u4f4d\u306e\u3044\u305a\u308c\u3067\u3082\u3001\u534a\u6570\u4ee5\u4e0a\u304cSlurm\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059\u3002\u4e00\u65b9\u3001Kubernetes\u306f\u4f01\u696d\u304c\u30b3\u30f3\u30c6\u30ca\u5316\u3055\u308c\u305f\u30b5\u30fc\u30d3\u30b9\u3092\u7ba1\u7406\u3059\u308b\u969b\u306e\u4e3b\u6d41\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3042\u308a\u3001\u30b3\u30df\u30e5\u30cb\u30c6\u30a3\u3067\u3082\u5206\u6563\u30b8\u30e7\u30d6\u3078\u306e\u5bfe\u5fdc\u5f37\u5316\u304c\u7d9a\u3044\u3066\u3044\u307e\u3059\u3002\u30cd\u30a4\u30c6\u30a3\u30d6\u306e<strong><a href=\"https:\/\/kubernetes.io\/docs\/concepts\/scheduling-eviction\/gang-scheduling\/\" target=\"_blank\" rel=\"noopener\">Gang\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0<\/a><\/strong>\u306f\u3001v1.37\u3067Beta\u6bb5\u968e\u306b\u5165\u308a\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u3057\u304b\u3057\u3001\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u304c\u6210\u719f\u3057\u305f\u304b\u3089\u3068\u3044\u3063\u3066\u3001\u5927\u898f\u6a21\u5b66\u7fd2\u306e\u969c\u58c1\u304c\u306a\u304f\u306a\u3063\u305f\u308f\u3051\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u5b66\u7fd2\u304c\u6570\u5341\u57fa\u3001\u6570\u767e\u57fa\u306eGPU\u3078\u3068\u62e1\u5927\u3059\u308b\u3068\u3001\u4f01\u696d\u306f3\u3064\u306e\u8ab2\u984c\u306b\u76f4\u9762\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u8ab2\u984c\uff1a\u5927\u898f\u6a21AI\u5b66\u7fd2\u306b\u304a\u3051\u308b3\u3064\u306e\u8ab2\u984c<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u8ab2\u984c1\uff1a\u30ea\u30bd\u30fc\u30b9\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\uff08\u5206\u6563\u30b8\u30e7\u30d6\u304c\u30c7\u30c3\u30c9\u30ed\u30c3\u30af\u306b\u9665\u308b\u53ef\u80fd\u6027\uff09<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">1\u3064\u306e\u5b66\u7fd2\u30b8\u30e7\u30d6\u3067\u306f\u8907\u6570\u306e\u30ce\u30fc\u30c9\u304c\u540c\u6642\u306b\u6e96\u5099\u5b8c\u4e86\u3057\u3066\u3044\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u304c\u3001<a href=\"https:\/\/kubernetes.io\/docs\/concepts\/scheduling-eviction\/kube-scheduler\/\" target=\"_blank\" rel=\"noopener\">Kubernetes\u306e\u30c7\u30d5\u30a9\u30eb\u30c8\u30b9\u30b1\u30b8\u30e5\u30fc\u30e9\u30fc<\/a>\u306f\u3001\u540c\u3058\u30b8\u30e7\u30d6\u306e\u3059\u3079\u3066\u306ePod\u3092\u307e\u3068\u3081\u3066\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3059\u308b\u306e\u3067\u306f\u306a\u304f\u3001Pod\u3054\u3068\u306b1\u3064\u305a\u3064\u30ce\u30fc\u30c9\u3092\u5272\u308a\u5f53\u3066\u307e\u3059\u3002\u305f\u3068\u3048\u3070\u30af\u30e9\u30b9\u30bf\u30fc\u306b\u8a084\u57fa\u306eGPU\u304c\u3042\u308a\u3001\u30b8\u30e7\u30d6A\u3068\u30b8\u30e7\u30d6B\u304c\u305d\u308c\u305e\u308c4\u57fa\u3092\u5fc5\u8981\u3068\u3059\u308b\u5834\u5408\u3001\u53cc\u65b9\u304c2\u57fa\u305a\u3064\u78ba\u4fdd\u3059\u308b\u3068\u3001\u3069\u3061\u3089\u306e\u30b8\u30e7\u30d6\u3082\u8d77\u52d5\u3067\u304d\u305a\u3001\u78ba\u4fdd\u6e08\u307f\u306eGPU\u3082\u89e3\u653e\u3055\u308c\u307e\u305b\u3093\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img data-recalc-dims=\"1\" fetchpriority=\"high\" decoding=\"async\" width=\"1024\" height=\"478\" data-attachment-id=\"15831\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/ai-training-at-scale-slurm-on-k8s\/slurm_on_k8s_figures_zh_en_ja_ko-pptx-2\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/11\/70214b46-edited.png?fit=1175%2C548&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1175,548\" data-comments-opened=\"0\" data-image-title=\"Slurm_on_K8s_figures_ZH_EN_JA_KO.pptx\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/11\/70214b46-edited.png?fit=1024%2C478&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/11\/70214b46-edited-1024x478.png?resize=1024%2C478&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-15831\"\/><figcaption class=\"wp-element-caption\">\u56f31\u3000Kubernetes\u306e\u9010\u6b21\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306f\u30c7\u30c3\u30c9\u30ed\u30c3\u30af\u3092\u5f15\u304d\u8d77\u3053\u3059\u53ef\u80fd\u6027\u304c\u3042\u308a\u3001\u30ae\u30e3\u30f3\u30b0\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\uff08Gang Scheduling\uff09\u3067\u56de\u907f\u3067\u304d\u308b<\/figcaption><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u89e3\u6c7a\u7b56\u306f<strong>\u30ae\u30e3\u30f3\u30b0\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\uff08Gang Scheduling\uff09<\/strong>\u3067\u3059\u3002\u540c\u3058\u30b8\u30e7\u30d6\u306e\u3059\u3079\u3066\u306ePod\u304c\u30ea\u30bd\u30fc\u30b9\u3092\u78ba\u4fdd\u3057\u3066\u304b\u3089\u3001\u4e00\u6589\u306b\u8d77\u52d5\u3057\u307e\u3059\u3002Kubernetes\u30cd\u30a4\u30c6\u30a3\u30d6\u306eGang\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306fBeta\u6bb5\u968e\u306b\u5165\u3063\u305f\u3082\u306e\u306e\u3001\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u306f\u6709\u52b9\u306b\u306a\u3063\u3066\u3044\u306a\u3044\u305f\u3081\u3001\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3092\u8a55\u4fa1\u3059\u308b\u969b\u306f\u3001\u4f7f\u7528\u3059\u308b\u30d0\u30fc\u30b8\u30e7\u30f3\u3068\u8a2d\u5b9a\u3092\u78ba\u8a8d\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u8ab2\u984c2\uff1a\u904b\u7528\u7ba1\u7406\uff08\u5f93\u6765\u578bSlurm\u30af\u30e9\u30b9\u30bf\u30fc\u306f\u4eba\u624b\u306b\u4f9d\u5b58\uff09<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">Slurm\u306f\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306b\u512a\u308c\u3066\u3044\u307e\u3059\u304c\u3001\u5f93\u6765\u578b\u306eSlurm\u30af\u30e9\u30b9\u30bf\u30fc\u306e\u591a\u304f\u306f\u30d9\u30a2\u30e1\u30bf\u30eb\u306b\u76f4\u63a5\u69cb\u7bc9\u3055\u308c\u3066\u304a\u308a\u3001\u904b\u7528\u9762\u3067\u6b21\u306e3\u3064\u306e\u8ab2\u984c\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u74b0\u5883\u306e\u7dad\u6301\u304c\u624b\u4f5c\u696d\u983c\u307f<\/strong>\uff1a\u30c9\u30e9\u30a4\u30d0\u30fc\u3001\u30e9\u30a4\u30d6\u30e9\u30ea\u3001\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\u306e\u30d0\u30fc\u30b8\u30e7\u30f3\u3092\u624b\u52d5\u3067\u7ba1\u7406\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u3001\u4f9d\u5b58\u95a2\u4fc2\u306e\u7af6\u5408\u304c\u8d77\u3053\u308a\u3084\u3059\u304f\u306a\u308a\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u81ea\u5df1\u4fee\u5fa9\u6a5f\u80fd\u304c\u306a\u3044<\/strong>\uff1a\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u3084\u30ce\u30fc\u30c9\u306b\u7570\u5e38\u304c\u767a\u751f\u3059\u308b\u3068\u3001\u591a\u304f\u306e\u5834\u5408\u3001\u904b\u7528\u62c5\u5f53\u8005\u306e\u5bfe\u5fdc\u304c\u5fc5\u8981\u3067\u3059\u3002<\/li>\n\n\n\n<li><strong>\u30ea\u30bd\u30fc\u30b9\u3092\u67d4\u8edf\u306b\u5171\u6709\u3067\u304d\u306a\u3044<\/strong>\uff1a\u5b66\u7fd2\u7528\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u63a8\u8ad6\u30b5\u30fc\u30d3\u30b9\u3084\u958b\u767a\u74b0\u5883\u3068\u5171\u6709\u3059\u308b\u3053\u3068\u304c\u56f0\u96e3\u3067\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">Kubernetes\u306b\u79fb\u884c\u3059\u308c\u3070\u3001\u74b0\u5883\u306e\u4e00\u8cab\u6027\u3068\u81ea\u5df1\u4fee\u5fa9\u306e\u8ab2\u984c\u306f\u89e3\u6c7a\u3067\u304d\u307e\u3059\u304c\u3001\u65e2\u5b58\u306eSlurm\u30b3\u30de\u30f3\u30c9\u3084\u30b8\u30e7\u30d6\u30b9\u30af\u30ea\u30d7\u30c8\u3092\u305d\u306e\u307e\u307e\u79fb\u884c\u3059\u308b\u3053\u3068\u306f\u3067\u304d\u307e\u305b\u3093\u3002\u3059\u3067\u306bSlurm\u30e6\u30fc\u30b6\u30fc\u3092\u62b1\u3048\u308b\u7d44\u7e54\u306b\u3068\u3063\u3066\u306f\u3001\u79fb\u884c\u30b3\u30b9\u30c8\u304c\u4f9d\u7136\u3068\u3057\u3066\u6b8b\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u8ab2\u984c3\uff1a\u969c\u5bb3\u8010\u6027\uff08\u30ce\u30fc\u30c9\u304c\u5897\u3048\u308b\u307b\u3069\u4e2d\u65ad\u3082\u5897\u3048\u308b\uff09<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\"><a href=\"https:\/\/arxiv.org\/html\/2407.21783\" target=\"_blank\" rel=\"noopener\">Meta\u306fLlama 3\u306e\u6280\u8853\u30ec\u30dd\u30fc\u30c8<\/a>\u3067\u3001Llama-3-405B\u306e\u5b66\u7fd2\u671f\u959354\u65e5\u9593\u306b\u8a08419\u56de\u306e\u4e88\u671f\u305b\u306c\u4e2d\u65ad\u304c\u767a\u751f\u3057\u305f\u3068\u516c\u8868\u3057\u3066\u3044\u307e\u3059\u3002\u5e73\u5747\u3059\u308b\u3068\u7d043\u6642\u9593\u306b1\u56de\u306e\u30da\u30fc\u30b9\u3067\u3001\u305d\u306e\u3046\u306158.7%\u304cGPU\u306b\u8d77\u56e0\u3057\u3001\u6700\u5927\u306e\u4e2d\u65ad\u8981\u56e0\u3068\u306a\u3063\u3066\u3044\u307e\u3057\u305f\u3002\u4f01\u696d\u306e\u30af\u30e9\u30b9\u30bf\u30fc\u306f\u898f\u6a21\u3053\u305d\u306f\u308b\u304b\u306b\u5c0f\u3055\u3044\u3082\u306e\u306e\u3001\u539f\u7406\u306f\u540c\u3058\u3067\u3059\u3002\u4eee\u306b1\u30ce\u30fc\u30c9\u3042\u305f\u308a\u306e1\u65e5\u306e\u6545\u969c\u7387\u304c\u308f\u305a\u304b0.1%\u3067\u3082\u3001100\u53f0\u306e\u30de\u30b7\u30f3\u309230\u65e5\u9593\u9023\u7d9a\u7a3c\u50cd\u3055\u305b\u308b\u3068\u3001\u5c11\u306a\u304f\u3068\u30821\u56de\u6545\u969c\u304c\u767a\u751f\u3059\u308b\u78ba\u7387\u306f\u7d0495%\u306b\u9054\u3057\u307e\u3059\uff08\u8aac\u660e\u7528\u306e\u4eee\u5b9a\u3067\u3042\u308a\u3001\u5404\u30ce\u30fc\u30c9\u306e\u6545\u969c\u306f\u4e92\u3044\u306b\u72ec\u7acb\u3068\u4eee\u5b9a\uff09\u3002<a href=\"https:\/\/arxiv.org\/abs\/2410.21680\" target=\"_blank\" rel=\"noopener\">Meta\u306e\u7814\u7a76\u30c1\u30fc\u30e0\u306b\u3088\u308b2\u3064\u306e\u5927\u898f\u6a21\u6a5f\u68b0\u5b66\u7fd2\u30af\u30e9\u30b9\u30bf\u30fc\u306e\u5206\u6790<\/a>\u3067\u3082\u3001\u5927\u898f\u6a21\u306a\u30b8\u30e7\u30d6\u307b\u3069\u969c\u5bb3\u306e\u5f71\u97ff\u304c\u5927\u304d\u3044\u3053\u3068\u304c\u793a\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Checkpoint\u3084Kubernetes\u306e\u81ea\u5df1\u4fee\u5fa9\u3060\u3051\u3067\u306f\u4e0d\u5341\u5206\u306a\u7406\u7531<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u6700\u3082\u4e00\u822c\u7684\u306a\u5bfe\u7b56\u306fCheckpoint\uff08\u30c1\u30a7\u30c3\u30af\u30dd\u30a4\u30f3\u30c8\uff09\u3067\u3059\u3002\u5b66\u7fd2\u306e\u9032\u6357\u3001\u30e2\u30c7\u30eb\u30d1\u30e9\u30e1\u30fc\u30bf\u3001\u30aa\u30d7\u30c6\u30a3\u30de\u30a4\u30b6\u30fc\u306e\u72b6\u614b\u3092\u5b9a\u671f\u7684\u306b\u4fdd\u5b58\u3057\u3001\u969c\u5bb3\u767a\u751f\u6642\u306b\u306f\u76f4\u8fd1\u306e\u4fdd\u5b58\u6642\u70b9\u304b\u3089\u518d\u958b\u3057\u307e\u3059\u3002\u4fdd\u5b58\u983b\u5ea6\u306b\u306f\u30c8\u30ec\u30fc\u30c9\u30aa\u30d5\u304c\u3042\u308a\u3001\u983b\u7e41\u3059\u304e\u308b\u3068\u5b66\u7fd2\u6642\u9593\u3092\u5727\u8feb\u3057\u3001\u9593\u9694\u304c\u9577\u3059\u304e\u308b\u3068\u969c\u5bb3\u306e\u305f\u3073\u306b\u5931\u3046\u9032\u6357\u304c\u5897\u3048\u307e\u3059\u3002\u6700\u9069\u306a\u4fdd\u5b58\u9593\u9694\u306f\u66f8\u304d\u8fbc\u307f\u30b3\u30b9\u30c8\u3068\u6545\u969c\u7387\u306b\u3088\u3063\u3066\u6c7a\u307e\u308a\u3001\u30ce\u30fc\u30c9\u6570\u304c\u591a\u304f\u969c\u5bb3\u304c\u983b\u7e41\u306a\u307b\u3069\u3001\u9593\u9694\u3092\u77ed\u304f\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u305f\u3060\u3057\u3001Checkpoint\u3067\u9632\u3052\u308b\u306e\u306f\u9032\u6357\u304c\u30bc\u30ed\u306b\u623b\u308b\u3053\u3068\u3060\u3051\u3067\u3001\u5fa9\u65e7\u6642\u9593\u306f\u77ed\u7e2e\u3067\u304d\u307e\u305b\u3093\u3002\u969c\u5bb3\u767a\u751f\u5f8c\u306f\u3001\u30b8\u30e7\u30d6\u5168\u4f53\u3092\u518d\u5ea6\u30ad\u30e5\u30fc\u306b\u4e26\u3079\u3001\u30ea\u30bd\u30fc\u30b9\u3092\u5272\u308a\u5f53\u3066\u3001\u74b0\u5883\u3092\u521d\u671f\u5316\u3057\u76f4\u3059\u5fc5\u8981\u304c\u3042\u308a\u3001\u6570\u6642\u9593\u304b\u304b\u308b\u3053\u3068\u3082\u73cd\u3057\u304f\u3042\u308a\u307e\u305b\u3093\u3002Kubernetes\u306e\u81ea\u5df1\u4fee\u5fa9\u3067\u3082\u3053\u306e\u30ae\u30e3\u30c3\u30d7\u306f\u57cb\u3081\u3089\u308c\u307e\u305b\u3093\u3002\u5b66\u7fd2\u3092\u5fa9\u65e7\u3059\u308b\u306b\u306f\u3001\u3059\u3079\u3066\u306e\u30ce\u30fc\u30c9\u304c\u518d\u63a5\u7d9a\u3057\u3066\u540c\u3058Checkpoint\u3092\u8aad\u307f\u8fbc\u3080\u3053\u3068\u3001\u4ee3\u66ff\u30ce\u30fc\u30c9\u3092\u5373\u5ea7\u306b\u78ba\u4fdd\u3059\u308b\u3053\u3068\u3001\u305d\u3057\u3066\u969c\u5bb3\u306e\u3042\u308b\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u3092\u5148\u306b\u9694\u96e2\u3057\u3066\u30b8\u30e7\u30d6\u304c\u540c\u3058\u30ce\u30fc\u30c9\u306b\u518d\u914d\u7f6e\u3055\u308c\u306a\u3044\u3088\u3046\u306b\u3059\u308b\u3053\u3068\u3001\u3068\u3044\u30463\u3064\u306e\u6761\u4ef6\u3092\u6e80\u305f\u3059\u5fc5\u8981\u304c\u3042\u308b\u305f\u3081\u3067\u3059\u3002\u3044\u305a\u308c\u3082\u3001\u5b66\u7fd2\u5411\u3051\u306b\u8a2d\u8a08\u3055\u308c\u305f\u5fa9\u65e7\u30e1\u30ab\u30cb\u30ba\u30e0\u304c\u5fc5\u8981\u3067\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">INFINITIX AI-Stack\uff1a\u4f01\u696d\u5411\u3051Slurm on K8s\u30bd\u30ea\u30e5\u30fc\u30b7\u30e7\u30f3<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\"><a href=\"https:\/\/ai-stack.ai\/ja\">AI-Stack<\/a>\u306f\u3001Kubernetes\u306e\u30b3\u30f3\u30c6\u30ca\u6280\u8853\u3092\u4e2d\u6838\u3068\u3057\u305fAI\u30a4\u30f3\u30d5\u30e9\u7ba1\u7406\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3067\u3059\u3002Slurm on K8s\u306f\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u306e\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u5b66\u7fd2\u6a5f\u80fd\u306e\u4e00\u90e8\u3067\u3042\u308a\u3001\u524d\u8ff0\u306e3\u3064\u306e\u8ab2\u984c\u306b\u5bfe\u3057\u3066\u3001AI-Stack\u306f\u6b21\u306e\u3088\u3046\u306a\u89e3\u6c7a\u7b56\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u30ea\u30bd\u30fc\u30b9\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0<\/strong>\uff1a\u5b66\u7fd2\u30b8\u30e7\u30d6\u306fSlurm\u3067\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3057\u3001\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u4e0a\u306e\u305d\u306e\u4ed6\u306e\u5206\u6563\u30ef\u30fc\u30af\u30ed\u30fc\u30c9\u306b\u306f\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u30ae\u30e3\u30f3\u30b0\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3092\u9069\u7528\u3057\u3066\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u30c7\u30c3\u30c9\u30ed\u30c3\u30af\u3092\u9632\u304e\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u904b\u7528\u7ba1\u7406<\/strong>\uff1aSlurm\u306e\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u3092\u30b3\u30f3\u30c6\u30ca\u3068\u3057\u3066\u81ea\u52d5\u30c7\u30d7\u30ed\u30a4\u3057\u3001GUI\u306b\u3088\u308b\u7ba1\u7406\u753b\u9762\u3068\u5305\u62ec\u7684\u306a\u30e2\u30cb\u30bf\u30ea\u30f3\u30b0\u3092\u63d0\u4f9b\u3057\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u969c\u5bb3\u8010\u6027<\/strong>\uff1aCheckpoint\u7528\u30b9\u30c8\u30ec\u30fc\u30b8\u306e\u30de\u30a6\u30f3\u30c8\u306b\u5bfe\u5fdc\u3057\u3001\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\u306b\u3088\u308a\u3001\u30a6\u30a9\u30fc\u30e0\u30b9\u30bf\u30f3\u30d0\u30a4\u30ce\u30fc\u30c9\u3067\u969c\u5bb3\u30ce\u30fc\u30c9\u3092\u81ea\u52d5\u7684\u306b\u7f6e\u304d\u63db\u3048\u307e\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u7814\u7a76\u8005\u306b\u3068\u3063\u3066\u306f\u3001SSH\u3067\u63a5\u7d9a\u3057\u3066\u30b8\u30e7\u30d6\u3092\u6295\u5165\u3059\u308b\u3068\u3044\u3046\u65e5\u5e38\u306e\u64cd\u4f5c\u306f\u307b\u3068\u3093\u3069\u5909\u308f\u308a\u307e\u305b\u3093\u3002\u904b\u7528\u62c5\u5f53\u8005\u306b\u3068\u3063\u3066\u306f\u3001Slurm\u306e\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u304c\u30b3\u30f3\u30c6\u30ca\u3068\u3057\u3066\u7a3c\u50cd\u3059\u308b\u305f\u3081\u3001K8s\u306e\u624b\u6cd5\u3067\u30c7\u30d7\u30ed\u30a4\u30fb\u4fdd\u5b88\u3067\u304d\u307e\u3059\u3002\u7ba1\u7406\u8005\u306b\u3068\u3063\u3066\u306f\u3001\u5b66\u7fd2\u306e\u305f\u3081\u306b\u5c02\u7528\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u5360\u6709\u3059\u308b\u5fc5\u8981\u304c\u306a\u304f\u306a\u308a\u3001\u63a8\u8ad6\u3084\u958b\u767a\u3068\u540c\u3058\u57fa\u76e4\u30ea\u30bd\u30fc\u30b9\u30d7\u30fc\u30eb\u3092\u5171\u6709\u3067\u304d\u307e\u3059\u3002Slurm on K8s\u306f\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u9762\u304b\u3089\u30ea\u30bd\u30fc\u30b9\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3068\u904b\u7528\u7ba1\u7406\u306e\u8ab2\u984c\u3092\u89e3\u6c7a\u3057\u3001\u969c\u5bb3\u8010\u6027\u306f\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u5c64\u306e\u5b66\u7fd2\u4e2d\u65ad\u81ea\u52d5\u5fa9\u65e7\u6a5f\u80fd\u304c\u62c5\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-table is-style-regular has-small-font-size\"><table class=\"has-fixed-layout\"><tbody><tr><td><strong>\u6bd4\u8f03\u9805\u76ee<\/strong><\/td><td><strong>\u5f93\u6765\u578bSlurm\u30af\u30e9\u30b9\u30bf\u30fc<\/strong><\/td><td><strong>Kubernetes\u5358\u4f53<\/strong><\/td><td><strong>Slurm on K8s<\/strong><\/td><\/tr><tr><td><strong>\u30b8\u30e7\u30d6\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0<\/strong><\/td><td>\u5927\u898f\u6a21\u30d0\u30c3\u30c1\u30b8\u30e7\u30d6\u5411\u3051\u306b\u8a2d\u8a08<\/td><td>\u30aa\u30f3\u30e9\u30a4\u30f3\u30b5\u30fc\u30d3\u30b9\u306b\u5f37\u3044\u304c\u3001\u30d0\u30c3\u30c1\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306f\u5225\u9014\u88dc\u5f37\u304c\u5fc5\u8981<\/td><td>\u5b66\u7fd2\u30b8\u30e7\u30d6\u3092Slurm\u3067\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0<\/td><\/tr><tr><td><strong>MPI\uff0fHPC\u306e\u5229\u7528\u7fd2\u6163<\/strong><\/td><td>\u30cd\u30a4\u30c6\u30a3\u30d6\u5bfe\u5fdc<\/td><td>\u8ffd\u52a0\u306e\u6163\u308c\u304c\u5fc5\u8981<\/td><td>\u5f93\u6765\u306e\u30b8\u30e7\u30d6\u6295\u5165\u65b9\u6cd5\u3092\u7dad\u6301<\/td><\/tr><tr><td><strong>\u74b0\u5883\u306e\u4e00\u8cab\u6027<\/strong><\/td><td>\u624b\u4f5c\u696d\u3067\u7dad\u6301\u3001\u30d0\u30fc\u30b8\u30e7\u30f3\u7af6\u5408\u304c\u8d77\u304d\u3084\u3059\u3044<\/td><td>\u30b3\u30f3\u30c6\u30ca\u5316\u306b\u3088\u308a\u74b0\u5883\u306e\u4e00\u8cab\u6027\u3068\u53ef\u642c\u6027\u3092\u78ba\u4fdd<\/td><td>Slurm\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u3092\u30b3\u30f3\u30c6\u30ca\u3067\u30c7\u30d7\u30ed\u30a4<\/td><\/tr><tr><td><strong>\u904b\u7528<\/strong><\/td><td>\u4eba\u624b\u306b\u3088\u308b\u5bfe\u5fdc\u304c\u4e2d\u5fc3<\/td><td>\u30b5\u30fc\u30d3\u30b9\u306e\u81ea\u5df1\u4fee\u5fa9\u3001\u904b\u7528\u306e\u81ea\u52d5\u5316<\/td><td>K8s\u304c\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u306e\u30c7\u30d7\u30ed\u30a4\u3068\u904b\u7528\u3092\u62c5\u5f53<\/td><\/tr><tr><td><strong>\u30ea\u30bd\u30fc\u30b9\u5171\u6709<\/strong><\/td><td>\u901a\u5e38\u306f\u5c02\u7528\u6a5f<\/td><td>\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3068\u30b9\u30c8\u30ec\u30fc\u30b8\u3092\u7d71\u4e00\u7684\u306b\u62bd\u8c61\u5316<\/td><td>\u5b66\u7fd2\u30fb\u63a8\u8ad6\u30fb\u958b\u767a\u3067\u30ea\u30bd\u30fc\u30b9\u30d7\u30fc\u30eb\u3092\u5171\u6709<\/td><\/tr><\/tbody><\/table><figcaption class=\"wp-element-caption\">\u88681\u3000\u5f93\u6765\u578bSlurm\u3001Kubernetes\u5358\u4f53\u3001Slurm on K8s\u306e\u6bd4\u8f03<\/figcaption><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u30ae\u30e3\u30f3\u30b0\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3092\u6a19\u6e96\u642d\u8f09\u3057\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u30c7\u30c3\u30c9\u30ed\u30c3\u30af\u3092\u9632\u6b62<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">Slurm\u30af\u30e9\u30b9\u30bf\u30fc\u4ee5\u5916\u306b\u3082\u3001\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u4e0a\u306e\u305d\u306e\u4ed6\u306e\u5206\u6563\u30ef\u30fc\u30af\u30ed\u30fc\u30c9\u306f\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306b\u3088\u3063\u3066\u4fdd\u8b77\u3055\u308c\u307e\u3059\u3002AI-Stack\u306f\u30d0\u30c3\u30c1\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u6a5f\u80fd\u3092\u5185\u8535\u3057\u3066\u304a\u308a\u3001\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u30ae\u30e3\u30f3\u30b0\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3092\u63a1\u7528\u3057\u3066\u3044\u308b\u305f\u3081\u3001\u3059\u3079\u3066\u306ePod\u306e\u6e96\u5099\u304c\u6574\u3063\u3066\u304b\u3089\u4e00\u6589\u306b\u8d77\u52d5\u3057\u3001\u30c7\u30c3\u30c9\u30ed\u30c3\u30af\u3092\u9632\u304e\u307e\u3059\u3002\u307e\u305f\u3001\u5fc5\u8981\u306b\u5fdc\u3058\u3066\u96c6\u7d04\u914d\u7f6e\u30dd\u30ea\u30b7\u30fc\u3092\u6709\u52b9\u306b\u3057\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u65ad\u7247\u5316\u3092\u6291\u3048\u308b\u3053\u3068\u3082\u3067\u304d\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u5b66\u7fd2\u3001\u63a8\u8ad6\u3001\u958b\u767a\u306e\u5404\u30ef\u30fc\u30af\u30ed\u30fc\u30c9\u304c\u540c\u3058\u30ea\u30bd\u30fc\u30b9\u30d7\u30fc\u30eb\u5185\u3067\u305d\u308c\u305e\u308c\u9069\u5207\u306b\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3055\u308c\u3001Slurm on K8s\u306b\u3088\u308b\u30ea\u30bd\u30fc\u30b9\u5171\u6709\u3092\u5b9f\u73fe\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\uff1a\u30a6\u30a9\u30fc\u30e0\u30b9\u30bf\u30f3\u30d0\u30a4\u30ce\u30fc\u30c9\u306e\u81ea\u52d5\u7f6e\u304d\u63db\u3048\u3067\u3001\u5206\u5358\u4f4d\u3067\u5b66\u7fd2\u3092\u518d\u958b<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u30a6\u30a9\u30fc\u30e0\u30b9\u30bf\u30f3\u30d0\u30a4\uff08Warm Standby\uff09\u3068\u306f\u3001\u4e8b\u524d\u306b\u6e96\u5099\u3092\u6e08\u307e\u305b\u3066\u5f85\u6a5f\u72b6\u614b\u306b\u3042\u308b\u4e88\u5099\u30ce\u30fc\u30c9\u306e\u3053\u3068\u3067\u3001\u969c\u5bb3\u767a\u751f\u6642\u306b\u305d\u306e\u307e\u307e\u7f6e\u304d\u63db\u3048\u3089\u308c\u308b\u305f\u3081\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u78ba\u4fdd\u3084\u74b0\u5883\u306e\u518d\u69cb\u7bc9\u3092\u5f85\u3064\u6642\u9593\u3092\u7701\u3051\u307e\u3059\u3002AI-Stack\u306e\u5b66\u7fd2\u4e2d\u65ad\u81ea\u52d5\u5fa9\u65e7\u6a5f\u80fd\u306f\u3053\u306e\u4ed5\u7d44\u307f\u3092\u63a1\u7528\u3057\u3001\u6b21\u306e3\u3064\u306e\u30b9\u30c6\u30c3\u30d7\u3067\u524d\u8ff0\u306e\u5b66\u7fd2\u5fa9\u65e7\u306b\u5fc5\u8981\u306a3\u3064\u306e\u6761\u4ef6\u3092\u30ab\u30d0\u30fc\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u969c\u5bb3\u691c\u77e5<\/strong>\uff1a\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u304cAlertManager\u3092\u901a\u3058\u3066GPU\u3084\u30c7\u30d0\u30a4\u30b9\u306e\u63a5\u7d9a\u65ad\u3092\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u3067\u691c\u77e5\u3057\u3001\u81ea\u52d5\u5fa9\u65e7\u30d5\u30ed\u30fc\u3092\u8d77\u52d5\u3057\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u9694\u96e2\u3068\u7f6e\u304d\u63db\u3048<\/strong>\uff1a\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u304c\u969c\u5bb3\u30ce\u30fc\u30c9\u3092\u81ea\u52d5\u7684\u306b\u9694\u96e2\u3057\u3001\u30ea\u30bd\u30fc\u30b9\u30d7\u30fc\u30eb\u304b\u3089\u5f85\u6a5f\u4e2d\u306e\u6b63\u5e38\u306a\u30ce\u30fc\u30c9\u3092\u8d77\u52d5\u3057\u3066\u30af\u30e9\u30b9\u30bf\u30fc\u306b\u8ffd\u52a0\u3057\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>Checkpoint\u304b\u3089\u5b66\u7fd2\u3092\u518d\u958b<\/strong>\uff1a\u65b0\u3057\u3044\u30ce\u30fc\u30c9\u306e\u521d\u671f\u5316\u304c\u5b8c\u4e86\u3059\u308b\u3068\u3001\u30b8\u30e7\u30d6\u306f\u76f4\u8fd1\u306b\u4fdd\u5b58\u3055\u308c\u305fCheckpoint\u304b\u3089\u5b9f\u884c\u3092\u518d\u958b\u3057\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<p class=\"wp-block-paragraph\">\u306a\u304a\u3001\u30ce\u30fc\u30c9\u969c\u5bb3\u304c\u767a\u751f\u3057\u305f\u6642\u70b9\u3067\u3001\u5b9f\u884c\u4e2d\u306e\u30b8\u30e7\u30d6\u306f\u4e2d\u65ad\u3055\u308c\u307e\u3059\u3002\u81ea\u52d5\u5fa9\u65e7\u306b\u3088\u3063\u3066\u77ed\u7e2e\u3055\u308c\u308b\u306e\u306f\u3001\u30ad\u30e5\u30fc\u3078\u306e\u518d\u767b\u9332\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u518d\u7533\u8acb\u3001\u30af\u30e9\u30b9\u30bf\u30fc\u306e\u518d\u69cb\u7bc9\u306b\u304b\u304b\u308b\u6642\u9593\u3067\u3042\u308a\u3001\u30b8\u30e7\u30d6\u3078\u306e\u5f71\u97ff\u3092\u5b8c\u5168\u306b\u306a\u304f\u3059\u3082\u306e\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u30023\u3064\u306e\u624b\u6cd5\u306e\u5fa9\u65e7\u30d1\u30b9\u306e\u6bd4\u8f03\u306f\u3001\u56f32\u306e\u3068\u304a\u308a\u3067\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-full\"><img data-recalc-dims=\"1\" decoding=\"async\" width=\"1190\" height=\"508\" data-attachment-id=\"15844\" data-permalink=\"https:\/\/ai-stack.ai\/ja\/ai-training-at-scale-slurm-on-k8s\/slurm_on_k8s_figures_zh_en_ja_ko-pptx-1-3\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/11\/7684584c-edited-1.png?fit=1190%2C508&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1190,508\" data-comments-opened=\"0\" data-image-title=\"Slurm_on_K8s_figures_ZH_EN_JA_KO.pptx (1)\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/11\/7684584c-edited-1.png?fit=1024%2C437&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/11\/7684584c-edited-1.png?resize=1190%2C508&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-15844\"\/><figcaption class=\"wp-element-caption\">\u56f32\u3000GPU\u969c\u5bb3\u767a\u751f\u5f8c\u306e3\u3064\u306e\u624b\u6cd5\u306e\u5fa9\u65e7\u30d1\u30b9\u6bd4\u8f03<\/figcaption><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u30a6\u30a9\u30fc\u30e0\u30b9\u30bf\u30f3\u30d0\u30a4\u65b9\u5f0f\u306b\u306f\u3001\u4e3b\u306b2\u3064\u306e\u30b3\u30b9\u30c8\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u5f85\u6a5f\u30ce\u30fc\u30c9\u306e\u78ba\u4fdd\u304c\u5fc5\u8981<\/strong>\uff1a\u3053\u308c\u3089\u306e\u30ce\u30fc\u30c9\u306f\u901a\u5e38\u6642\u306f\u5b66\u7fd2\u306b\u53c2\u52a0\u3057\u306a\u3044\u305f\u3081\u3001\u8a08\u7b97\u30ea\u30bd\u30fc\u30b9\u306e\u4e00\u90e8\u3068\u5f15\u304d\u63db\u3048\u306b\u5fa9\u65e7\u30b9\u30d4\u30fc\u30c9\u3092\u5f97\u308b\u3053\u3068\u306b\u306a\u308a\u307e\u3059\u3002\u78ba\u4fdd\u3059\u308b\u53f0\u6570\u306f\u3001\u30af\u30e9\u30b9\u30bf\u30fc\u898f\u6a21\u3068\u969c\u5bb3\u306b\u3088\u308b\u640d\u5931\u3092\u3082\u3068\u306b\u691c\u8a0e\u3057\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u4fdd\u5b58\u9593\u9694\u4e2d\u306e\u9032\u6357\u306f\u518d\u8a08\u7b97\u304c\u5fc5\u8981<\/strong>\uff1a\u81ea\u52d5\u5fa9\u65e7\u3067\u77ed\u7e2e\u3067\u304d\u308b\u306e\u306f\u5fa9\u65e7\u6642\u9593\u3067\u3042\u308a\u30012\u56de\u306e\u4fdd\u5b58\u306e\u9593\u306b\u5931\u308f\u308c\u305f\u9032\u6357\u306f\u6e1b\u3089\u305b\u306a\u3044\u305f\u3081\u3001\u4fdd\u5b58\u6226\u7565\u306f\u5f15\u304d\u7d9a\u304d\u91cd\u8981\u3067\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<p class=\"wp-block-paragraph\">\u3057\u305f\u304c\u3063\u3066\u3001Checkpoint\u3068\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\u306f\u7d44\u307f\u5408\u308f\u305b\u3066\u6d3b\u7528\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u524d\u8005\u306f\u5931\u3046\u9032\u6357\u306e\u91cf\u3092\u3001\u5f8c\u8005\u306f\u5b66\u7fd2\u3092\u518d\u958b\u3059\u308b\u307e\u3067\u306e\u901f\u3055\u3092\u5de6\u53f3\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">AI-Stack Slurm on K8s\u306e\u9069\u7528\u30b7\u30ca\u30ea\u30aa\uff1a\u5c0e\u5165\u306b\u6700\u3082\u9069\u3057\u305f\u30c1\u30fc\u30e0<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u3059\u3079\u3066\u306eAI\u30c1\u30fc\u30e0\u306bSlurm on K8s\u304c\u5fc5\u8981\u306a\u308f\u3051\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u524d\u8ff0\u306e\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u969c\u5bb3\u5fa9\u65e7\u306e\u4ed5\u7d44\u307f\u3092\u8e0f\u307e\u3048\u308b\u3068\u3001\u6b21\u306e4\u3064\u306e\u30b7\u30ca\u30ea\u30aa\u3067\u5c0e\u5165\u52b9\u679c\u304c\u6700\u3082\u5927\u304d\u304f\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><strong>\u30b7\u30ca\u30ea\u30aa1\uff1aSlurm\u30e6\u30fc\u30b6\u30fc\u3092\u62b1\u3048\u308b\u5b66\u8853\u7814\u7a76\u6a5f\u95a2\u30fb\u30b9\u30d1\u30b3\u30f3\u30bb\u30f3\u30bf\u30fc<\/strong><\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u5927\u5b66\u3001\u7814\u7a76\u6a5f\u95a2\u3001\u56fd\u306e\u8a08\u7b97\u30bb\u30f3\u30bf\u30fc\u306e\u7814\u7a76\u8005\u306e\u591a\u304f\u306fSlurm\u30b3\u30de\u30f3\u30c9\u306b\u7fd2\u719f\u3057\u3066\u304a\u308a\u3001\u5927\u91cf\u306e\u30b8\u30e7\u30d6\u30b9\u30af\u30ea\u30d7\u30c8\u3092\u84c4\u7a4d\u3057\u3066\u3044\u307e\u3059\u3002\u3053\u3046\u3057\u305f\u7d44\u7e54\u3067\u306f\u3001\u30d9\u30a2\u30e1\u30bf\u30eb\u306eHPC\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u30af\u30e9\u30a6\u30c9\u30cd\u30a4\u30c6\u30a3\u30d6\u306a\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3078\u79fb\u884c\u3057\u3064\u3064\u3001\u30e6\u30fc\u30b6\u30fc\u304c\u65b0\u3057\u3044\u30c4\u30fc\u30eb\u3092\u5b66\u3073\u76f4\u3059\u8ca0\u62c5\u306f\u907f\u3051\u305f\u3044\u3068\u8003\u3048\u3066\u3044\u307e\u3059\u3002Slurm on K8s\u306a\u3089\u3001\u7814\u7a76\u8005\u306f\u5f93\u6765\u306e\u30b8\u30e7\u30d6\u6295\u5165\u65b9\u6cd5\u3092\u305d\u306e\u307e\u307e\u4f7f\u3044\u7d9a\u3051\u3089\u308c\u3001\u904b\u7528\u306f\u30b3\u30f3\u30c6\u30ca\u5316\u3055\u308c\u305f\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u306b\u4efb\u305b\u3089\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u30b7\u30ca\u30ea\u30aa2\uff1a\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u4e8b\u524d\u5b66\u7fd2\u30fb\u7d99\u7d9a\u5b66\u7fd2<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">LLM\u306e\u4e8b\u524d\u5b66\u7fd2\u3001\u7d99\u7d9a\u4e8b\u524d\u5b66\u7fd2\u3001\u5927\u898f\u6a21\u306a\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3067\u306f\u3001\u901a\u5e38\u6570\u5341\u57fa\u4ee5\u4e0a\u306eGPU\u3092\u4f7f\u3044\u3001\u6570\u65e5\u304b\u3089\u6570\u9031\u9593\u306b\u308f\u305f\u3063\u3066\u9023\u7d9a\u5b9f\u884c\u3057\u307e\u3059\u3002\u5b66\u7fd2\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306f\u3042\u3089\u304b\u3058\u3081\u7d71\u5408\u3055\u308c\u3066\u304a\u308a\u3001Checkpoint\u3068\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\u3092\u7d44\u307f\u5408\u308f\u305b\u308b\u3053\u3068\u3067\u3001\u9577\u6642\u9593\u306e\u5b66\u7fd2\u4e2d\u65ad\u306b\u3088\u308b\u640d\u5931\u3092\u52b9\u679c\u7684\u306b\u6291\u3048\u3089\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u30b7\u30ca\u30ea\u30aa3\uff1a\u8907\u6570\u30c1\u30fc\u30e0\u3067GPU\u3092\u5171\u6709\u3059\u308b\u4f01\u696d\u306eAI\u7814\u7a76\u958b\u767a\u30bb\u30f3\u30bf\u30fc<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u534a\u5c0e\u4f53\u3001\u88fd\u9020\u3001\u91d1\u878d\u3001\u533b\u7642\u306a\u3069\u306e\u696d\u754c\u306e\u4f01\u696dAI\u7814\u7a76\u958b\u767a\u30bb\u30f3\u30bf\u30fc\u3067\u306f\u3001\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u5b66\u7fd2\u3092\u5fc5\u8981\u3068\u3059\u308b\u306e\u306f\u4e00\u90e8\u306e\u30c1\u30fc\u30e0\u3067\u3001\u591a\u304f\u306e\u30c1\u30fc\u30e0\u306f\u63a8\u8ad6\u30b5\u30fc\u30d3\u30b9\u3001\u958b\u767a\u30fb\u30c6\u30b9\u30c8\u3001\u5c0f\u898f\u6a21\u306a\u5b66\u7fd2\u306b\u53d6\u308a\u7d44\u3093\u3067\u3044\u308b\u30b1\u30fc\u30b9\u304c\u3088\u304f\u898b\u3089\u308c\u307e\u3059\u3002\u5927\u898f\u6a21\u5b66\u7fd2\u306e\u305f\u3081\u306b\u5c02\u7528\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u5225\u9014\u69cb\u7bc9\u3059\u308b\u3088\u308a\u3082\u3001Slurm\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u307b\u304b\u306eAI\u30ef\u30fc\u30af\u30ed\u30fc\u30c9\u3068\u540c\u3058\u30ea\u30bd\u30fc\u30b9\u30d7\u30fc\u30eb\u3067\u5171\u6709\u3057\u3001\u5b66\u7fd2\u5b8c\u4e86\u5f8c\u306f\u30ea\u30bd\u30fc\u30b9\u3092\u4ed6\u306e\u7528\u9014\u3078\u89e3\u653e\u3059\u308b\u307b\u3046\u304c\u52b9\u7387\u7684\u3067\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">\u30b7\u30ca\u30ea\u30aa4\uff1a\u5b66\u7fd2\u4e2d\u65ad\u306e\u30b3\u30b9\u30c8\u306b\u975e\u5e38\u306b\u654f\u611f\u306a\u30ef\u30fc\u30af\u30ed\u30fc\u30c9<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">GPU\u306e\u6642\u9593\u3042\u305f\u308a\u306e\u30b3\u30b9\u30c8\u304c\u9ad8\u304f\u3001\u30b8\u30e7\u30d6\u306e\u5b9f\u884c\u6642\u9593\u304c\u9577\u3044\u307b\u3069\u30011\u56de\u306e\u4e2d\u65ad\u306b\u3088\u308b\u640d\u5931\u306f\u5927\u304d\u304f\u306a\u308a\u307e\u3059\u3002GPU 1\u57fa\u306e\u969c\u5bb3\u3067\u6570\u6642\u9593\u304b\u3089\u6570\u65e5\u5206\u306e\u9032\u6357\u3092\u5931\u3063\u305f\u7d4c\u9a13\u304c\u3042\u308b\u30c1\u30fc\u30e0\u306b\u3068\u3063\u3066\u3001Checkpoint\u3068\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\u3092\u7d44\u307f\u5408\u308f\u305b\u308b\u52b9\u679c\u306f\u6700\u3082\u76f4\u63a5\u7684\u3067\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5bfe\u5fdc\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u3068\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff1a\u5c0e\u5165\u52b9\u679c\u304c\u6700\u3082\u5927\u304d\u3044\u74b0\u5883<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">GPU\u30b5\u30fc\u30d0\u30fc<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u30de\u30eb\u30c1GPU\u30b5\u30fc\u30d0\u30fc\u30fb\u30de\u30eb\u30c1\u30ce\u30fc\u30c9<\/strong>\uff1a\u5178\u578b\u7684\u306a\u69cb\u6210\u306f1\u53f0\u3042\u305f\u308a8\u57fa\u306eGPU\u3092\u642d\u8f09\u3057\u305f\u30b5\u30fc\u30d0\u30fc\uff08\u4f8b\uff1a8\u57fa\u69cb\u6210\u306eH200\uff09\u3092\u8907\u6570\u53f0\u7d44\u307f\u5408\u308f\u305b\u305f\u5b66\u7fd2\u30af\u30e9\u30b9\u30bf\u30fc\u3067\u3059\u3002\u30ce\u30fc\u30c9\u6570\u304c\u591a\u3044\u307b\u3069\u3001\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3068\u969c\u5bb3\u5fa9\u65e7\u306e\u4fa1\u5024\u304c\u9ad8\u307e\u308a\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u5f85\u6a5f\u30ce\u30fc\u30c9\u306e\u78ba\u4fdd<\/strong>\uff1a\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\u6a5f\u80fd\u3092\u6709\u52b9\u306b\u3059\u308b\u5834\u5408\u306f\u3001\u969c\u5bb3\u6642\u306e\u4ee3\u66ff\u3068\u3057\u3066\u4e00\u5b9a\u6570\u306e\u5f85\u6a5f\u30ce\u30fc\u30c9\u3092\u8a08\u753b\u3057\u3066\u304a\u304f\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u9ad8\u901f\u30cd\u30c3\u30c8\u30ef\u30fc\u30af<\/h3>\n\n\n\n<p class=\"wp-block-paragraph\">\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u5b66\u7fd2\u3067\u306f\u5404\u30b9\u30c6\u30c3\u30d7\u3067\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092\u3084\u308a\u53d6\u308a\u3059\u308b\u305f\u3081\u3001\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u304c\u5b66\u7fd2\u52b9\u7387\u3092\u5de6\u53f3\u3059\u308b\u91cd\u8981\u306a\u8981\u7d20\u306b\u306a\u308b\u3053\u3068\u304c\u5c11\u306a\u304f\u3042\u308a\u307e\u305b\u3093\u3002<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>InfiniBand\u307e\u305f\u306fRoCE<\/strong>\uff1a\u30ce\u30fc\u30c9\u9593\u306b\u306fInfiniBand\u3001\u307e\u305f\u306fRDMA\u306b\u5bfe\u5fdc\u3057\u305fRoCE\u306e\u9ad8\u901f\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u63a8\u5968\u3057\u307e\u3059\u3002AI-Stack\u3067\u306f\u3001\u30af\u30e9\u30b9\u30bf\u30fc\u4f5c\u6210\u6642\u306b\u9ad8\u6027\u80fd\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u6709\u52b9\u306b\u3067\u304d\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u5b9f\u6e2c\u5024\u3067\u5224\u65ad<\/strong>\uff1a\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u4ed5\u69d8\u3068\u5b9f\u969b\u306e\u6027\u80fd\u306f\u4e00\u81f4\u3059\u308b\u3068\u306f\u9650\u308a\u307e\u305b\u3093\u3002\u30af\u30e9\u30b9\u30bf\u30fc\u69cb\u7bc9\u5f8c\u306f\u3001\u307e\u305aNCCL Benchmark\u3067\u30ce\u30fc\u30c9\u9593\u306e\u901a\u4fe1\u5e2f\u57df\u3092\u5b9f\u6e2c\u3057\u3001\u57fa\u6e96\u3092\u6e80\u305f\u3057\u3066\u3044\u308b\u3053\u3068\u3092\u78ba\u8a8d\u3057\u3066\u304b\u3089\u672c\u756a\u306e\u5b66\u7fd2\u3092\u958b\u59cb\u3059\u308b\u3053\u3068\u3092\u304a\u3059\u3059\u3081\u3057\u307e\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<h3 class=\"wp-block-heading\">\u30b9\u30c8\u30ec\u30fc\u30b8<\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\u5171\u6709\u30b9\u30c8\u30ec\u30fc\u30b8<\/strong>\uff1aJail\uff08Slurm\u306e\u30e6\u30fc\u30b6\u30fc\u74b0\u5883\uff09\u3001Checkpoint\u3001\u5b66\u7fd2\u30c7\u30fc\u30bf\u3001\u30ef\u30fc\u30af\u30b9\u30da\u30fc\u30b9\u306e\u30de\u30a6\u30f3\u30c8\u7528\u306b\u3001GPFS\u3084HDFS\u306a\u3069\u306e\u5171\u6709\u30b9\u30c8\u30ec\u30fc\u30b8\u306e\u5229\u7528\u3092\u63a8\u5968\u3057\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>Checkpoint\u306e\u66f8\u304d\u8fbc\u307f\u6027\u80fd<\/strong>\uff1a\u5927\u898f\u6a21\u30e2\u30c7\u30eb\u306eCheckpoint\u306f\u6570\u767eGB\u4ee5\u4e0a\u306b\u9054\u3059\u308b\u3053\u3068\u3082\u3042\u308a\u3001\u30b9\u30c8\u30ec\u30fc\u30b8\u306e\u66f8\u304d\u8fbc\u307f\u901f\u5ea6\u304c\u4fdd\u5b58\u983b\u5ea6\u3068\u5b66\u7fd2\u52b9\u7387\u306b\u76f4\u63a5\u5f71\u97ff\u3057\u307e\u3059\u3002<\/li>\n<\/ul>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><tbody><tr><td><strong>\u30ea\u30bd\u30fc\u30b9<\/strong><\/td><td><strong>\u63a8\u5968\u69cb\u6210<\/strong><\/td><td><strong>\u91cd\u8981\u306a\u7406\u7531<\/strong><\/td><\/tr><tr><td>GPU\u30ce\u30fc\u30c9<\/td><td>\u8907\u6570\u53f0\u306e\u30de\u30eb\u30c1GPU\u30b5\u30fc\u30d0\u30fc\uff08\u4f8b\uff1a1\u53f0\u3042\u305f\u308a8\u57fa\uff09\u3001NVIDIA\u307e\u305f\u306fAMD<\/td><td>\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u5b66\u7fd2\u306e\u8a08\u7b97\u57fa\u76e4<\/td><\/tr><tr><td>\u4e88\u5099\u30ce\u30fc\u30c9<\/td><td>\u30af\u30e9\u30b9\u30bf\u30fc\u898f\u6a21\u306b\u5fdc\u3058\u3066\u5f85\u6a5f\u30ce\u30fc\u30c9\u3092\u78ba\u4fdd<\/td><td>\u5b66\u7fd2\u4e2d\u65ad\u81ea\u52d5\u5fa9\u65e7\u306e\u4ee3\u66ff\u30ea\u30bd\u30fc\u30b9<\/td><\/tr><tr><td>\u30cd\u30c3\u30c8\u30ef\u30fc\u30af<\/td><td>InfiniBand\u307e\u305f\u306fRoCE<\/td><td>\u30ce\u30fc\u30c9\u9593\u306e\u901a\u4fe1\u52b9\u7387\u3092\u5de6\u53f3<\/td><\/tr><tr><td>\u30b9\u30c8\u30ec\u30fc\u30b8<\/td><td>GPFS\u3001HDFS\u306a\u3069\u306e\u5171\u6709\u30b9\u30c8\u30ec\u30fc\u30b8<\/td><td>Jail\u74b0\u5883\u3001Checkpoint\u3001\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u5171\u6709<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\u88682\u3000Slurm on K8s\u5c0e\u5165\u6642\u306e\u63a8\u5968\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u69cb\u6210<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u307e\u3068\u3081\uff1aSlurm on K8s\u5c0e\u5165\u524d\u306b\u78ba\u8a8d\u3059\u3079\u304d5\u3064\u306e\u30dd\u30a4\u30f3\u30c8<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\u672c\u8a18\u4e8b\u3067\u3054\u7d39\u4ecb\u3057\u305f\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u306f\u3001Slurm\u304c\u30ea\u30bd\u30fc\u30b9\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3092\u3001Kubernetes\u304c\u904b\u7528\u7ba1\u7406\u3092\u62c5\u3044\u3001Checkpoint\u3068\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\u304c\u9023\u643a\u3057\u3066\u969c\u5bb3\u8010\u6027\u3092\u9ad8\u3081\u307e\u3059\u3002\u305d\u306e\u305f\u3081\u3001\u4f01\u696d\u304c\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u5b66\u7fd2\u30d7\u30e9\u30c3\u30c8\u30d5\u30a9\u30fc\u30e0\u3092\u8a55\u4fa1\u3059\u308b\u969b\u306f\u3001\u300c\u3069\u306e\u30b9\u30b1\u30b8\u30e5\u30fc\u30e9\u30fc\u3092\u9078\u3076\u3079\u304d\u304b\u300d\u3092\u554f\u3046\u3088\u308a\u3082\u3001\u3088\u308a\u6839\u672c\u7684\u306a\u554f\u3044\u3092\u8003\u3048\u308b\u3053\u3068\u304c\u5927\u5207\u3067\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u73fe\u5728\u306e\u30e6\u30fc\u30b6\u30fc\u306e\u5229\u7528\u7fd2\u6163\u3001GPU\u306e\u898f\u6a21\u3001\u8a31\u5bb9\u3067\u304d\u308b\u9032\u6357\u306e\u640d\u5931\u3092\u8e0f\u307e\u3048\u3066\u3001\u3069\u306e\u3088\u3046\u306a\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u30fb\u904b\u7528\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u304c\u5fc5\u8981\u304b\u3002\u305d\u3057\u3066\u3001\u969c\u5bb3\u5fa9\u65e7\u306e\u305f\u3081\u306b\u3069\u308c\u3060\u3051\u306e\u30ea\u30bd\u30fc\u30b9\u3092\u78ba\u4fdd\u3067\u304d\u308b\u304b\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u5c0e\u5165\u3084\u898b\u76f4\u3057\u306e\u524d\u306b\u3001\u307e\u305a\u6b21\u306e5\u3064\u306e\u89b3\u70b9\u304b\u3089\u73fe\u72b6\u3092\u6574\u7406\u3059\u308b\u3053\u3068\u3092\u304a\u3059\u3059\u3081\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u30e6\u30fc\u30b6\u30fc\u306e\u5229\u7528\u7fd2\u6163<\/strong>\uff1a\u7d44\u7e54\u5185\u306bSlurm\u30e6\u30fc\u30b6\u30fc\u3084\u65e2\u5b58\u306e\u30b8\u30e7\u30d6\u30b9\u30af\u30ea\u30d7\u30c8\u306f\u3042\u308b\u304b\u3002\u3053\u308c\u304cSlurm\u3092\u7dad\u6301\u3059\u308b\u4fa1\u5024\u3092\u5de6\u53f3\u3057\u307e\u3059\u3002<\/li>\n\n\n\n<li><strong>\u30ea\u30bd\u30fc\u30b9\u5171\u6709<\/strong>\uff1a\u5b66\u7fd2\u3001\u63a8\u8ad6\u3001\u958b\u767a\u3067\u540c\u3058GPU\u30ea\u30bd\u30fc\u30b9\u30d7\u30fc\u30eb\u3092\u5171\u6709\u3059\u308b\u5fc5\u8981\u304c\u3042\u308b\u304b\u3002\u305d\u308c\u3068\u3082\u5c02\u7528\u30af\u30e9\u30b9\u30bf\u30fc\u3092\u7dad\u6301\u3059\u308b\u307b\u3046\u304c\u9069\u3057\u3066\u3044\u308b\u304b\u3002<\/li>\n\n\n\n<li><strong>\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u691c\u8a3c<\/strong>\uff1a\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u9593\u306e\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u3001\u4ed5\u69d8\u66f8\u3060\u3051\u3067\u306a\u304fNCCL Benchmark\u306a\u3069\u306e\u30c4\u30fc\u30eb\u3067\u5b9f\u6e2c\u3057\u3066\u3044\u308b\u304b\u3002<\/li>\n\n\n\n<li><strong>\u4fdd\u5b58\u6226\u7565<\/strong>\uff1aCheckpoint\u306e\u4fdd\u5b58\u9593\u9694\u3068\u30b9\u30c8\u30ec\u30fc\u30b8\u6027\u80fd\u306f\u3001\u8a31\u5bb9\u3067\u304d\u308b\u9032\u6357\u306e\u640d\u5931\u306b\u898b\u5408\u3063\u3066\u3044\u308b\u304b\u3002Checkpoint\u304b\u3089\u306e\u5fa9\u65e7\u3092\u5b9f\u969b\u306b\u8a66\u3057\u305f\u3053\u3068\u306f\u3042\u308b\u304b\u3002<\/li>\n\n\n\n<li><strong>\u5197\u9577\u5316\u30b3\u30b9\u30c8<\/strong>\uff1a1\u56de\u306e\u969c\u5bb3\u3067\u3069\u308c\u3060\u3051\u306e\u640d\u5931\u304c\u751f\u3058\u308b\u304b\u3002\u5f85\u6a5f\u30ce\u30fc\u30c9\u3092\u3069\u308c\u3060\u3051\u78ba\u4fdd\u3059\u308b\u4fa1\u5024\u304c\u3042\u308b\u304b\u3002<\/li>\n<\/ol>\n\n\n\n<p class=\"wp-block-paragraph\">\u6280\u8853\u306f\u9032\u5316\u3092\u7d9a\u3051\u3001\u30af\u30e9\u30b9\u30bf\u30fc\u3082\u62e1\u5f35\u3055\u308c\u7d9a\u3051\u307e\u3059\u3002\u3057\u304b\u3057\u3001GPU\u304c\u6545\u969c\u3059\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u914d\u5206\u304c\u5fc5\u8981\u3067\u3042\u308b\u9650\u308a\u3001\u3053\u306e5\u3064\u306e\u89b3\u70b9\u306f\u5b9a\u671f\u7684\u306b\u898b\u76f4\u3059\u4fa1\u5024\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u3088\u304f\u3042\u308b\u8cea\u554f\uff08FAQ\uff09<\/h2>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Q\uff1aSlurm on K8s\u3068Kubernetes\u3092\u76f4\u63a5\u4f7f\u3046\u5834\u5408\u306e\u9055\u3044\u306f\uff1f<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Kubernetes\u306e\u30c7\u30d5\u30a9\u30eb\u30c8\u30b9\u30b1\u30b8\u30e5\u30fc\u30e9\u30fc\u306f\u3001Pod\u3054\u3068\u306b1\u3064\u305a\u3064\u30ce\u30fc\u30c9\u3092\u5272\u308a\u5f53\u3066\u308b\u305f\u3081\u3001\u5206\u6563\u5b66\u7fd2\u3067\u306f\u30ea\u30bd\u30fc\u30b9\u306e\u30c7\u30c3\u30c9\u30ed\u30c3\u30af\u304c\u767a\u751f\u3059\u308b\u53ef\u80fd\u6027\u304c\u3042\u308a\u3001Slurm\u30b3\u30de\u30f3\u30c9\u3084\u65e2\u5b58\u306e\u30b8\u30e7\u30d6\u30b9\u30af\u30ea\u30d7\u30c8\u3082\u4f7f\u3048\u307e\u305b\u3093\u3002Slurm on K8s\u3067\u306f\u3001Slurm\u304c\u30b8\u30e7\u30d6\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3092\u62c5\u3063\u3066HPC\u30e6\u30fc\u30b6\u30fc\u304c\u6163\u308c\u89aa\u3057\u3093\u3060\u64cd\u4f5c\u65b9\u6cd5\u3092\u7dad\u6301\u3057\u3064\u3064\u3001Kubernetes\u304c\u30b3\u30f3\u30c6\u30ca\u306b\u3088\u308b\u30c7\u30d7\u30ed\u30a4\u3068\u904b\u7528\u3092\u62c5\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Q\uff1a\u30ae\u30e3\u30f3\u30b0\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\uff08Gang Scheduling\uff09\u3068\u306f\uff1f<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u30ae\u30e3\u30f3\u30b0\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306f\u3001\u540c\u3058\u30b8\u30e7\u30d6\u306e\u3059\u3079\u3066\u306ePod\u3092\u3072\u3068\u307e\u3068\u307e\u308a\u3068\u3057\u3066\u6271\u3044\u3001\u5fc5\u8981\u306a\u30ea\u30bd\u30fc\u30b9\u304c\u3059\u3079\u3066\u305d\u308d\u3063\u305f\u6642\u70b9\u3067\u4e00\u6589\u306b\u8d77\u52d5\u3057\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u8907\u6570\u306e\u5206\u6563\u30b8\u30e7\u30d6\u304c\u305d\u308c\u305e\u308cGPU\u306e\u4e00\u90e8\u3092\u5360\u6709\u3057\u3066\u4e92\u3044\u306b\u5f85\u3061\u5408\u3046\u30c7\u30c3\u30c9\u30ed\u30c3\u30af\u3092\u9632\u3052\u307e\u3059\u3002Kubernetes\u30cd\u30a4\u30c6\u30a3\u30d6\u306eGang\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u306fv1.37\u3067Beta\u306b\u5165\u308a\u307e\u3057\u305f\u304c\u3001\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u306f\u6709\u52b9\u306b\u306a\u3063\u3066\u3044\u307e\u305b\u3093\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Q\uff1a\u5206\u6563\u5b66\u7fd2\u3067GPU\u969c\u5bb3\u304c\u767a\u751f\u3057\u305f\u5834\u5408\u3001\u5fa9\u65e7\u306b\u306f\u3069\u306e\u304f\u3089\u3044\u304b\u304b\u308a\u307e\u3059\u304b\uff1f<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Checkpoint\u306e\u307f\u306b\u983c\u308b\u5834\u5408\u3001\u969c\u5bb3\u5f8c\u306b\u30b8\u30e7\u30d6\u5168\u4f53\u3092\u518d\u5ea6\u30ad\u30e5\u30fc\u306b\u4e26\u3079\u3066\u521d\u671f\u5316\u3057\u76f4\u3059\u5fc5\u8981\u304c\u3042\u308a\u3001\u6570\u6642\u9593\u304b\u304b\u308b\u3053\u3068\u304c\u4e00\u822c\u7684\u3067\u3059\u3002AI-Stack\u306e\u5b66\u7fd2\u4e2d\u65ad\u81ea\u52d5\u5fa9\u65e7\u3092\u7d44\u307f\u5408\u308f\u305b\u308c\u3070\u3001\u30a6\u30a9\u30fc\u30e0\u30b9\u30bf\u30f3\u30d0\u30a4\u30ce\u30fc\u30c9\u3067\u969c\u5bb3\u30ce\u30fc\u30c9\u3092\u81ea\u52d5\u7684\u306b\u7f6e\u304d\u63db\u3048\u3001\u5fa9\u65e7\u6642\u9593\u3092\u5206\u5358\u4f4d\u307e\u3067\u77ed\u7e2e\u3067\u304d\u307e\u3059\u3002\u3044\u305a\u308c\u306e\u65b9\u6cd5\u3067\u3082\u3001\u76f4\u8fd1\u306e\u4fdd\u5b58\u4ee5\u964d\u306e\u9032\u6357\u306f\u518d\u8a08\u7b97\u304c\u5fc5\u8981\u3067\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Q\uff1aCheckpoint\u306e\u4fdd\u5b58\u983b\u5ea6\u306f\u3069\u306e\u3088\u3046\u306b\u8a2d\u5b9a\u3059\u3079\u304d\u3067\u3059\u304b\uff1f<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u6700\u9069\u306a\u4fdd\u5b58\u9593\u9694\u306f\u3001Checkpoint\u306e\u66f8\u304d\u8fbc\u307f\u30b3\u30b9\u30c8\u3068\u6545\u969c\u7387\u306b\u3088\u3063\u3066\u6c7a\u307e\u308a\u307e\u3059\u3002\u4fdd\u5b58\u304c\u983b\u7e41\u3059\u304e\u308b\u3068\u5b66\u7fd2\u6642\u9593\u3092\u5727\u8feb\u3057\u3001\u9593\u9694\u304c\u9577\u3059\u304e\u308b\u3068\u969c\u5bb3\u306e\u305f\u3073\u306b\u5931\u3046\u9032\u6357\u304c\u5897\u3048\u307e\u3059\u3002\u4e00\u822c\u7684\u306b\u306f\u3001\u30ce\u30fc\u30c9\u6570\u304c\u591a\u304f\u969c\u5bb3\u304c\u983b\u7e41\u306a\u307b\u3069\u3001\u4fdd\u5b58\u9593\u9694\u3092\u77ed\u304f\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Q\uff1aAI-Stack Slurm on K8s\u306e\u5c0e\u5165\u306b\u306f\u3069\u306e\u3088\u3046\u306a\u30cf\u30fc\u30c9\u30a6\u30a7\u30a2\u304c\u5fc5\u8981\u3067\u3059\u304b\uff1f<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\u63a8\u5968\u69cb\u6210\u306f\u3001\u8907\u6570\u53f0\u306e\u30de\u30eb\u30c1GPU\u30b5\u30fc\u30d0\u30fc\uff08NVIDIA\u307e\u305f\u306fAMD\uff09\u3001InfiniBand\u307e\u305f\u306fRoCE\u306e\u9ad8\u901f\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3001GPFS\u3084HDFS\u306a\u3069\u306e\u5171\u6709\u30b9\u30c8\u30ec\u30fc\u30b8\u3067\u3059\u3002\u5b66\u7fd2\u4e2d\u65ad\u306e\u81ea\u52d5\u5fa9\u65e7\u3092\u6709\u52b9\u306b\u3059\u308b\u5834\u5408\u306f\u3001\u4ee3\u66ff\u7528\u306e\u5f85\u6a5f\u30ce\u30fc\u30c9\u3082\u5225\u9014\u78ba\u4fdd\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n","protected":false},"excerpt":{"rendered":"<p>AI\u5b66\u7fd2\u306f\u30de\u30eb\u30c1\u30ce\u30fc\u30c9\u5316\u30fb\u5927\u898f\u6a21\u5316\u304c\u6025\u901f\u306b\u9032\u307f\u3001\u4f01\u696d\u306f\u30ea\u30bd\u30fc\u30b9\u30b9\u30b1\u30b8\u30e5\u30fc\u30ea\u30f3\u30b0\u3001\u904b\u7528\u7ba1\u7406\u3001GPU\u969c\u5bb3\u3068\u3044\u30463\u3064\u306e\u8ab2\u984c\u306b\u76f4\u9762\u3057\u3066\u3044\u307e\u3059\u3002\u672c\u8a18\u4e8b\u3067\u306f\u696d\u754c\u52d5\u5411\u3068\u65e2\u5b58\u624b\u6cd5\u306e\u9650\u754c\u3092\u89e3\u8aac\u3057\u3001Slurm on K8s\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u3001INFINITIX AI-Stack\u306e\u5b66\u7fd2\u4e2d\u65ad\u81ea\u52d5\u5fa9\u65e7\u306b\u3088\u3063\u3066\u969c\u5bb3\u304b\u3089\u306e\u5fa9\u65e7\u6642\u9593\u3092\u5206\u5358\u4f4d\u307e\u3067\u77ed\u7e2e\u3059\u308b\u4ed5\u7d44\u307f\u3092\u3054\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n","protected":false},"author":253372381,"featured_media":15823,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_feature_clip_id":0,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[96987663,96987667],"tags":[96987686,96987854,96989086],"class_list":["post-15821","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-technical-support","category-product-features","tag-ai-ja","tag-hpc-ja","tag-slurm"],"blocksy_meta":[],"acf":[],"jetpack_shortlink":"https:\/\/wp.me\/ph344V-47b","jetpack_sharing_enabled":true,"jetpack_featured_media_url":"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/11\/c902a4ff.png?fit=1920%2C1080&quality=100&ct=202603031250&ssl=1","_links":{"self":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts\/15821","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/users\/253372381"}],"replies":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/comments?post=15821"}],"version-history":[{"count":3,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts\/15821\/revisions"}],"predecessor-version":[{"id":15850,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/posts\/15821\/revisions\/15850"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/media\/15823"}],"wp:attachment":[{"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/media?parent=15821"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/categories?post=15821"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ai-stack.ai\/ja\/wp-json\/wp\/v2\/tags?post=15821"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}