{"id":15645,"date":"2026-10-30T15:05:10","date_gmt":"2026-10-30T07:05:10","guid":{"rendered":"https:\/\/ai-stack.ai\/?p=15645"},"modified":"2026-10-30T15:38:45","modified_gmt":"2026-10-30T07:38:45","slug":"what-is-llm-benchmark","status":"publish","type":"post","link":"https:\/\/ai-stack.ai\/ko\/what-is-llm-benchmark","title":{"rendered":"10\ubd84 \ub9cc\uc5d0 \uc774\ud574\ud558\ub294 LLM \ubca4\uce58\ub9c8\ud06c: \uc9c0\uc5f0\uc2dc\uac04, \ucc98\ub9ac\ub7c9, \ubd80\ud558 \ubaa8\ub378"},"content":{"rendered":"\n<p class=\"wp-block-paragraph\">2026\ub144 10\uc6d4 22\uc77c \u00b7 INFINITIX \uc81c\ud488\ud300<\/p>\n\n\n\n<h1 class=\"wp-block-heading\"><strong>\ub4e4\uc5b4\uac00\uba70: &#8220;\uc774 \uc11c\ubc84\ub294 \ub3d9\uc2dc\uc5d0 \uba87 \uba85\uc758 \uc0ac\uc6a9\uc790\uc5d0\uac8c \uc11c\ube44\uc2a4\ub97c \uc81c\uacf5\ud560 \uc218 \uc788\uc744\uae4c?&#8221;<\/strong><\/h1>\n\n\n\n<p class=\"wp-block-paragraph\">\ud55c \ud300\uc774 GPU \uc11c\ubc84\uc5d0 \uc624\ud508\uc18c\uc2a4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc744 \ubc30\ud3ec\ud588\ub2e4\uace0 \uac00\uc815\ud574 \ubcf4\uc790. Curl\ub85c \ud504\ub86c\ud504\ud2b8(Prompt)\ub97c \uc804\uc1a1\ud558\ub2c8 1\ucd08 \ub0a8\uc9d3 \uc9c0\ub098 \uc751\ub2f5 \ud14d\uc2a4\ud2b8\uac00 \ucd9c\ub825\ub418\uae30 \uc2dc\uc791\ud55c\ub2e4. \uc5b8\ub73b \ubcf4\uae30\uc5d0\ub294 \ucda9\ubd84\ud788 \ube60\ub974\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ud558\uc9c0\ub9cc &#8216;\ube60\ub974\uac8c \ubcf4\uc778\ub2e4&#8217;\ub294 \uc0ac\uc2e4\ub9cc\uc73c\ub85c\ub294 \ub2e4\uc74c \uc9c8\ubb38\uc5d0 \ub2f5\ud560 \uc218 \uc5c6\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; \uc2dc\uc2a4\ud15c\uc740 \ub3d9\uc2dc\uc5d0 10\uba85\uc758 \uc694\uccad\uc744 \ucc98\ub9ac\ud560 \uc218 \uc788\uc744\uae4c, \uc544\ub2c8\uba74 200\uba85\uae4c\uc9c0 \ucc98\ub9ac\ud560 \uc218 \uc788\uc744\uae4c?<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; \uc0ac\uc6a9\uc790\uac00 \uccab \ubc88\uc9f8 \uc751\ub2f5 \ud14d\uc2a4\ud2b8\ub97c \uba87 \ucd08 \uc774\ub0b4\uc5d0 \ud655\uc778\ud574\uc57c \uc801\uc808\ud55c \uc11c\ube44\uc2a4 \ud488\uc9c8\uc774\ub77c\uace0 \ud560 \uc218 \uc788\uc744\uae4c?<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; \uc2a4\ud2b8\ub9ac\ubc0d \ubc29\uc2dd\uc73c\ub85c \uc751\ub2f5\uc744 \ud45c\uc2dc\ud560 \ub54c \uc5b4\ub290 \uc815\ub3c4\uc758 \ucd9c\ub825 \uc18d\ub3c4\uac00 \ud655\ubcf4\ub418\uc5b4\uc57c \uc790\uc5f0\uc2a4\ub7fd\uace0 \uc6d0\ud65c\ud558\uac8c \ub290\uaef4\uc9c8\uae4c?<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc774\ub7ec\ud55c \uc9c8\ubb38\uc5d0 \ub2f5\ud558\uae30 \uc704\ud574 \ud544\uc694\ud55c \uac83\uc774 \ubc14\ub85c LLM \ubca4\uce58\ub9c8\ud06c(LLM Benchmark), \uc989 \uc131\ub2a5 \uae30\uc900 \ud14c\uc2a4\ud2b8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc774 \uae00\uc5d0\uc11c\ub294 \ubca4\uce58\ub9c8\ud06c \ub3c4\uad6c\uc758 \uc124\uce58 \ubc29\ubc95\ubcf4\ub2e4\ub294 \ud14c\uc2a4\ud2b8\uc758 \uae30\ubcf8 \uc6d0\ub9ac\uc5d0 \uc9d1\uc911\ud55c\ub2e4. \uc5b4\ub5a4 \uc9c0\ud45c\ub97c \uce21\uc815\ud574\uc57c \ud558\ub294\uc9c0, \uc65c \ud558\ub098\uc758 \uc218\uce58\ub9cc\uc73c\ub85c \uc131\ub2a5\uc744 \ud310\ub2e8\ud574\uc11c\ub294 \uc548 \ub418\ub294\uc9c0, \ubd80\ud558\ub97c \uc5b4\ub5a4 \ubc29\uc2dd\uc73c\ub85c \ubc1c\uc0dd\uc2dc\ucf1c\uc57c \ud558\ub294\uc9c0, \uadf8\ub9ac\uace0 \uc5b4\ub5a4 \uc694\uc18c\uac00 \uce21\uc815 \uacb0\uacfc\ub97c \uc65c\uace1\ud560 \uc218 \uc788\ub294\uc9c0\ub97c \uc0b4\ud3b4\ubcf8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub610\ud55c NVIDIA\uac00 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c\ud55c AIPerf\ub97c \uc608\uc2dc\ub85c \ud65c\uc6a9\ud574 \uc774\ub7ec\ud55c \uac1c\ub150\uc774 \uc2e4\uc81c \ubca4\uce58\ub9c8\ud06c \ub3c4\uad6c\uc5d0\uc11c \uc5b4\ub5bb\uac8c \uad6c\ud604\ub418\ub294\uc9c0 \uc124\uba85\ud55c\ub2e4.<\/p>\n\n\n\n<h1 class=\"wp-block-heading\"><strong>1. LLM \ubca4\uce58\ub9c8\ud06c\ub780 \ubb34\uc5c7\uc778\uac00?<\/strong><\/h1>\n\n\n\n<p class=\"wp-block-paragraph\">LLM \ubca4\uce58\ub9c8\ud06c\ub77c\ub294 \uc6a9\uc5b4\ub294 \uc77c\ubc18\uc801\uc73c\ub85c \ub450 \uac00\uc9c0 \uc758\ubbf8\ub85c \uc0ac\uc6a9\ub41c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uccab \ubc88\uc9f8\ub294 \ubaa8\ub378\uc758 \ub2a5\ub825\uc744 \ud3c9\uac00\ud558\ub294 \ubca4\uce58\ub9c8\ud06c\ub2e4. MMLU, HumanEval\uacfc \uac19\uc740 \ud3c9\uac00 \ub370\uc774\ud130\uc14b\uc744 \ud1b5\ud574 \ubaa8\ub378\uc774 \uc9c8\ubb38\uc5d0 \uc5bc\ub9c8\ub098 \uc815\ud655\ud558\uac8c \ub2f5\ud558\ub294\uc9c0\ub97c \uce21\uc815\ud558\uba70, \ud558\ub4dc\uc6e8\uc5b4 \uc131\ub2a5 \uc790\uccb4\ub97c \ud3c9\uac00\ud558\ub294 \uac83\uc740 \uc544\ub2c8\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub450 \ubc88\uc9f8\ub294 \ucd94\ub860 \uc131\ub2a5 \ubca4\uce58\ub9c8\ud06c(Inference Performance Benchmark)\ub2e4. \ub3d9\uc77c\ud55c \ubaa8\ub378\uc744 \ud2b9\uc815 \ud558\ub4dc\uc6e8\uc5b4\uc640 \ucd94\ub860 \uc5d4\uc9c4\uc5d0 \ubc30\ud3ec\ud588\uc744 \ub54c \uc751\ub2f5 \uc18d\ub3c4\uac00 \uc5bc\ub9c8\ub098 \ube60\ub978\uc9c0, \ub3d9\uc2dc\uc5d0 \uba87 \uba85\uc758 \uc0ac\uc6a9\uc790\uc5d0\uac8c \uc11c\ube44\uc2a4\ub97c \uc81c\uacf5\ud560 \uc218 \uc788\ub294\uc9c0\ub97c \ud3c9\uac00\ud55c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc774 \uae00\uc5d0\uc11c \ub2e4\ub8e8\ub294 \uac83\uc740 \ub450 \ubc88\uc9f8 \uc720\ud615\uc774\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub2e4\ub9cc LLM \ucd94\ub860 \uc131\ub2a5 \ud14c\uc2a4\ud2b8\ub294 \uc77c\ubc18\uc801\uc778 HTTP \ubd80\ud558 \ud14c\uc2a4\ud2b8\uc640 \ub3d9\uc77c\ud55c \ubc29\uc2dd\uc73c\ub85c \uc811\uadfc\ud574\uc11c\ub294 \uc548 \ub41c\ub2e4. LLM \ucd94\ub860\uc5d0\ub294 \uae30\uc874 API \uc11c\ube44\uc2a4\uc640 \uad6c\ubcc4\ub418\ub294 \uba87 \uac00\uc9c0 \uc911\uc694\ud55c \ud2b9\uc131\uc774 \uc788\uae30 \ub54c\ubb38\uc774\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uccab\uc9f8, \uc751\ub2f5\uc774 \ud1a0\ud070 \ub2e8\uc704\ub85c \uc2a4\ud2b8\ub9ac\ubc0d\ub41c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uccab \ubc88\uc9f8 \ud1a0\ud070\uc774 \uc5b8\uc81c \ub3c4\ucc29\ud558\ub294\uc9c0(Time to First Token, TTFT), \uc774\ud6c4 \ud1a0\ud070 \uc0ac\uc774\uc758 \uac04\uaca9\uc774 \uc5bc\ub9c8\ub098 \ub418\ub294\uc9c0(Inter-Token Latency, ITL), \uc804\uccb4 \uc751\ub2f5\uc774 \uc5b8\uc81c \uc644\ub8cc\ub418\ub294\uc9c0(End-to-End Request Latency, E2E Latency)\ub294 \uc11c\ub85c \ub2e4\ub978 \uc2dc\uac04 \uc9c0\ud45c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub458\uc9f8, \uc694\uccad\ub9c8\ub2e4 \ucc98\ub9ac\ud574\uc57c \ud558\ub294 \uc791\uc5c5\ub7c9\uc774 \ub2e4\ub974\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ubaa8\ub378\uc740 \uc11c\ub85c \ub2e4\ub978 \uc2dc\uc810\uc5d0 \uc0dd\uc131\uc744 \uc885\ub8cc\ud560 \uc218 \uc788\uc73c\uba70, \ucd9c\ub825\uc774 \uae38\uc5b4\uc9c8\uc218\ub85d \uc77c\ubc18\uc801\uc73c\ub85c GPU\ub97c \uc810\uc720\ud558\ub294 \uc2dc\uac04\ub3c4 \uae38\uc5b4\uc9c4\ub2e4. \ub450 \ud14c\uc2a4\ud2b8\uc758 \ucd9c\ub825 \uae38\uc774 \ubd84\ud3ec\uac00 \ub2e4\ub974\ub2e4\uba74 \ucc98\ub9ac\ub7c9\uc744 \uc9c1\uc811 \ube44\uad50\ud558\uae30 \uc5b4\ub835\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc14b\uc9f8, \uc5f0\uc0b0\uc740 Prefill\uacfc Decode\uc758 \ub450 \ub2e8\uacc4\ub85c \ub098\ub25c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">Prefill\uc740 \uc785\ub825 \ud504\ub86c\ud504\ud2b8 \uc804\uccb4\ub97c \ucc98\ub9ac\ud558\ub294 \ub2e8\uacc4\uc774\uace0, Decode\ub294 \ucd9c\ub825 \ud1a0\ud070\uc744 \uc21c\ucc28\uc801\uc73c\ub85c \uc0dd\uc131\ud558\ub294 \ub2e8\uacc4\ub2e4. \ub450 \ub2e8\uacc4\ub294 \uc694\uad6c\ud558\ub294 \uc790\uc6d0\uacfc \uc131\ub2a5 \ubcd1\ubaa9 \uc694\uc778\uc774 \uc11c\ub85c \ub2e4\ub974\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub137\uc9f8, \uc11c\ub85c \ub2e4\ub978 \uc694\uccad\uc774 \uc0c1\ud638 \uc601\ud5a5\uc744 \ubbf8\uce5c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ucd94\ub860 \uc5d4\uc9c4\uc740 \uc5f0\uc18d \ubc30\uce58 \ucc98\ub9ac(Continuous Batching)\ub97c \ud1b5\ud574 \uc5ec\ub7ec \uc694\uccad\uc758 Decode \uc791\uc5c5\uc744 \ubb36\uc5b4 \uc2a4\ucf00\uc904\ub9c1\ud560 \uc218 \uc788\ub2e4. \ub530\ub77c\uc11c \uac1c\ubcc4 \uc694\uccad\uc758 \ud1a0\ud070 \uc0dd\uc131 \uc18d\ub3c4\ub294 \ub3d9\uc2dc\uc5d0 \uc2e4\ud589 \uc911\uc778 \ub2e4\ub978 \uc694\uccad\uc758 \uc601\ud5a5\uc744 \ubc1b\ub294\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub2e4\uc12f\uc9f8, GPU \uba54\ubaa8\ub9ac\uac00 \uba3c\uc800 \ubcd1\ubaa9\uc774 \ub420 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc544\uc9c1 \uc644\ub8cc\ub418\uc9c0 \uc54a\uc740 \uc694\uccad\uc740 \uac01\uac01 KV Cache\ub97c \uc810\uc720\ud558\uba70, \ud544\uc694\ud55c \uba54\ubaa8\ub9ac \uc6a9\ub7c9\uc740 \uc2dc\ud000\uc2a4 \uae38\uc774\uc5d0 \ub530\ub77c \uc99d\uac00\ud55c\ub2e4. \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9\uc774 \ud55c\uacc4\uc5d0 \uac00\uae4c\uc6cc\uc9c0\uac70\ub098 \ud55c\uacc4\uc5d0 \ub3c4\ub2ec\ud558\uba74 \uc9c0\uc5f0 \uc2dc\uac04\uc774 \uc810\uc9c4\uc801\uc73c\ub85c \uc99d\uac00\ud558\ub294 \uac83\uc774 \uc544\ub2c8\ub77c \uac11\uc790\uae30 \ud06c\uac8c \uc545\ud654\ub420 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub530\ub77c\uc11c \ubca4\uce58\ub9c8\ud06c\ub97c \uc218\ud589\ud558\uae30 \uc804\uc5d0\ub294 \ucd5c\uc18c\ud55c \ub2e4\uc74c \ub2e4\uc12f \uac00\uc9c0\ub97c \uba85\ud655\ud788 \uc815\uc758\ud574\uc57c \ud55c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">1. \ud14c\uc2a4\ud2b8 \ub300\uc0c1: API \uc11c\ube44\uc2a4 \uc5d4\ub4dc\ud3ec\uc778\ud2b8(Endpoint), \ubaa8\ub378, \uc2a4\ud2b8\ub9ac\ubc0d \ud65c\uc131\ud654 \uc5ec\ubd80<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">2. \uc6cc\ud06c\ub85c\ub4dc: \ud504\ub86c\ud504\ud2b8 \ucd9c\ucc98, \uc785\ub825 \uc2dc\ud000\uc2a4 \uae38\uc774(Input Sequence Length, ISL), \ucd9c\ub825 \uc2dc\ud000\uc2a4 \uae38\uc774(Output Sequence Length, OSL)<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">3. \ubd80\ud558 \ubaa8\ub378: \ub3d9\uc2dc \uc694\uccad \uc218\uc640 \uc694\uccad \uc804\uc1a1 \uac04\uaca9<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">4. \uce21\uc815 \uc9c0\ud45c<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">5. \ud310\uc815 \uae30\uc900: \uc11c\ube44\uc2a4 \uc218\uc900 \ubaa9\ud45c(Service Level Objective, SLO)<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ubca4\uce58\ub9c8\ud06c\ub97c \ud558\ub098\uc758 \ud1b5\uc81c\ub41c \uc2e4\ud5d8\uc73c\ub85c \uc0dd\uac01\ud558\uace0 \ud55c \ubc88\uc5d0 \ud558\ub098\uc758 \ubcc0\uc218\ub9cc \ubcc0\uacbd\ud574\uc57c \uacb0\uacfc\uac00 \ub2ec\ub77c\uc9c4 \uc6d0\uc778\uc744 \uc27d\uac8c \ud30c\uc545\ud560 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<h1 class=\"wp-block-heading\"><strong>2. \uc65c \ud558\ub098\uc758 \uc22b\uc790\ub9cc\uc73c\ub85c \uc131\ub2a5\uc744 \ud310\ub2e8\ud574\uc11c\ub294 \uc548 \ub420\uae4c?<\/strong><\/h1>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>2.1 \ud558\ub098\uc758 \uc2dc\uac04\ucd95\uc5d0\uc11c \uce21\uc815\ud558\ub294 \ub124 \uac00\uc9c0 \ud575\uc2ec \uc9c0\ud45c<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\ubaa8\ub4e0 \uc9c0\ud45c\ub294 \ub3d9\uc77c\ud55c \uc2dc\uac04\ucd95\uc744 \uae30\uc900\uc73c\ub85c \uacc4\uc0b0\ub41c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">t\u2080\ub294 \uc694\uccad\uc744 \uc804\uc1a1\ud55c \uc2dc\uc810\uc774\uace0, t\u2081\uc740 \uccab \ubc88\uc9f8 \ud1a0\ud070\uc744 \uc218\uc2e0\ud55c \uc2dc\uc810\uc774\ub2e4. \uc774\ud6c4 \ud1a0\ud070\uc774 \uc21c\ucc28\uc801\uc73c\ub85c \ub3c4\ucc29\ud558\uba70, t\u2099\uc740 \ub9c8\uc9c0\ub9c9 \ud1a0\ud070\uc744 \uc218\uc2e0\ud55c \uc2dc\uc810\uc774\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-image size-large is-resized\"><img data-recalc-dims=\"1\" fetchpriority=\"high\" decoding=\"async\" width=\"1024\" height=\"469\" data-attachment-id=\"15646\" data-permalink=\"https:\/\/ai-stack.ai\/ko\/what-is-llm-benchmark\/image-44\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/559fb4cd-2.png?fit=1920%2C880&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1920,880\" data-comments-opened=\"0\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/559fb4cd-2.png?fit=1024%2C469&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/aea3ff99-2.png?resize=1024%2C469&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-15646\" style=\"aspect-ratio:2.184115523465704;width:605px;height:auto\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 1. \ud074\ub77c\uc774\uc5b8\ud2b8(Client)\uc5d0\uc11c \uad00\ucc30\ud55c \uc2a4\ud2b8\ub9ac\ubc0d \uc694\uccad\uc758 \uc2dc\uac04\ucd95\uacfc \ub124 \uac00\uc9c0 \ud575\uc2ec \uc9c0\ud45c\uc5d0 \ud574\ub2f9\ud558\ub294 \uc2dc\uac04 \uad6c\uac04<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>TTFT(Time to First Token) = t\u2081 \u2212 t\u2080<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>TTFT\ub294 \uccab \ubc88\uc9f8 \ud1a0\ud070\uc744 \uc218\uc2e0\ud558\uae30\uae4c\uc9c0 \uac78\ub9b0 \uc2dc\uac04\uc774\ub2e4. \uc774 \uc2dc\uac04\uc5d0\ub294 \ub124\ud2b8\uc6cc\ud06c \uc655\ubcf5 \uc2dc\uac04, \uc11c\ubc84\uc758 \uc694\uccad \ub300\uae30\uc2dc\uac04, \uc804\uccb4 \ud504\ub86c\ud504\ud2b8\ub97c \ucc98\ub9ac\ud558\ub294 Prefill \uc2dc\uac04\uc774 \ud3ec\ud568\ub41c\ub2e4. \uc0ac\uc6a9\uc790\uac00 &#8216;\uc2dc\uc2a4\ud15c\uc774 \uc751\ub2f5\ud558\uace0 \uc788\ub2e4&#8217;\uace0 \ub290\ub07c\ub294 \uc2dc\uc810\uc744 \ub098\ud0c0\ub0b4\uba70, \ud504\ub86c\ud504\ud2b8 \uae38\uc774\uc5d0 \ubbfc\uac10\ud558\ub2e4. \ub610\ud55c \ub3d9\uc2dc \uc694\uccad \uc218\uac00 \uc99d\uac00\ud560 \ub54c \uac00\uc7a5 \uba3c\uc800 \uc545\ud654\ub418\ub294 \uc9c0\ud45c \uc911 \ud558\ub098\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>ITL(Inter-Token Latency) = (Request Latency \u2212 TTFT) \u00f7 (OSL \u2212 1)<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>ITL\uc740 \uccab \ubc88\uc9f8 \ud1a0\ud070\uc744 \ubc1b\uc740 \uc774\ud6c4 \ub2e4\uc74c \ud1a0\ud070\uc744 \uc218\uc2e0\ud558\uae30\uae4c\uc9c0\uc758 \ud3c9\uade0 \uac04\uaca9\uc774\ub2e4. Decode \ub2e8\uacc4\uc5d0\uc11c \ucd9c\ub825\uc774 \uc5bc\ub9c8\ub098 \uc790\uc5f0\uc2a4\ub7fd\uac8c \uc774\uc5b4\uc9c0\ub294\uc9c0\ub97c \ub098\ud0c0\ub0b8\ub2e4. \uc5c5\uacc4\uc5d0\uc11c\ub294 TPOT(Time Per Output Token)\ub77c\ub294 \uad00\ub828 \uc6a9\uc5b4\ub3c4 \ub110\ub9ac \uc0ac\uc6a9\ud55c\ub2e4. \ubd84\ubaa8\uac00 OSL\uc774 \uc544\ub2cc OSL \u2212 1\uc778 \uc774\uc720\ub294 \uccab \ubc88\uc9f8 \ud1a0\ud070\uc744 \uae30\ub2e4\ub9ac\ub294 \uc2dc\uac04\uc774 \uc774\ubbf8 TTFT\uc5d0 \ud3ec\ud568\ub418\uc5b4 \uc788\uae30 \ub54c\ubb38\uc774\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Request Latency = t\u2099 \u2212 t\u2080<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc694\uccad\uc744 \uc804\uc1a1\ud55c \uc2dc\uc810\ubd80\ud130 \uc804\uccb4 \uc751\ub2f5\uc744 \uc644\ub8cc\ud560 \ub54c\uae4c\uc9c0 \uac78\ub9b0 \ucd1d \uc2dc\uac04\uc774\ub2e4. \uc804\uccb4 \uc751\ub2f5 \uc2dc\uac04\uc774 \ub3d9\uc77c\ud558\ub354\ub77c\ub3c4 \uc0ac\uc6a9\uc790 \uacbd\ud5d8\uc740 \ud06c\uac8c \ub2e4\ub97c \uc218 \uc788\ub2e4. \ud55c \uc694\uccad\uc740 \uccab \uc751\ub2f5\uae4c\uc9c0 \uc624\ub798 \uae30\ub2e4\ub9ac\uc9c0\ub9cc \uc774\ud6c4 \ube60\ub974\uac8c \ucd9c\ub825\ub420 \uc218 \uc788\uace0, \ub2e4\ub978 \uc694\uccad\uc740 \uccab \uc751\ub2f5\uc774 \ube60\ub974\uc9c0\ub9cc \uc774\ud6c4 \ucd9c\ub825 \uc18d\ub3c4\uac00 \ub290\ub9b4 \uc218 \uc788\ub2e4. \ub530\ub77c\uc11c \uc804\uccb4 \uc751\ub2f5 \uc2dc\uac04\uc740 TTFT\uc640 ITL\uc744 \ud568\uaed8 \ud655\uc778\ud574\uc57c \ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc0ac\uc6a9\uc790\ubcc4 \ucd9c\ub825 \uc18d\ub3c4 = 1 \u00f7 ITL<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uac1c\ubcc4 \uc0ac\uc6a9\uc790\uac00 1\ucd08\uc5d0 \uc218\uc2e0\ud560 \uc218 \uc788\ub294 \ub300\ub7b5\uc801\uc778 \ud1a0\ud070 \uc218\ub97c \uc758\ubbf8\ud55c\ub2e4. \ucd9c\ub825 \uc18d\ub3c4\uac00 \ucd08\ub2f9 \ud55c \uc790\ub9bf\uc218 \ud1a0\ud070 \uc218\uc900\uc73c\ub85c \ub5a8\uc5b4\uc9c0\uba74 \uc0ac\uc6a9\uc790\ub294 \uc77c\ubc18\uc801\uc73c\ub85c \uc751\ub2f5\uc774 \ub290\ub9ac\ub2e4\uace0 \uccb4\uac10\ud558\uac8c \ub41c\ub2e4.<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>2.2 \ucc98\ub9ac\ub7c9(Throughput): \uc2dc\uc2a4\ud15c \uc804\uccb4\uc758 \uc0dd\uc0b0 \ub2a5\ub825<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Benchmark Duration<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uccab \ubc88\uc9f8 \uc694\uccad\uc744 \uc804\uc1a1\ud55c \uc2dc\uc810\ubd80\ud130 \ub9c8\uc9c0\ub9c9 \uc751\ub2f5\uc744 \uc218\uc2e0\ud560 \ub54c\uae4c\uc9c0\uc758 \uc804\uccb4 \uc2dc\uac04\uc774\ub2e4. \ucc98\ub9ac\ub7c9 \uacc4\uc0b0 \uc2dc \uc774 \uc2dc\uac04\uc744 \ubd84\ubaa8\ub85c \uc0ac\uc6a9\ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Output Token Throughput = \uc804\uccb4 \ucd9c\ub825 \ud1a0\ud070 \uc218 \u00f7 Duration<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc2dc\uc2a4\ud15c \uc804\uccb4\uac00 1\ucd08 \ub3d9\uc548 \uc0dd\uc131\ud558\ub294 \ucd9c\ub825 \ud1a0\ud070 \uc218\ub97c \uc758\ubbf8\ud558\uba70, \ub2e8\uc704\ub294 TPS(Tokens Per Second)\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Request Throughput = \uc644\ub8cc\ub41c \uc694\uccad \uc218 \u00f7 Duration<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc2dc\uc2a4\ud15c\uc774 1\ucd08 \ub3d9\uc548 \uc644\ub8cc\ud558\ub294 \uc694\uccad \uc218\ub97c \uc758\ubbf8\ud558\uba70, \ub2e8\uc704\ub294 RPS(Requests Per Second)\uc774\ub2e4. \uc694\uccad \ucc98\ub9ac\ub7c9\uacfc \ud1a0\ud070 \ucc98\ub9ac\ub7c9 \uc0ac\uc774\uc758 \uad00\uacc4\ub294 \uc694\uccad\ub2f9 \ud3c9\uade0 \ucd9c\ub825 \uae38\uc774\uc5d0 \ub530\ub77c \ub2ec\ub77c\uc9c4\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uac00\uc7a5 \ud63c\ub3d9\ud558\uae30 \uc26c\uc6b4 \uc608\uc2dc\ub294 \ub2e4\uc74c \ub450 \ud45c\ud604\uc774\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>&#8211; \uc0ac\uc6a9\uc790 \ud55c \uba85\uc774 \ucd08\ub2f9 20\uac1c\uc758 \ud1a0\ud070\uc744 \uc218\uc2e0\ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>&#8211; \uc2dc\uc2a4\ud15c \uc804\uccb4\uac00 \ucd08\ub2f9 2,000\uac1c\uc758 \ud1a0\ud070\uc744 \uc0dd\uc131\ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub450 \uc218\uce58\ub294 \uc11c\ub85c \ub2e4\ub978 \uc758\ubbf8\ub97c \uac00\uc9c4\ub2e4. \ub3d9\uc2dc \uc694\uccad \uc218\uac00 \uc99d\uac00\ud558\uba74 Batching\uc744 \ud1b5\ud574 \uc2dc\uc2a4\ud15c \uc804\uccb4 \ucc98\ub9ac\ub7c9\uc740 \uc99d\uac00\ud560 \uc218 \uc788\ub2e4. \ubc18\uba74 \uac1c\ubcc4 Decode \ub2e8\uacc4\uc758 \ucc98\ub9ac \uc2dc\uac04\uc774 \ub298\uc5b4\ub098 \uc0ac\uc6a9\uc790 \ud55c \uba85\uc774 \uccb4\uac10\ud558\ub294 \ucd9c\ub825 \uc18d\ub3c4\ub294 \uac10\uc18c\ud560 \uc218 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub530\ub77c\uc11c tokens\/s\ub77c\ub294 \ub2e8\uc704\ub97c \ubcfc \ub54c\ub294 \uc0ac\uc6a9\uc790\ubcc4 \uc18d\ub3c4\uc778\uc9c0 \uc2dc\uc2a4\ud15c \uc804\uccb4 \ucc98\ub9ac\ub7c9\uc778\uc9c0 \uba3c\uc800 \ud655\uc778\ud574\uc57c \ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>2.3 \uc65c \ud3c9\uade0\uac12\ub9cc \ud655\uc778\ud574\uc11c\ub294 \uc548 \ub420\uae4c?<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\uc9c0\uc5f0 \uc2dc\uac04 \ubd84\ud3ec\ub294 \uc77c\ubc18\uc801\uc73c\ub85c \uc624\ub978\ucabd\uc73c\ub85c \uce58\uc6b0\uce5c \uae34 \uaf2c\ub9ac(Long Tail) \ud615\ud0dc\ub97c \ubcf4\uc778\ub2e4. \ub300\ubd80\ubd84\uc758 \uc694\uccad\uc740 \ube60\ub974\uac8c \uc644\ub8cc\ub418\uc9c0\ub9cc, \uc77c\ubd80 \uc694\uccad\uc740 \ub300\uae30\uc5f4\uc774\ub098 \uba54\ubaa8\ub9ac \uc555\ubc15\uc73c\ub85c \uc778\ud574 \uba87 \ubc30\ub098 \ub354 \uc624\ub798 \uac78\ub9b4 \uc218 \uc788\ub2e4. \ud3c9\uade0\uac12\uc740 \uc774\ub7ec\ud55c \ub290\ub9b0 \uc694\uccad\uc758 \uc601\ud5a5\uc744 \ubc1b\uc9c0\ub9cc, \ucd5c\uc545\uc5d0 \uac00\uae4c\uc6b4 \uc694\uccad\ub4e4\uc774 \uc5bc\ub9c8\ub098 \ub290\ub9b0\uc9c0 \uba85\ud655\ud558\uac8c \ubcf4\uc5ec\uc8fc\uc9c0\ub294 \ubabb\ud55c\ub2e4. AIPerf \ubc29\ubc95\ub860 \ubb38\uc11c\uc758 \uc608\uc2dc\uc5d0\uc11c\ub294 p99 \uc9c0\uc5f0 \uc2dc\uac04\uc774 \ud3c9\uade0\ubcf4\ub2e4 70% \uc774\uc0c1 \ub192\uac8c \ub098\ud0c0\ub0ac\ub2e4.\u00a0<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc77c\ubc18\uc801\uc73c\ub85c \ubc31\ubd84\uc704 \uc9c0\ud45c\ub294 \ub2e4\uc74c\uacfc \uac19\uc774 \ud574\uc11d\ud55c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; p50: \uc77c\ubc18\uc801\uc778 \uc694\uccad\uc758 \uc9c0\uc5f0\uc2dc\uac04\uc744 \ud30c\uc545\ud558\ub294 \uc9c0\ud45c<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; p95: \uc804\uccb4 \uc694\uccad\uc758 95%\uac00 \uc774 \uac12 \uc774\ud558\uc758 \uc9c0\uc5f0\uc2dc\uac04\uc744 \ubcf4\uc784<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; p99: \uc804\uccb4 \uc694\uccad\uc758 99%\uac00 \uc774 \uac12 \uc774\ud558\uc758 \uc9c0\uc5f0\uc2dc\uac04\uc744 \ubcf4\uc774\uba70, \uac00\uc7a5 \ub290\ub9b0 1%\ub294 \uc774\ubcf4\ub2e4 \uc624\ub798 \uac78\ub9bc<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">SLO\ub294 \ubcf4\ud1b5 p95 \ub610\ub294 p99\ub97c \uae30\uc900\uc73c\ub85c \uc124\uc815\ud55c\ub2e4. \ub530\ub77c\uc11c \uc88b\uc740 \ubca4\uce58\ub9c8\ud06c \ub3c4\uad6c\ub294 \uc694\uccad\ubcc4 \uc6d0\ubcf8 \ub370\uc774\ud130\ub97c \ubcf4\uad00\ud574 \ud14c\uc2a4\ud2b8 \uc774\ud6c4\uc5d0\ub3c4 \ub2e4\uc591\ud55c \ubc31\ubd84\uc704\uc218(Percentile)\ub97c \ub2e4\uc2dc \uacc4\uc0b0\ud560 \uc218 \uc788\uc5b4\uc57c \ud55c\ub2e4.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>2.4 Goodput: \uc18d\ub3c4\uc640 \uc11c\ube44\uc2a4 \ud488\uc9c8\uc744 \ub3d9\uc2dc\uc5d0 \uce21\uc815\ud558\ub2e4<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\uc9c0\uc5f0 \uc2dc\uac04\uacfc \ucc98\ub9ac\ub7c9\uc740 \uc11c\ub85c \uc0c1\ucda9\ud558\ub294 \uacbd\uc6b0\uac00 \ub9ce\ub2e4. &#8216;\uc2dc\uc2a4\ud15c\uc774 \uba87 \uba85\uc758 \uc0ac\uc6a9\uc790\ub97c \uac10\ub2f9\ud560 \uc218 \uc788\ub294\uac00?&#8217;\ub77c\ub294 \uc9c8\ubb38\uc5d0 \ub2f5\ud558\ub824\uba74 \ub450 \uc9c0\ud45c\ub97c \ub3d9\uc77c\ud55c \uae30\uc900\uc73c\ub85c \ud3c9\uac00\ud574\uc57c \ud55c\ub2e4. Goodput = \ubaa8\ub4e0 SLO \uc870\uac74\uc744 \ucda9\uc871\ud55c \uc694\uccad \uc218 \u00f7 Duration \uc608\ub97c \ub4e4\uc5b4 \ub2e4\uc74c\uacfc \uac19\uc740 SLO\ub97c \uc124\uc815\ud560 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; TTFT &lt; 500ms<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">&#8211; ITL &lt; 50ms<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub450 \uc870\uac74\uc744 \ubaa8\ub450 \ucda9\uc871\ud55c \uc694\uccad\ub9cc Goodput \uacc4\uc0b0\uc5d0 \ud3ec\ud568\ub41c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub530\ub77c\uc11c Goodput\uc740 Request Throughput\ubcf4\ub2e4 \ud074 \uc218 \uc5c6\ub2e4. \uc6a9\ub7c9 \uacc4\ud68d\uc5d0\uc11c \uc5b4\ub5a4 \uc9c0\ud45c\ub97c \uc120\ud0dd\ud558\ub290\ub0d0\uc5d0 \ub530\ub77c \uacb0\uacfc\ub294 \ud06c\uac8c \ub2ec\ub77c\uc9c8 \uc218 \uc788\ub2e4. AIPerf \ubb38\uc11c\uc758 \uc608\uc2dc\uc5d0\uc11c\ub294 Throughput\uc744 \uae30\uc900\uc73c\ub85c \uacc4\uc0b0\ud558\uba74 \uc11c\ubc84 38\ub300\uac00 \ud544\uc694\ud558\uc9c0\ub9cc, Goodput\uc744 \uae30\uc900\uc73c\ub85c \uacc4\uc0b0\ud558\uba74 135\ub300\uac00 \ud544\uc694\ud55c \uac83\uc73c\ub85c \ub098\ud0c0\ub0ac\ub2e4. \ud6c4\uc790\ub294 \ub2e8\uc21c\ud788 \uc791\uc5c5\uc744 \uc644\ub8cc\ud558\ub294 \uac83\ubfd0\ub9cc \uc544\ub2c8\ub77c \uc0ac\uc6a9\uc790 \uacbd\ud5d8\ub3c4 \uc694\uad6c \uc218\uc900\uc744 \ucda9\uc871\ud558\ub294 \uc6a9\ub7c9\uc744 \uc758\ubbf8\ud55c\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-table\"><table class=\"has-fixed-layout\"><thead><tr><th><strong>\uc9c0\ud45c<\/strong><\/th><th><strong>\uacc4\uc0b0\uc2dd<\/strong><\/th><th><strong>\uc758\ubbf8 \ubc0f \uc8fc\uc694 \ud65c\uc6a9<\/strong><\/th><\/tr><\/thead><tbody><tr><td>TTFT<\/td><td>t\u2081 \u2212 t\u2080<\/td><td>\uc0ac\uc6a9\uc790\uac00 \uc2dc\uc2a4\ud15c\uc758 \uc751\ub2f5\uc744 \uccb4\uac10\ud558\ub294 \uc18d\ub3c4<\/td><\/tr><tr><td>ITL\uff08TPOT\uff09<\/td><td>(request latency \u2212 TTFT) \u00f7 (OSL \u2212 1)<\/td><td>\uc2a4\ud2b8\ub9ac\ubc0d \ucd9c\ub825\uc758 \uc6d0\ud65c\ud568<\/td><\/tr><tr><td>Request latency<\/td><td>t\u2099 \u2212 t\u2080<\/td><td>\ubc30\uce58 \uc791\uc5c5 \ubc0f Agent \uc6cc\ud06c\ud50c\ub85c\uc758 \uc644\ub8cc \uc2dc\uac04<\/td><\/tr><tr><td>Output token throughput<\/td><td>\u03a3 OSL \u00f7 duration<\/td><td>\uc6b4\uc601\ube44\uc6a9 \ubc0f GPU \ud65c\uc6a9\ub960<\/td><\/tr><tr><td>Goodput<\/td><td>SLO \ucda9\uc871 \uc694\uccad \uc218 \u00f7 Duration<\/td><td>\uc6a9\ub7c9 \uacc4\ud68d \ubc0f \uc11c\ube44\uc2a4 \ud488\uc9c8<\/td><\/tr><\/tbody><\/table><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>2.5 \uc2a4\ud2b8\ub9ac\ubc0d\uc744 \ube44\ud65c\uc131\ud654\ud558\uba74 TTFT\uc640 ITL\uc744 \uce21\uc815\ud560 \uc218 \uc5c6\ub294 \uc774\uc720<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\uc2a4\ud2b8\ub9ac\ubc0d\uc744 \uc0ac\uc6a9\ud558\uc9c0 \uc54a\uc73c\uba74 \uc11c\ubc84\ub294 \uc804\uccb4 \uc751\ub2f5 \uc0dd\uc131\uc774 \uc644\ub8cc\ub41c \ud6c4 \uacb0\uacfc\ub97c \ud55c \ubc88\uc5d0 \ubc18\ud658\ud55c\ub2e4. \uc774 \uacbd\uc6b0 \ud074\ub77c\uc774\uc5b8\ud2b8\uc5d0\uc11c \uad00\ucc30\ud560 \uc218 \uc788\ub294 \uc2dc\uac04\ucd95\uc740 t\u2080\uc640 t\u2099\ubfd0\uc774\ub2e4. \uccab \ubc88\uc9f8 \ud1a0\ud070\uacfc \ub9c8\uc9c0\ub9c9 \ud1a0\ud070\uc774 \uc804\uccb4 \uc751\ub2f5\uacfc \ud568\uaed8 \ub3c4\ucc29\ud558\ubbc0\ub85c TTFT\ub294 Request Latency\uc640 \uac19\uc544\uc9c0\uace0, ITL \uacc4\uc0b0\ub3c4 \uc758\ubbf8\ub97c \uc783\ub294\ub2e4. \ub530\ub77c\uc11c TTFT, ITL, \uc0ac\uc6a9\uc790\ubcc4 \ucd9c\ub825 \uc18d\ub3c4\ub294 \uc2a4\ud2b8\ub9ac\ubc0d \ucd9c\ub825\uc5d0\uc11c\ub9cc \uc720\ud6a8\ud55c \uc9c0\ud45c\ub2e4. AIPerf \uc5ed\uc2dc \uc774\ub97c Streaming-only \uc9c0\ud45c\ub85c \uad6c\ubd84\ud55c\ub2e4. \ubc18\ub300\ub85c \ubc31\uc5d4\ub4dc \ubc30\uce58 \uc694\uc57d \uc791\uc5c5\ucc98\ub7fc \uc6d0\ub798 \uc2a4\ud2b8\ub9ac\ubc0d\uc744 \uc0ac\uc6a9\ud558\uc9c0 \uc54a\ub294 \uc11c\ube44\uc2a4\ub77c\uba74 \uc774\ub7ec\ud55c \uc9c0\ud45c\ub97c \ubc18\ub4dc\uc2dc \ud655\uc778\ud560 \ud544\uc694\ub294 \uc5c6\ub2e4.&nbsp;<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uce21\uc815 \uc9c0\ud45c\ub294 \uc81c\ud488\uc758 \uc2e4\uc81c \uc0ac\uc6a9 \ubc29\uc2dd\uc5d0 \ub9de\ucdb0 \uc120\ud0dd\ud574\uc57c \ud55c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub610\ud55c \uce21\uc815 \uacb0\uacfc\ub97c \uc65c\uace1\ud560 \uc218 \uc788\ub294 \ub450 \uac00\uc9c0 \uc124\uc815\uc5d0 \uc8fc\uc758\ud574\uc57c \ud55c\ub2e4. \uccab\uc9f8, \ucd9c\ub825 \uae38\uc774\uac00 \uc81c\ub300\ub85c \uc81c\uc5b4\ub418\uc9c0 \uc54a\ub294 \uacbd\uc6b0\ub2e4. \ubaa8\ub378\uc774 \uc885\ub8cc \ud1a0\ud070(EOS)\uc744 \uc870\uae30\uc5d0 \uc0dd\uc131\ud574 \ucd9c\ub825\uc744 \uc911\ub2e8\ud558\uba74 \uc2e4\uc81c OSL\uc774 \uc608\uc0c1\ubcf4\ub2e4 \uc9e7\uc544\uc9c0\uace0, \ucc98\ub9ac\ub7c9\uacfc ITL\uc5d0\ub3c4 \uc601\ud5a5\uc744 \ubbf8\uce5c\ub2e4. \ubcf4\ub2e4 \uc5c4\uaca9\ud55c \ud14c\uc2a4\ud2b8\uc5d0\uc11c\ub294 ignore_eos, min_tokens \ub4f1\uc758 \ub9e4\uac1c\ubcc0\uc218\ub97c \ud65c\uc6a9\ud574 \uc124\uc815\ud55c \uae38\uc774\ub9cc\ud07c \ud1a0\ud070\uc774 \uc0dd\uc131\ub418\ub3c4\ub85d \ud55c\ub2e4. \ub2e4\ub9cc \uc77c\ubd80 \uc11c\ube44\uc2a4\ub294 \uc5ec\uc804\ud788 max_tokens\ub77c\ub294 \ub9e4\uac1c\ubcc0\uc218 \uc774\ub984\uc744 \uc0ac\uc6a9\ud558\uba70, \uc9c0\uc6d0\ud558\uc9c0 \uc54a\ub294 \ub9e4\uac1c\ubcc0\uc218\ub97c \uc624\ub958 \uc5c6\uc774 \ubb34\uc2dc\ud560 \uc218\ub3c4 \uc788\ub2e4\ub294 \uc810\uc5d0 \uc8fc\uc758\ud574\uc57c \ud55c\ub2e4. \ub458\uc9f8, Tokenizer \uc124\uc815\uc774 \uc798\ubabb\ub41c \uacbd\uc6b0\ub2e4. \ud074\ub77c\uc774\uc5b8\ud2b8\ub294 Tokenizer\ub97c \uc0ac\uc6a9\ud574 ISL\uacfc OSL\uc744 \uacc4\uc0b0\ud55c\ub2e4. \uc0ac\uc6a9\ud558\ub294 Tokenizer\uac00 \uc2e4\uc81c \ubaa8\ub378\uacfc \uc77c\uce58\ud558\uc9c0 \uc54a\uc73c\uba74 \ud1a0\ud070 \ub2e8\uc704\ub85c \uce21\uc815\ud558\ub294 \ubaa8\ub4e0 \uc9c0\ud45c\uc5d0 \uc624\ucc28\uac00 \ubc1c\uc0dd\ud560 \uc218 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<h1 class=\"wp-block-heading\"><strong>3. \ubd80\ud558 \ubaa8\ub378: \ubd80\ud558\ub97c \ubc1c\uc0dd\uc2dc\ud0a4\ub294 \ubc29\uc2dd\uc774 \uce21\uc815 \uacb0\uacfc\ub97c \uacb0\uc815\ud55c\ub2e4<\/strong><\/h1>\n\n\n\n<p class=\"wp-block-paragraph\">\ubd80\ud558 \ubaa8\ub378(Load Model)\uc740 \ub2e8\uc21c\ud788 \ubd80\ud558\uc758 \ud06c\uae30\ub97c \uc124\uc815\ud558\ub294 \uac83\uc774 \uc544\ub2c8\ub2e4. \ub354 \uc911\uc694\ud55c \uac83\uc740 \uc694\uccad\uc744 \uc5b8\uc81c, \uc5b4\ub5a4 \uaddc\uce59\uc5d0 \ub530\ub77c \uc804\uc1a1\ud560 \uac83\uc778\uc9c0\ub97c \uacb0\uc815\ud558\ub294 \uba54\ucee4\ub2c8\uc998\uc774\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-image size-large is-resized\"><img data-recalc-dims=\"1\" decoding=\"async\" width=\"1024\" height=\"523\" data-attachment-id=\"15654\" data-permalink=\"https:\/\/ai-stack.ai\/ko\/what-is-llm-benchmark\/image-46\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/70b3b8b0-2.png?fit=1920%2C980&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1920,980\" data-comments-opened=\"0\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/70b3b8b0-2.png?fit=1024%2C523&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/95e503dd-2.png?resize=1024%2C523&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-15654\" style=\"aspect-ratio:1.9579288025889967;width:605px;height:auto\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 2. \ud3d0\uc1c4\ud615 \ub8e8\ud504(\uace0\uc815 \ub3d9\uc2dc \uc694\uccad \uc218)\uc640 \uac1c\ubc29\ud615 \ub8e8\ud504(\uace0\uc815 \uc694\uccad \ub3c4\ucc29\ub960) \ubd80\ud558 \ubaa8\ub378\uc758 \ucc28\uc774<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Concurrency(\uace0\uc815 \ub3d9\uc2dc \uc694\uccad \uc218, \ud3d0\uc1c4\ud615 \ub8e8\ud504)<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>N\uba85\uc758 \uac00\uc0c1 \uc0ac\uc6a9\uc790\ub97c \uc2dc\ubbac\ub808\uc774\uc158\ud55c\ub2e4. \uac01 \uc0ac\uc6a9\uc790\ub294 \uc694\uccad \ud558\ub098\ub97c \uc804\uc1a1\ud558\uace0 \uc804\uccb4 \uc751\ub2f5\uc744 \ubc1b\uc740 \ub4a4 \ub2e4\uc74c \uc694\uccad\uc744 \uc804\uc1a1\ud55c\ub2e4. \ub530\ub77c\uc11c \uc5b4\ub290 \uc2dc\uc810\uc774\ub4e0 \uc644\ub8cc\ub418\uc9c0 \uc54a\uc740 \uc694\uccad \uc218\ub294 N\uc744 \ucd08\uacfc\ud558\uc9c0 \uc54a\ub294\ub2e4. \uc774 \ubc29\uc2dd\uc5d0\ub294 \ud53c\ub4dc\ubc31 \ud6a8\uacfc\uac00 \uc788\ub2e4. \uc2dc\uc2a4\ud15c\uc774 \ub290\ub824\uc9c8\uc218\ub85d \ub2e4\uc74c \uc694\uccad\ub3c4 \ub2a6\uac8c \uc804\uc1a1\ub418\ubbc0\ub85c \uc804\uccb4 \uc694\uccad \uc804\uc1a1 \uc18d\ub3c4\uac00 \uc790\ub3d9\uc73c\ub85c \uac10\uc18c\ud55c\ub2e4. &#8216;N\uba85\uc758 \uc0ac\uc6a9\uc790\uac00 \uc9c0\uc18d\uc801\uc73c\ub85c \uc11c\ube44\uc2a4\ub97c \uc0ac\uc6a9\ud560 \ub54c&#8217; \uc2dc\uc2a4\ud15c\uc774 \uc720\uc9c0\ud560 \uc218 \uc788\ub294 \uc815\uc0c1 \uc0c1\ud0dc\uc758 \ucc98\ub9ac \uc6a9\ub7c9\uc744 \uce21\uc815\ud558\ub294 \ub370 \uc801\ud569\ud558\ub2e4. \uacb0\uacfc\uac00 \ube44\uad50\uc801 \uc548\uc815\uc801\uc774\uace0 \uc7ac\ud604\ud558\uae30 \uc27d\uc9c0\ub9cc, \uac11\uc791\uc2a4\ub7ec\uc6b4 \ud2b8\ub798\ud53d \uc99d\uac00\ub97c \uc2dc\ubbac\ub808\uc774\uc158\ud558\uae30\uc5d0\ub294 \uc0c1\ub300\uc801\uc73c\ub85c \uc644\ub9cc\ud55c \ubd80\ud558\ub97c \ubc1c\uc0dd\uc2dc\ud0a8\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Request Rate(\uace0\uc815 \uc694\uccad \ub3c4\ucc29\ub960, \uac1c\ubc29\ud615 \ub8e8\ud504)<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ucd08\ub2f9 \u03bb\uac1c\uc758 \uc694\uccad\uc744 \uc77c\uc815\ud55c \uc2a4\ucf00\uc904\uc5d0 \ub530\ub77c \uc804\uc1a1\ud55c\ub2e4. \uc774\uc804 \uc694\uccad\uc758 \uc644\ub8cc \uc5ec\ubd80\uc640 \uad00\uacc4\uc5c6\uc774 \ub2e4\uc74c \uc694\uccad\uc774 \uc804\uc1a1\ub41c\ub2e4. \uc2dc\uc2a4\ud15c\uc758 \ucc98\ub9ac \uc18d\ub3c4\uac00 \uc694\uccad \ub3c4\ucc29 \uc18d\ub3c4\ub97c \ub530\ub77c\uac00\uc9c0 \ubabb\ud558\uba74 \uc644\ub8cc\ub418\uc9c0 \uc54a\uc740 \uc694\uccad\uc774 \uacc4\uc18d \ub204\uc801\ub418\uace0 \uc9c0\uc5f0 \uc2dc\uac04\ub3c4 \uae09\uaca9\ud788 \uc99d\uac00\ud560 \uc218 \uc788\ub2e4. \uc774 \ubc29\uc2dd\uc740 \uc77c\uc815\ud55c \uc18d\ub3c4\ub85c \uc694\uccad\uc774 \ub3c4\ucc29\ud558\ub294 \uc2e4\uc81c \ud2b8\ub798\ud53d \ud658\uacbd\uc5d0 \ub354 \uac00\uae5d\ub2e4. \ub530\ub77c\uc11c &#8216;\uc608\uc0c1\ub418\ub294 \ucd5c\ub300 \ud2b8\ub798\ud53d \uc0c1\ud669\uc5d0\uc11c\ub3c4 \uc9c0\uc5f0 \uc2dc\uac04\uc774 SLO\ub97c \ucda9\uc871\ud558\ub294\uac00?&#8217;\ub97c \uac80\uc99d\ud558\ub294 \ub370 \uc801\ud569\ud558\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub2e4\ub9cc \u03bb \uc124\uc815\uc5d0 \ub9e4\uc6b0 \ubbfc\uac10\ud558\ub2e4. \uc2dc\uc2a4\ud15c\uc774 \uac10\ub2f9\ud560 \uc218 \uc788\ub294 \ucc98\ub9ac \uc6a9\ub7c9\ubcf4\ub2e4 \uc870\uae08 \ub0ae\uc740 \uc694\uccad\ub960\uc5d0\uc11c\ub294 \ubb38\uc81c\uac00 \uc5c6\uc744 \uc218 \uc788\uc9c0\ub9cc, \uc774\ub97c \uc57d\uac04 \ucd08\uacfc\ud558\uba74 \ub300\uae30\uc5f4\uc774 \uc9c0\uc18d\uc801\uc73c\ub85c \ub204\uc801\ub420 \uc218 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub450 \ubc29\uc2dd\uc740 \uc11c\ub85c \ub2e4\ub978 \uc9c8\ubb38\uc5d0 \ub2f5\ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>&#8216;\ucd5c\ub300 \uba87 \uba85\uc758 \uc0ac\uc6a9\uc790\uc5d0\uac8c \ub3d9\uc2dc\uc5d0 \uc11c\ube44\uc2a4\ub97c \uc81c\uacf5\ud560 \uc218 \uc788\ub294\uac00?&#8217;\ub77c\ub294 \uc9c8\ubb38\uc5d0\ub294 \ud3d0\uc1c4\ud615 \ub8e8\ud504 \ud14c\uc2a4\ud2b8\uac00 \uc801\ud569\ud558\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ubc18\uba74 &#8216;\ucd08\ub2f9 50\uac1c\uc758 \uc694\uccad\uc774 \ub3c4\ucc29\ud560 \ub54c p99 \uc9c0\uc5f0 \uc2dc\uac04\uc740 \uc5bc\ub9c8\uc778\uac00?&#8217;\ub77c\ub294 \uc9c8\ubb38\uc5d0\ub294 \uac1c\ubc29\ud615 \ub8e8\ud504 \ud14c\uc2a4\ud2b8\uac00 \uc801\ud569\ud558\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ud754\ud788 \ubc1c\uc0dd\ud558\ub294 \uc624\ub958\ub294 \ud3d0\uc1c4\ud615 \ub8e8\ud504 \ud14c\uc2a4\ud2b8\uc5d0\uc11c &#8216;\ub3d9\uc2dc \uc694\uccad 100\uac1c\uc77c \ub54c TTFT p99\uac00 800ms&#8217;\ub77c\ub294 \uacb0\uacfc\ub97c \uc5bb\uc740 \ud6c4, \uc2e4\uc81c \uc6b4\uc601 \ud658\uacbd\uc5d0\uc11c \ucd08\ub2f9 100\uac1c\uc758 \uc694\uccad\uc774 \uc720\uc785\ub418\uc5b4\ub3c4 \uc2dc\uc2a4\ud15c\uc774 \uac10\ub2f9\ud560 \uc218 \uc788\ub2e4\uace0 \ud310\ub2e8\ud558\ub294 \uac83\uc774\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ud558\uc9c0\ub9cc \uc2dc\uc2a4\ud15c\uc774 \ub290\ub824\uc9c0\uba74 \ud3d0\uc1c4\ud615 \ub8e8\ud504\uc5d0\uc11c \ub3d9\uc2dc \uc694\uccad 100\uac1c\ub97c \uc720\uc9c0\ud558\ub354\ub77c\ub3c4 \uc2e4\uc81c \ucd08\ub2f9 \uc804\uc1a1\ub418\ub294 \uc694\uccad \uc218\ub294 30\uac1c\uc5d0 \ubd88\uacfc\ud560 \uc218 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc694\uccad \ub3c4\ucc29 \ud328\ud134<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uac1c\ubc29\ud615 \ub8e8\ud504 \ud14c\uc2a4\ud2b8\uc5d0\uc11c\ub294 \uc694\uccad \uac04\uaca9\uc744 \uc5b4\ub5a4 \ubc29\uc2dd\uc73c\ub85c \uc124\uc815\ud560\uc9c0\ub3c4 \uacb0\uc815\ud574\uc57c \ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Constant \ubaa8\ub4dc<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub9e4 1\/\u03bb\ucd08\ub9c8\ub2e4 \uc694\uccad \ud558\ub098\ub97c \uc804\uc1a1\ud55c\ub2e4. \uc694\uccad \uac04\uaca9\uc774 \ud56d\uc0c1 \uc77c\uc815\ud558\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Poisson \ubaa8\ub4dc<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc694\uccad \uac04\uaca9\uc774 \uc9c0\uc218\ubd84\ud3ec\ub97c \ub530\ub978\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ud3c9\uade0 \uac04\uaca9\uc740 \ub3d9\uc77c\ud558\uac8c 1\/\u03bb\uc774\uc9c0\ub9cc, \uc694\uccad\uc774 \uc9e7\uc740 \uc2dc\uac04\uc5d0 \uc9d1\uc911\ub418\uac70\ub098 \uc77c\uc815 \uc2dc\uac04 \ub3d9\uc548 \uc694\uccad\uc774 \ubc1c\uc0dd\ud558\uc9c0 \uc54a\ub294 \uad6c\uac04\uc774 \uc790\uc5f0\uc2a4\ub7fd\uac8c \ub098\ud0c0\ub09c\ub2e4. \uc774\ub294 \ub3c5\ub9bd\uc801\uc778 \uc0ac\uc6a9\uc790\uac00 \ubb34\uc791\uc704\ub85c \uc694\uccad\uc744 \uc804\uc1a1\ud558\ub294 \uc0c1\ud669\uc744 \ubaa8\uc0ac\ud558\ub294 \uc218\ud559\uc801 \ubaa8\ub378\uc774\uba70, AIPerf\uc758 \uae30\ubcf8 \ubaa8\ub4dc\uc774\uae30\ub3c4 \ud558\ub2e4. Constant \ubaa8\ub4dc\ub294 \uc694\uccad \uac04\uaca9\uc774 \uc77c\uc815\ud574 \ub300\uae30\uc5f4\uc774 \uac11\uc790\uae30 \uc99d\uac00\ud560 \uac00\ub2a5\uc131\uc774 \uc0c1\ub300\uc801\uc73c\ub85c \ub0ae\ub2e4. \ubc18\uba74 Poisson \ubaa8\ub4dc\uc5d0\uc11c\ub294 \uac19\uc740 1\ucd08 \ub3d9\uc548 \uc5ec\ub7ec \uc694\uccad\uc774 \uc9d1\uc911\uc801\uc73c\ub85c \ub3c4\ucc29\ud560 \uc218 \uc788\uc73c\uba70, \uc774\ub85c \uc778\ud574 \uc9c0\uc5f0 \uc2dc\uac04\uc758 \uae34 \uaf2c\ub9ac(Long Tail)\uac00 \ubc1c\uc0dd\ud560 \uc218 \uc788\ub2e4. \ub530\ub77c\uc11c Constant \ubaa8\ub4dc\uc5d0\uc11c \uce21\uc815\ud55c p99\ub294 \uc2e4\uc81c \ud2b8\ub798\ud53d\uc5d0 \uac00\uae4c\uc6b4 \ud14c\uc2a4\ud2b8 \uacb0\uacfc\ubcf4\ub2e4 \ub099\uad00\uc801\uc73c\ub85c \ub098\ud0c0\ub098\ub294 \uacbd\uc6b0\uac00 \ub9ce\ub2e4.<\/strong><\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>3.1 \ubd80\ud558 \uc2a4\uce94\uacfc Knee \uc804\ud658\uc810<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\">\ud558\ub098\uc758 \ubd80\ud558 \uc218\uc900\uc5d0\uc11c \uc5bb\uc740 \uacb0\uacfc\ub294 &#8216;\ud574\ub2f9 \ubd80\ud558\uc5d0\uc11c \uc2dc\uc2a4\ud15c\uc774 \uc5b4\ub5bb\uac8c \ub3d9\uc791\ud558\ub294\uac00&#8217;\ub9cc \ubcf4\uc5ec\uc900\ub2e4. \uc2dc\uc2a4\ud15c\uc774 \uac10\ub2f9\ud560 \uc218 \uc788\ub294 \ucd5c\ub300 \ubd80\ud558\ub97c \ud655\uc778\ud558\ub824\uba74 \ub3d9\uc2dc \uc694\uccad \uc218\ub97c \uc810\uc9c4\uc801\uc73c\ub85c \uc99d\uac00\uc2dc\ucf1c\uc57c \ud55c\ub2e4. \uc608\ub97c \ub4e4\uc5b4 \ub85c\uadf8 \uc2a4\ucf00\uc77c\uc744 \uae30\uc900\uc73c\ub85c 1, 2, 4, 8\u2026\uacfc \uac19\uc774 \ubd80\ud558\ub97c \uc99d\uac00\uc2dc\ud0a4\uace0 \uac01 \uc9c0\uc810\uc5d0\uc11c \uc804\uccb4 \ubca4\uce58\ub9c8\ud06c\ub97c \uc218\ud589\ud55c \ub4a4 \ucc98\ub9ac\ub7c9\uacfc \uc9c0\uc5f0 \uc2dc\uac04 \uace1\uc120\uc744 \uadf8\ub9b0\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-image size-large is-resized\"><img data-recalc-dims=\"1\" decoding=\"async\" width=\"1024\" height=\"512\" data-attachment-id=\"15650\" data-permalink=\"https:\/\/ai-stack.ai\/ko\/what-is-llm-benchmark\/image-45\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/086caeab-2.png?fit=1920%2C960&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1920,960\" data-comments-opened=\"0\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/086caeab-2.png?fit=1024%2C512&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/e3a64812-2.png?resize=1024%2C512&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-15650\" style=\"aspect-ratio:1.9966996699669968;width:605px;height:auto\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 3. \ub3d9\uc2dc \uc694\uccad \uc218 \uc2a4\uce94\uc5d0 \ub530\ub978 \ucc98\ub9ac\ub7c9 \ubc0f \uc9c0\uc5f0 \uc2dc\uac04 \uace1\uc120. \ucc98\ub9ac\ub7c9\uc740 \uc810\ucc28 \ud3ec\ud654\ub418\ub294 \ubc18\uba74 \uc9c0\uc5f0\uc2dc\uac04\uc740 \uae09\uaca9\ud788 \uc99d\uac00\ud560 \uc218 \uc788\uc73c\uba70(\uc67c\ucabd), SLO \uc784\uacc4\uac12\uacfc\uc758 \uad50\uc810\uc744 \ud1b5\ud574 \uc2dc\uc2a4\ud15c \uc6a9\ub7c9\uc744 \ud310\ub2e8\ud560 \uc218 \uc788\ub2e4(\uc624\ub978\ucabd).<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ub3d9\uc2dc \uc694\uccad \uc218\uac00 \uc99d\uac00\ud558\uba74 \ucc98\ub9ac\ub7c9\uc740 \uc77c\ubc18\uc801\uc73c\ub85c \uacc4\uc18d \uc99d\uac00\ud558\uc9c0\ub9cc \uc99d\uac00 \ud3ed\uc740 \uc810\ucc28 \uc904\uc5b4\ub4e0\ub2e4. \uc5b4\ub290 \uc9c0\uc810 \uc774\ud6c4\uc5d0\ub294 \ucc98\ub9ac\ub7c9\uc774 \uc815\uccb4\ub418\uac70\ub098 \uc18c\ud3ed \uac10\uc18c\ud560 \uc218\ub3c4 \uc788\ub2e4. \ubc18\uba74 \uc9c0\uc5f0\uc2dc\uac04\uc740 \ucd08\uae30\uc5d0\ub294 \ud070 \ubcc0\ud654\uac00 \uc5c6\ub2e4\uac00 \ud2b9\uc815 \uc9c0\uc810\uc744 \ub118\uc5b4\uc11c\uba74 \uae09\uaca9\ud558\uac8c \uc99d\uac00\ud560 \uc218 \uc788\ub2e4. \uc774\ub7ec\ud55c \uc804\ud658 \uad6c\uac04\uc744 Knee(\uc804\ud658\uc810)\ub77c\uace0 \ud55c\ub2e4. \uc774\uc0c1\uc801\uc778 \uc6b4\uc601 \uc9c0\uc810\uc740 \uc77c\ubc18\uc801\uc73c\ub85c Knee\uc5d0 \ub3c4\ub2ec\ud558\uae30 \uc9c1\uc804 \ubd80\uadfc\uc5d0 \uc704\uce58\ud55c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub798\ud504\uc5d0 SLO \uc9c0\uc5f0\uc2dc\uac04 \uc784\uacc4\uac12\uc744 \ucd94\uac00\ud558\uba74 \uc9c0\uc5f0\uc2dc\uac04 \uace1\uc120\uacfc \uc784\uacc4\uac12\uc774 \ub9cc\ub098\ub294 \uc9c0\uc810\uc744 \ud1b5\ud574 &#8216;SLO\ub97c \ucda9\uc871\ud558\ub294 \ucd5c\ub300 \ub3d9\uc2dc \uc694\uccad \uc218&#8217;\ub97c \ud310\ub2e8\ud560 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc5ec\uae30\uc5d0 \ud574\ub2f9 \ubd80\ud558\uc5d0\uc11c\uc758 Goodput\uae4c\uc9c0 \ud568\uaed8 \ud655\uc778\ud558\uba74 \uc2dc\uc2a4\ud15c\uc758 \uc2e4\uc81c \uc6b4\uc601 \uc131\ub2a5\uc744 \ub354\uc6b1 \uc885\ud569\uc801\uc73c\ub85c \ud3c9\uac00\ud560 \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<h2 class=\"wp-block-heading\"><strong>3.2 \uc6cc\ubc0d\uc5c5\uacfc \ud14c\uc2a4\ud2b8 \uac04 \uac04\uc12d \ubc29\uc9c0<\/strong><\/h2>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc6cc\ubc0d\uc5c5(Warmup)<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ucd94\ub860 \uc11c\ube44\uc2a4\ub97c \ucc98\uc74c \uc2dc\uc791\ud55c \uc9c1\ud6c4 \uc218\uc2ed \ucd08 \ub3d9\uc548\uc758 \uc131\ub2a5\uc740 \uc548\uc815\uc801\uc778 \uc6b4\uc601 \uc0c1\ud0dc\uc640 \ud06c\uac8c \ub2e4\ub97c \uc218 \uc788\ub2e4. \uadf8 \uc6d0\uc778\uc5d0\ub294 \ubaa8\ub378 \uac00\uc911\uce58 \ub85c\ub529, CUDA \ucee4\ub110\uc758 \ucd5c\ucd08 \ucef4\ud30c\uc77c, KV Cache \uba54\ubaa8\ub9ac \ud480 \ud560\ub2f9, \ub124\ud2b8\uc6cc\ud06c \uc5f0\uacb0 \uc124\uc815 \ub4f1\uc774 \ud3ec\ud568\ub41c\ub2e4. AIPerf \ubc29\ubc95\ub860 \ubb38\uc11c\uc758 \uc608\uc2dc\uc5d0\uc11c\ub294 \ucd5c\ucd08 10\ucd08 \ub3d9\uc548\uc758 TTFT\uac00 \uc815\uc0c1 \uc0c1\ud0dc\ubcf4\ub2e4 \uc57d 41% \ub192\uac8c \ub098\ud0c0\ub0ac\ub2e4. \uc774 \uad6c\uac04\uc744 \ud1b5\uacc4\uc5d0 \ud3ec\ud568\ud558\uba74 p99\uac00 \uc2e4\uc81c \uc815\uc0c1 \uc6b4\uc601 \uc0c1\ud0dc\ubcf4\ub2e4 \ub098\uc058\uac8c \uce21\uc815\ub420 \uc218 \uc788\uc73c\uba70, \uc601\ud5a5 \uc815\ub3c4\ub3c4 \ubca4\uce58\ub9c8\ud06c \uc2e4\ud589 \uc2dc\uac04\uc5d0 \ub530\ub77c \ub2ec\ub77c\uc9c4\ub2e4. \ub530\ub77c\uc11c \uc815\uc2dd \uce21\uc815 \uc804\uc5d0 \uc77c\uc815 \uc2dc\uac04 \uc6cc\ubc0d\uc5c5 \ud14c\uc2a4\ud2b8\ub97c \uc218\ud589\ud558\uace0, \ud574\ub2f9 \uc694\uccad\uc744 \uc6cc\ubc0d\uc5c5 \ub370\uc774\ud130\ub85c \uad6c\ubd84\ud574 \ud1b5\uacc4\uc5d0\uc11c \uc81c\uc678\ud558\ub294 \uac83\uc774 \ubc14\ub78c\uc9c1\ud558\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc5ec\ub7ec \ud14c\uc2a4\ud2b8\uc758 \ub3d9\uc2dc \uc2e4\ud589 \ubc29\uc9c0<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub450 \uc5d4\uc9c0\ub2c8\uc5b4\uac00 \ub3d9\uc77c\ud55c \uc5d4\ub4dc\ud3ec\uc778\ud2b8\uc5d0 \uac01\uac01 \ub3d9\uc2dc \uc694\uccad 32\uac1c\ub85c \ubca4\uce58\ub9c8\ud06c\ub97c \uc2e4\ud589\ud55c\ub2e4\uace0 \uac00\uc815\ud574 \ubcf4\uc790. \uc774 \uacbd\uc6b0 \uc11c\ubc84\uac00 \uc2e4\uc81c\ub85c \ucc98\ub9ac\ud574\uc57c \ud558\ub294 \ubbf8\uc644\ub8cc \uc694\uccad \uc218\ub294 64\uac1c\uc5d0 \uc774\ub97c \uc218 \uc788\ub2e4. \uc774 \uc694\uccad\ub4e4\uc740 \ub3d9\uc77c\ud55c GPU, \ubc30\uce58 \uc2a4\ucf00\uc904\ub7ec, KV Cache \uba54\ubaa8\ub9ac \ud480\uc744 \uacf5\uc720\ud55c\ub2e4. \ub530\ub77c\uc11c \ub450 \ud14c\uc2a4\ud2b8 \uacb0\uacfc \ubaa8\ub450 \ub2e8\ub3c5\uc73c\ub85c \ub3d9\uc2dc \uc694\uccad 32\uac1c\ub97c \uc2e4\ud589\ud588\uc744 \ub54c\ubcf4\ub2e4 \uc9c0\uc5f0 \uc2dc\uac04\uc774 \ub098\uc058\uac8c \ub098\ud0c0\ub0a0 \uc218 \uc788\ub2e4. \ud558\uc9c0\ub9cc \uac1c\ubcc4 \ubcf4\uace0\uc11c\ub9cc\uc73c\ub85c\ub294 \uadf8 \uc6d0\uc778\uc744 \ud30c\uc545\ud558\uae30 \uc5b4\ub835\ub2e4. \ub530\ub77c\uc11c \ub3d9\uc77c\ud55c \uc5d4\ub4dc\ud3ec\uc778\ud2b8\uc5d0 \ub300\ud574\uc11c\ub294 \ud55c \ubc88\uc5d0 \ud558\ub098\uc758 \ubca4\uce58\ub9c8\ud06c\ub9cc \uc2e4\ud589\ud574\uc57c \ud55c\ub2e4. \ud14c\uc2a4\ud2b8 \uc2dc\uc791 \uc804 \ub2e4\ub978 \ubca4\uce58\ub9c8\ud06c\uac00 \uc2e4\ud589 \uc911\uc774\uc9c0 \uc54a\uc740\uc9c0 \ud655\uc778\ud558\ub294 \uc808\ucc28\uac00 \ud544\uc694\ud558\uba70, \ub2e8\uc21c\ud55c \uad6c\ub450 \uc548\ub0b4\uc5d0\ub9cc \uc758\uc874\ud574\uc11c\ub294 \uc548 \ub41c\ub2e4. \uc774 \uc6d0\uce59\uc740 \ubd80\ud558\ub97c \ubc1c\uc0dd\uc2dc\ud0a4\ub294 \ud074\ub77c\uc774\uc5b8\ud2b8 \uc7a5\ube44\uc5d0\ub3c4 \uc801\uc6a9\ub41c\ub2e4. \ud074\ub77c\uc774\uc5b8\ud2b8\uc758 CPU \uc790\uc6d0\uc774 \ubd80\uc871\ud558\uac70\ub098, \uc0ac\uc6a9 \uac00\ub2a5\ud55c \ud3ec\ud2b8\uac00 \uace0\uac08\ub418\uac70\ub098, JSON \ud30c\uc2f1 \uc791\uc5c5\uc73c\ub85c \uc774\ubca4\ud2b8 \ub8e8\ud504\uac00 \uc9c0\uc5f0\ub418\uba74 \uce21\uc815 \uacb0\uacfc\uc5d0 \ud074\ub77c\uc774\uc5b8\ud2b8 \uce21 \ubcd1\ubaa9\uc774 \ud3ec\ud568\ub420 \uc218 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc774 \uacbd\uc6b0 \uce21\uc815\ub41c \uc9c0\uc5f0 \uc2dc\uac04\uc740 \uc11c\ubc84 \uc790\uccb4\uc758 \uc131\ub2a5\ub9cc\uc744 \ub098\ud0c0\ub0b4\uc9c0 \uc54a\ub294\ub2e4. \ub610\ud55c \ud14c\uc2a4\ud2b8 \uacb0\uacfc\uc758 \ube44\uad50 \uac00\ub2a5\uc131\uc5d0 \uc601\ud5a5\uc744 \ubbf8\uce58\ub294 \uc138 \uac00\uc9c0 \uc694\uc18c\uac00 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uccab\uc9f8, \ud45c\ubcf8 \uc218\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uac01 \ubd80\ud558 \uc9c0\uc810\uc5d0\uc11c \ucd5c\uc18c \uc218\ubc31 \uac1c\uc758 \uc694\uccad \ub370\uc774\ud130\ub97c \ud655\ubcf4\ud558\ub294 \uac83\uc774 \ubc14\ub78c\uc9c1\ud558\ub2e4. \uc694\uccad\uc774 100\uac1c\ubfd0\uc774\ub77c\uba74 p99\ub294 \uc0ac\uc2e4\uc0c1 \uac00\uc7a5 \ub290\ub9b0 \uc694\uccad \ud558\ub098\uc5d0 \uac00\uae4c\uc6cc\uc838 \ud1b5\uacc4\uc801 \uc758\ubbf8\uac00 \uc81c\ud55c\uc801\uc774\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub458\uc9f8, \uc6cc\ud06c\ub85c\ub4dc \ud2b9\uc131\uc774\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ud569\uc131 \ub370\uc774\ud130(Synthetic Data)\ub294 \uace0\uc815\ub41c ISL\uacfc OSL\uc744 \uc0ac\uc6a9\ud558\ubbc0\ub85c \ud1b5\uc81c \uac00\ub2a5\ud558\uace0 \uc7ac\ud604 \uac00\ub2a5\ud55c \uc6a9\ub7c9 \uce21\uc815\uc5d0 \uc801\ud569\ud558\ub2e4. \ubc18\uba74 \uc2e4\uc81c \ub300\ud654 \uae30\ub85d\uc740 \uc785\ub825\uacfc \ucd9c\ub825 \uae38\uc774\uac00 \uae34 \uaf2c\ub9ac \ubd84\ud3ec\ub97c \ubcf4\uc774\ub294 \uacbd\uc6b0\uac00 \ub9ce\uc544 \ud569\uc131 \ub370\uc774\ud130\uc5d0\uc11c\ub294 \ub4dc\ub7ec\ub098\uc9c0 \uc54a\ub294 \ubb38\uc81c\ub97c \ubc1c\uacac\ud560 \uc218 \uc788\ub2e4. \ub450 \uc720\ud615 \ubaa8\ub450 \ud14c\uc2a4\ud2b8\ud560 \uac00\uce58\uac00 \uc788\uc9c0\ub9cc \uacb0\uacfc\ub97c \uc9c1\uc811 \ube44\uad50\ud558\ub294 \uac83\uc740 \uc801\uc808\ud558\uc9c0 \uc54a\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc14b\uc9f8, \uc7ac\ud604 \uac00\ub2a5\uc131\uc774\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub09c\uc218 \uc2dc\ub4dc(Random Seed)\ub97c \uace0\uc815\ud558\uba74 \ud504\ub86c\ud504\ud2b8 \ub0b4\uc6a9\uacfc Poisson \ub3c4\ucc29 \uac04\uaca9\uc744 \uc7ac\ud604\ud560 \uc218 \uc788\ub2e4. \uadf8\ub7ec\ub098 \uc9c0\uc5f0\uc2dc\uac04 \uc790\uccb4\uc5d0\ub294 \uc5ec\uc804\ud788 \uc790\uc5f0\uc2a4\ub7ec\uc6b4 \ubcc0\ub3d9\uc774 \uc874\uc7ac\ud55c\ub2e4. \ub530\ub77c\uc11c \ub450 \uac00\uc9c0 \uc124\uc815\uc744 \ube44\uad50\ud560 \ub54c\ub294 \uac01\uac01 \uc5ec\ub7ec \ucc28\ub840 \ud14c\uc2a4\ud2b8\ud558\uace0 \uc911\uc559\uac12\uc744 \ube44\uad50\ud558\ub294 \uac83\uc774 \uc88b\ub2e4. \ubaa8\ub378, \ucd94\ub860 \uc5d4\uc9c4 \ubc84\uc804, \ud558\ub4dc\uc6e8\uc5b4, Tokenizer, \ubd80\ud558 \ubaa8\ub378, \uc6cc\ubc0d\uc5c5 \uc124\uc815, SLO \uc784\uacc4\uac12\ub3c4 \ud568\uaed8 \uae30\ub85d\ud574\uc57c \ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uadf8\ub807\uc9c0 \uc54a\uc73c\uba74 \ub098\uc911\uc5d0 \ub3d9\uc77c\ud55c \ud14c\uc2a4\ud2b8 \uacb0\uacfc\ub97c \uc7ac\ud604\ud558\uae30 \uc5b4\ub835\ub2e4.<\/strong><\/p>\n\n\n\n<h1 class=\"wp-block-heading\"><strong>4. AIPerf: \uc2e4\uc81c \ub3c4\uad6c\uc5d0\uc11c\ub294 \uc774\ub7ec\ud55c \uac1c\ub150\uc774 \uc5b4\ub5bb\uac8c \uad6c\ud604\ub420\uae4c?<\/strong><\/h1>\n\n\n\n<p class=\"wp-block-paragraph\">AIPerf\ub294 NVIDIA Dynamo \ud300\uc774 \uc624\ud508\uc18c\uc2a4\ub85c \uacf5\uac1c\ud55c LLM \ucd94\ub860 \uc131\ub2a5 \ubca4\uce58\ub9c8\ud06c \ub3c4\uad6c\ub2e4. Apache 2.0 \ub77c\uc774\uc120\uc2a4\ub97c \uc0ac\uc6a9\ud558\uba70, GenAI-Perf\uc758 \ud6c4\uc18d \ub3c4\uad6c\uc774\uae30\ub3c4 \ud558\ub2e4. \uc5ec\uae30\uc11c\ub294 \uc124\uce58 \ubc0f \uc2e4\ud589 \uc808\ucc28 \ub300\uc2e0 \uc138 \uac00\uc9c0 \uc8fc\uc694 \uc124\uacc4 \uc694\uc18c\ub97c \ud1b5\ud574 \uc55e\uc11c \uc124\uba85\ud55c \uac1c\ub150\uc744 \uc0b4\ud3b4\ubcf8\ub2e4.<\/p>\n\n\n\n<figure class=\"wp-block-image size-large is-resized\"><img data-recalc-dims=\"1\" loading=\"lazy\" decoding=\"async\" width=\"1024\" height=\"749\" data-attachment-id=\"15653\" data-permalink=\"https:\/\/ai-stack.ai\/ko\/what-is-llm-benchmark\/image-46\" data-orig-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/08bf854a-2.png?fit=1640%2C1200&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" data-orig-size=\"1640,1200\" data-comments-opened=\"0\" data-image-title=\"image\" data-image-description=\"\" data-image-caption=\"\" data-large-file=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/08bf854a-2.png?fit=1024%2C749&amp;quality=100&amp;ct=202603031250&amp;ssl=1\" src=\"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/3c423125-2.png?resize=1024%2C749&#038;quality=100&#038;ct=202603031250&#038;ssl=1\" alt=\"\" class=\"wp-image-15653\" style=\"aspect-ratio:1.3656884875846502;width:605px;height:auto\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\">\uadf8\ub9bc 4. AIPerf\uc758 \uc138 \uac00\uc9c0 \ud3c9\uba74: \uc81c\uc5b4 \ud3c9\uba74\uc740 \ubd80\ud558 \ubaa8\ub378\uc744 \uacb0\uc815\ud558\uace0, \ub370\uc774\ud130 \ud3c9\uba74\uc740 \uce21\uc815\uc744 \uc218\ud589\ud558\uba70, \ubd84\uc11d \ud3c9\uba74\uc740 \ud1b5\uacc4\ub97c \uacc4\uc0b0\ud55c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub2e4\uc911 \ud504\ub85c\uc138\uc2a4\uc640 Credit(\uc694\uccad \ud5c8\uac00)<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>AIPerf\ub294 \uc57d 10\uac1c\uc758 \uc11c\ube44\uc2a4\ub97c \uac01\uac01 \ub3c5\ub9bd\uc801\uc778 \ud504\ub85c\uc138\uc2a4\ub85c \uc2e4\ud589\ud558\uace0 ZeroMQ\ub97c \ud1b5\ud574 \ud1b5\uc2e0\ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc804\uccb4 \uad6c\uc870\ub294 \uc138 \uac00\uc9c0 \ud3c9\uba74\uc73c\ub85c \uad6c\ubd84\ub41c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>&#8211; \uc81c\uc5b4 \ud3c9\uba74(Control Plane): \uc5b8\uc81c, \uc5bc\ub9c8\ub098 \ub9ce\uc740 \uc694\uccad\uc744 \uc804\uc1a1\ud560\uc9c0 \uacb0\uc815<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>&#8211; \ub370\uc774\ud130 \ud3c9\uba74(Data Plane): Worker\uac00 \uc2e4\uc81c HTTP \uc694\uccad\uc744 \uc804\uc1a1\ud558\uace0 \ud0c0\uc784\uc2a4\ud0ec\ud504\ub97c \uae30\ub85d<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>&#8211; \ubd84\uc11d \ud3c9\uba74(Analysis Plane): \uc9c0\ud45c\ub97c \uacc4\uc0b0\ud558\uace0 \uacb0\uacfc\ub97c \ub0b4\ubcf4\ub0b4\ub294 \uc5ed\ud560<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>AIPerf\uc758 \ud575\uc2ec \ubd80\ud558 \uc81c\uc5b4 \uba54\ucee4\ub2c8\uc998 \uc911 \ud558\ub098\ub294 Credit\uc774\ub2e4. Credit\uc740 \uc77c\uc885\uc758 &#8216;\uc694\uccad \ud1b5\ud589\uc99d&#8217;\uc73c\ub85c \uc774\ud574\ud560 \uc218 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Worker\ub294 Credit\uc744 \ud68d\ub4dd\ud574\uc57c \uc694\uccad \ud558\ub098\ub97c \uc804\uc1a1\ud560 \uc218 \uc788\uc73c\uba70, Credit\uc774 \uc5c6\uc73c\uba74 \uc694\uccad\uc744 \uc804\uc1a1\ud560 \uc218 \uc5c6\ub2e4. \uace0\uc815 \ub3d9\uc2dc \uc694\uccad \ubaa8\ub4dc\uc5d0\uc11c\ub294 Timing Manager\uac00 \ucc98\uc74c\uc5d0 N\uac1c\uc758 Credit\uc744 \ubc1c\uae09\ud55c\ub2e4. Credit \ud558\ub098\uac00 \ubc18\ud658\ub420 \ub54c\ub9c8\ub2e4 \uc0c8\ub85c\uc6b4 Credit \ud558\ub098\ub97c \ubc1c\uae09\ud55c\ub2e4. \uc774\uac83\uc774 \ud3d0\uc1c4\ud615 \ub8e8\ud504 \ubc29\uc2dd\uc774\ub2e4. Request Rate \ubaa8\ub4dc\uc5d0\uc11c\ub294 \uc774\uc804 Credit\uc758 \ubc18\ud658\uc744 \uae30\ub2e4\ub9ac\uc9c0 \uc54a\uace0 Poisson \ub3c4\ucc29 \uc2a4\ucf00\uc904\uc5d0 \ub530\ub77c Credit\uc744 \ubc1c\uae09\ud55c\ub2e4. \uc774\uac83\uc774 \uac1c\ubc29\ud615 \ub8e8\ud504 \ubc29\uc2dd\uc774\ub2e4. \uc989, \ubd80\ud558 \ubaa8\ub378\uc758 \ud575\uc2ec\uc740 &#8216;\uc5b4\ub5a4 \uc870\uac74\uc5d0\uc11c \ub2e4\uc74c \uc694\uccad \ud1b5\ud589\uc99d\uc744 \ubc1c\uae09\ud560 \uac83\uc778\uac00&#8217;\ub97c \uacb0\uc815\ud558\ub294 \ub370 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ud0c0\uc784\uc2a4\ud0ec\ud504\uc640 Tokenizer<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>Worker\ub294 \uc694\uccad \uc804\uc1a1 \uc2dc\uc810\uacfc \uac01 \uc2a4\ud2b8\ub9ac\ubc0d Chunk\uac00 \ud074\ub77c\uc774\uc5b8\ud2b8\uc5d0 \ub3c4\ucc29\ud55c \uc2dc\uc810\uc758 \ud0c0\uc784\uc2a4\ud0ec\ud504\ub97c \uae30\ub85d\ud55c\ub2e4. TTFT, ITL, Request Latency\ub294 \uc774\ub7ec\ud55c \ud0c0\uc784\uc2a4\ud0ec\ud504\uc758 \ucc28\uc774\ub97c \uacc4\uc0b0\ud574 \uc0b0\ucd9c\ud55c\ub2e4. Benchmark Duration\uc740 \uc804\uccb4 \ud14c\uc2a4\ud2b8\uc758 \uc2e4\uc81c \uacbd\uacfc \uc2dc\uac04\uc744 \uae30\uc900\uc73c\ub85c \uacc4\uc0b0\ud55c\ub2e4.&nbsp;<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>ISL\uacfc OSL\uc740 Tokenizer\ub97c \uc0ac\uc6a9\ud574 \uacc4\uc0b0\ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ub530\ub77c\uc11c \ubca4\uce58\ub9c8\ud06c\ub97c \uc2e4\ud589\ud560 \ub54c\ub294 Tokenizer\ub97c \uc9c0\uc815\ud574\uc57c \ud558\uba70, \uc11c\ubc84\uc5d0 \uc2e4\uc81c\ub85c \ub85c\ub4dc\ub41c \ubaa8\ub378\uacfc \uc77c\uce58\ud574\uc57c \ud55c\ub2e4.<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\ubd80\ud558 \uc2a4\uce94\uacfc \uc801\uc751\ud615 \ud0d0\uc0c9<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uaca9\uc790 \uc2a4\uce94(Grid Search)\uc740 \uae30\ubcf8\uc801\uc73c\ub85c \ub85c\uadf8 \uc2a4\ucf00\uc77c\uc5d0 \ub530\ub77c \ubd84\ud3ec\ub41c 8\uac1c\uc758 \ub3d9\uc2dc \uc694\uccad \uc9c0\uc810\uc744 \ud14c\uc2a4\ud2b8\ud55c\ub2e4. 1, 3, 7, 19, 52, 139, 373, 1000 \uac01 \uc9c0\uc810\uc5d0\uc11c \ud14c\uc2a4\ud2b8\ub97c \uc5ec\ub7ec \ucc28\ub840 \ubc18\ubcf5\ud574 \uacb0\uacfc\uc758 \uc2e0\ub8b0\uad6c\uac04\uc744 \ucd94\uc815\ud560 \uc218\ub3c4 \uc788\ub2e4. &#8216;SLO\ub97c \ucda9\uc871\ud558\ub294 \ucd5c\ub300 \ub3d9\uc2dc \uc694\uccad \uc218&#8217;\ub97c \uc9c1\uc811 \ucc3e\uace0 \uc2f6\ub2e4\uba74 max-concurrency-under-sla\uc640 \uac19\uc740 Search Recipe\ub97c \uc0ac\uc6a9\ud560 \uc218 \uc788\ub2e4. \uae30\ubcf8 \uc54c\uace0\ub9ac\uc998\uc740 \uba3c\uc800 \ubd80\ud558\ub97c \ub2e8\uacc4\uc801\uc73c\ub85c \uc99d\uac00\uc2dc\ucf1c \ucd5c\ucd08\ub85c \uc784\uacc4\uac12\uc744 \ucd08\uacfc\ud558\ub294 \uc9c0\uc810\uc744 \ucc3e\ub294\ub2e4. \uadf8\ub2e4\uc74c \uac00\ub2a5\ud55c \uacbd\uacc4 \ubc94\uc704\ub97c \uc881\ud78c\ub2e4. \uc774\ud6c4 \ub4f1\uc704 \ud68c\uadc0(Isotonic Regression)\ub97c \ud65c\uc6a9\ud574 \uce21\uc815 \ub178\uc774\uc988\ub97c \uc904\uc774\uace0, \ubcf4\uac04\ubc95\uc73c\ub85c \uad50\uc810\uc744 \ucd94\uc815\ud55c\ub2e4. \ub9c8\uc9c0\ub9c9\uc73c\ub85c \uacbd\uacc4 \ubd80\uadfc\uc5d0\uc11c \ucd94\uac00 \ud14c\uc2a4\ud2b8\ub97c \uc218\ud589\ud574 \ud0d0\uc0c9 \uad6c\uac04\uc758 \ud3ed\uc774 5% \ubbf8\ub9cc\uc774 \ub420 \ub54c\uae4c\uc9c0 \ubc94\uc704\ub97c \uc881\ud78c\ub2e4. \uc804\uccb4 \uacfc\uc815\uc5d0\ub294 \uc57d 13~25\ud68c\uc758 \ubc18\ubcf5 \ud14c\uc2a4\ud2b8\uac00 \ud544\uc694\ud558\ub2e4. \ubc18\uba74 \uace0\uc815\ub41c 8\uac1c \uc9c0\uc810\ub9cc \ud14c\uc2a4\ud2b8\ud558\uba74 \uc6a9\ub7c9 \uacbd\uacc4\uac00 \ub3d9\uc2dc \uc694\uccad 139\uac1c\uc640 373\uac1c \uc0ac\uc774\uc5d0 \uc788\ub2e4\ub294 \uc815\ub3c4\ub9cc \ud310\ub2e8\ud560 \uc218\ub3c4 \uc788\ub2e4. \ubaa9\ud45c\uac00 &#8216;SLO\ub97c \ucda9\uc871\ud558\uba74\uc11c \ucd5c\ub300 \ucc98\ub9ac\ub7c9\uc744 \ub2ec\uc131\ud558\ub294 \uac83&#8217;\uc774\ub77c\uba74 AIPerf\ub294 \ubca0\uc774\uc9c0\uc548 \ucd5c\uc801\ud654(Bayesian Optimization)\ub97c \ud65c\uc6a9\ud560 \uc218 \uc788\ub2e4. \uac00\uc6b0\uc2dc\uc548 \ud504\ub85c\uc138\uc2a4(Gaussian Process)\ub97c \uc0ac\uc6a9\ud574 \ub3d9\uc2dc \uc694\uccad \uc218\uc5d0 \ub530\ub978 \ucc98\ub9ac\ub7c9\uc744 \uc608\uce21\ud558\ub294 \ubaa8\ub378\uc744 \uad6c\uc131\ud55c\ub2e4. \uac01 \ubc18\ubcf5 \ub2e8\uacc4\uc5d0\uc11c\ub294 \uc608\uc0c1 \uc131\ub2a5\uc774 \ub192\uac70\ub098 \ubd88\ud655\uc2e4\uc131\uc774 \ud070 \uc9c0\uc810\uc744 \uc120\ud0dd\ud574 \ud14c\uc2a4\ud2b8\ud55c\ub2e4. \uc5ec\ub7ec \ucc28\ub840 \uc5f0\uc18d\uc73c\ub85c \uc131\ub2a5 \uac1c\uc120\uc774 \ub098\ud0c0\ub098\uc9c0 \uc54a\uc73c\uba74 \ud0d0\uc0c9\uc744 \uc885\ub8cc\ud55c\ub2e4. \ud0d0\uc0c9\ud574\uc57c \ud560 \ub9e4\uac1c\ubcc0\uc218\uc758 \ucc28\uc6d0\uc774 \uc99d\uac00\ud560\uc218\ub85d \uc774\ub7ec\ud55c \ubc29\uc2dd\uc740 \uace0\uc815 \uaca9\uc790 \uc2a4\uce94\ubcf4\ub2e4 \uc720\ub9ac\ud560 \uc218 \uc788\ub2e4.<\/strong><\/p>\n\n\n\n<h1 class=\"wp-block-heading\"><strong>\uacb0\ub860<\/strong><\/h1>\n\n\n\n<p class=\"wp-block-paragraph\">\ucd94\ub860 \uc11c\ube44\uc2a4\uc758 \uc6b4\uc601 \uc131\ub2a5\uc744 \ud3c9\uac00\ud558\ub824\uba74 \uba3c\uc800 \uc9c8\ubb38\uc744 \uce21\uc815\ud558\uace0 \uac80\uc99d\ud560 \uc218 \uc788\ub294 \ud615\ud0dc\ub85c \ubc14\uafd4\uc57c \ud55c\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc608\ub97c \ub4e4\uc5b4 \ub2e4\uc74c\uacfc \uac19\uc774 \uc815\uc758\ud560 \uc218 \uc788\ub2e4. &#8220;\uc9c0\uc815\ub41c \ubaa8\ub378, \ucd94\ub860 \uc5d4\uc9c4, ISL\/OSL \uc6cc\ud06c\ub85c\ub4dc \ud658\uacbd\uc5d0\uc11c \ud3d0\uc1c4\ud615 \ub8e8\ud504 \ub3d9\uc2dc \uc694\uccad \uc2a4\uce94\uc744 \uc218\ud589\ud558\uace0 \uc6cc\ubc0d\uc5c5 \ub370\uc774\ud130\ub97c \uc81c\uc678\ud588\uc744 \ub54c, TTFT\uc758 p95\ub97c Xms \ubbf8\ub9cc, ITL\uc758 p95\ub97c Yms \ubbf8\ub9cc\uc73c\ub85c \uc720\uc9c0\ud560 \uc218 \uc788\ub294 \ucd5c\ub300 \ub3d9\uc2dc \uc694\uccad \uc218\ub294 \uc5bc\ub9c8\uc778\uac00? \uadf8\ub9ac\uace0 \uc774\ub54c\uc758 Goodput\uc740 \uc5bc\ub9c8\uc778\uac00?&#8221; \ucd5c\uc885 \uacb0\uacfc\ub294 \ucc98\ub9ac\ub7c9\uacfc \uc9c0\uc5f0 \uc2dc\uac04 \uace1\uc120, SLO \uc784\uacc4\uac12, \uadf8\ub9ac\uace0 \uc774\ub4e4\uc758 \uad50\uc810\uc744 \ud558\ub098\uc758 \uadf8\ub798\ud504\ub85c \ub098\ud0c0\ub0bc \uc218 \uc788\ub2e4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ud14c\uc2a4\ud2b8\ub97c \uc2dc\uc791\ud558\uae30 \uc804\uc5d0 \ub2e4\uc74c \uc0ac\ud56d\uc744 \ud655\uc778\ud558\uc790.<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\uc2a4\ud2b8\ub9ac\ubc0d\uc774 \ud65c\uc131\ud654\ub418\uc5b4 \uc788\ub294\uac00? TTFT\uc640 ITL\uc744 \uce21\uc815\ud560 \uc218 \uc788\ub294\uc9c0\ub97c \uacb0\uc815\ud55c\ub2e4.<\/li>\n\n\n\n<li>\ucd9c\ub825 \uae38\uc774\ub97c \uc81c\uc5b4\ud558\uace0 \uc788\ub294\uac00? Tokenizer\ub294 \ubaa8\ub378\uacfc \uc77c\uce58\ud558\ub294\uac00?<\/li>\n\n\n\n<li>\uc2dc\uc2a4\ud15c \uc6a9\ub7c9\uc744 \ud655\uc778\ud558\ub824\uba74 \ud3d0\uc1c4\ud615 \ub8e8\ud504 \ub3d9\uc2dc \uc694\uccad \uc2a4\uce94\uc744 \uc0ac\uc6a9\ud558\uace0, \ucd5c\ub300 \ud2b8\ub798\ud53d \uc0c1\ud669\uc5d0\uc11c\uc758 \uc9c0\uc5f0\uc2dc\uac04\uc744 \uac80\uc99d\ud558\ub824\uba74 \uac1c\ubc29\ud615 \ub8e8\ud504\uc758 \uace0\uc815 \ub3c4\ucc29\ub960 \ubc29\uc2dd\uc744 \uc0ac\uc6a9\ud55c\ub2e4. \uac1c\ubc29\ud615 \ub8e8\ud504\uc5d0\uc11c\ub294 Poisson \ub3c4\ucc29 \ud328\ud134\uc744 \uc801\uc6a9\ud560 \uc218 \uc788\ub2e4.<\/li>\n\n\n\n<li>\uc6cc\ubc0d\uc5c5 \uc694\uccad\uc744 \ud1b5\uacc4\uc5d0\uc11c \uc81c\uc678\ud588\ub294\uac00? \ub3d9\uc77c\ud55c \uc5d4\ub4dc\ud3ec\uc778\ud2b8\uc5d0\uc11c \ub2e4\ub978 \ubca4\uce58\ub9c8\ud06c\uac00 \ub3d9\uc2dc\uc5d0 \uc2e4\ud589\ub418\uace0 \uc788\uc9c0\ub294 \uc54a\uc740\uac00?<\/li>\n\n\n\n<li>\ud3c9\uade0\uac12\ubfd0 \uc544\ub2c8\ub77c p95, p99\uc640 \uac19\uc740 \ubc31\ubd84\uc704 \uc9c0\ud45c\ub97c \ud655\uc778\ud558\uace0 \uc788\ub294\uac00? Throughput\ubfd0 \uc544\ub2c8\ub77c Goodput\ub3c4 \ud568\uaed8 \uce21\uc815\ud558\uace0 \uc788\ub294\uac00? \uc804\uccb4 \ud14c\uc2a4\ud2b8 \uc124\uc815\uacfc \uc694\uccad\ubcc4 \uae30\ub85d\uc744 \ubcf4\uad00\ud558\uace0 \uc788\ub294\uac00?<\/li>\n<\/ol>\n\n\n\n<p class=\"wp-block-paragraph\">\ub3c4\uad6c\ub294 \uacc4\uc18d \uc5c5\ub370\uc774\ud2b8\ub418\uace0 GPU\ub3c4 \uc0c8\ub85c\uc6b4 \uc138\ub300\ub85c \uad50\uccb4\ub418\uaca0\uc9c0\ub9cc, \uc774\ub7ec\ud55c \ubca4\uce58\ub9c8\ud06c \uc810\uac80 \uc6d0\uce59\uc740 \uc55e\uc73c\ub85c\ub3c4 \uc720\ud6a8\ud560 \uac83\uc774\ub2e4.<\/p>\n\n\n\n<h1 class=\"wp-block-heading\"><strong>\ucc38\uace0 \uc790\ub8cc<\/strong><\/h1>\n\n\n\n<ul class=\"wp-block-list\">\n<li>AIPerf \uc18c\uc2a4 \ucf54\ub4dc \ubc0f \uacf5\uc2dd \ubb38\uc11c: <a href=\"https:\/\/github.com\/ai-dynamo\/aiperf\" target=\"_blank\" rel=\"noopener\">https:\/\/github.com\/ai-dynamo\/aiperf<\/a> Architecture, Metrics Reference, Comprehensive LLM Benchmarking, Timing Modes Reference, Search Recipes \ub4f1\uc758 \ubb38\uc11c \ud3ec\ud568<\/li>\n\n\n\n<li>Yu et al., &#8220;Orca: A Distributed Serving System for Transformer-Based Generative Models&#8221;, OSDI 2022\uff08continuous batching\uff09<\/li>\n\n\n\n<li>Zhong et al., &#8220;DistServe: Disaggregating Prefill and Decoding for Goodput-optimized Large Language Model Serving&#8221;, OSDI 2024\uff08goodput\uff09<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>2026\ub144 10\uc6d4 22\uc77c \u00b7 INFINITIX \uc81c\ud488\ud300 \ub4e4\uc5b4\uac00\uba70: &#8220;\uc774 \uc11c\ubc84\ub294 \ub3d9\uc2dc\uc5d0 \uba87 \uba85\uc758 \uc0ac\uc6a9\uc790\uc5d0\uac8c \uc11c\ube44\uc2a4\ub97c \uc81c\uacf5\ud560 \uc218 \uc788\uc744\uae4c?&#8221; \ud55c \ud300\uc774 GPU \uc11c\ubc84\uc5d0 \uc624\ud508\uc18c\uc2a4 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc744 \ubc30\ud3ec\ud588\ub2e4\uace0 \uac00\uc815\ud574 \ubcf4\uc790. Curl\ub85c \ud504\ub86c\ud504\ud2b8(Prompt)\ub97c \uc804\uc1a1\ud558\ub2c8 1\ucd08 \ub0a8\uc9d3 \uc9c0\ub098 \uc751\ub2f5 \ud14d\uc2a4\ud2b8\uac00 \ucd9c\ub825\ub418\uae30 \uc2dc\uc791\ud55c\ub2e4. \uc5b8\ub73b \ubcf4\uae30\uc5d0\ub294 \ucda9\ubd84\ud788 \ube60\ub974\ub2e4. \ud558\uc9c0\ub9cc &#8216;\ube60\ub974\uac8c \ubcf4\uc778\ub2e4&#8217;\ub294 \uc0ac\uc2e4\ub9cc\uc73c\ub85c\ub294 \ub2e4\uc74c \uc9c8\ubb38\uc5d0 \ub2f5\ud560 \uc218 \uc5c6\ub2e4. &#8211; \uc2dc\uc2a4\ud15c\uc740 \ub3d9\uc2dc\uc5d0 10\uba85\uc758 \uc694\uccad\uc744 \ucc98\ub9ac\ud560 \uc218 \uc788\uc744\uae4c, \uc544\ub2c8\uba74 200\uba85\uae4c\uc9c0 \ucc98\ub9ac\ud560 \uc218 \uc788\uc744\uae4c? &#8211; \uc0ac\uc6a9\uc790\uac00 \uccab \ubc88\uc9f8 \uc751\ub2f5 \ud14d\uc2a4\ud2b8\ub97c \uba87 \ucd08 \uc774\ub0b4\uc5d0 \ud655\uc778\ud574\uc57c \uc801\uc808\ud55c \uc11c\ube44\uc2a4 \ud488\uc9c8\uc774\ub77c\uace0 \ud560 \uc218 \uc788\uc744\uae4c? &#8211; \uc2a4\ud2b8\ub9ac\ubc0d \ubc29\uc2dd\uc73c\ub85c \uc751\ub2f5\uc744 \ud45c\uc2dc\ud560 \ub54c \uc5b4\ub290 \uc815\ub3c4\uc758 \ucd9c\ub825 \uc18d\ub3c4\uac00 \ud655\ubcf4\ub418\uc5b4\uc57c \uc790\uc5f0\uc2a4\ub7fd\uace0 \uc6d0\ud65c\ud558\uac8c \ub290\uaef4\uc9c8\uae4c? \uc774\ub7ec\ud55c \uc9c8\ubb38\uc5d0 \ub2f5\ud558\uae30 \uc704\ud574 \ud544\uc694\ud55c \uac83\uc774&#8230;<\/p>\n","protected":false},"author":253372388,"featured_media":15662,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"_jetpack_newsletter_access":"","_jetpack_dont_email_post_to_subs":false,"_jetpack_newsletter_tier_id":0,"_jetpack_memberships_contains_paywalled_content":false,"_jetpack_feature_clip_id":0,"_jetpack_memberships_contains_paid_content":false,"footnotes":"","jetpack_post_was_ever_published":false},"categories":[96988277],"tags":[96988406,96989074],"class_list":["post-15645","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-technical-support","tag-ai-stack-","tag-llm"],"blocksy_meta":[],"acf":[],"jetpack_shortlink":"https:\/\/wp.me\/ph344V-44l","jetpack_sharing_enabled":true,"jetpack_featured_media_url":"https:\/\/i0.wp.com\/ai-stack.ai\/wp-content\/uploads\/2026\/10\/5a0c4b47.png?fit=1920%2C1080&quality=100&ct=202603031250&ssl=1","_links":{"self":[{"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/posts\/15645","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/users\/253372388"}],"replies":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/comments?post=15645"}],"version-history":[{"count":1,"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/posts\/15645\/revisions"}],"predecessor-version":[{"id":15666,"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/posts\/15645\/revisions\/15666"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/media\/15662"}],"wp:attachment":[{"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/media?parent=15645"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/categories?post=15645"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/ai-stack.ai\/ko\/wp-json\/wp\/v2\/tags?post=15645"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}