\uce74\uce74\uc624\uc5d4\ud130\ud504\ub77c\uc774\uc988 \uc815\uc6a9\ubbfc \uc804\ub7b5\uc0ac\uc5c5\ud300\uc7a5\uc774 1\ubd80 \ud589\uc0ac\uc5d0\uc11c \uce74\uce74\uc624\ud074\ub77c\uc6b0\ub4dc\uc5d0 \ub300\ud574 \uc18c\uac1c\ud558\uace0 \uc788\ub2e4.<\/em><\/sub><\/figcaption><\/figure>\n\n\n\n1\ubd80 \ud589\uc0ac\uc778 \u2018AI\uc640 \ud074\ub77c\uc6b0\ub4dc \uae30\uc220\uc138\ubbf8\ub098’\uc5d0\uc11c\ub294 \uc5d4\ube44\ub514\uc544\uc758 AI \uc194\ub8e8\uc158 \uc18c\uac1c \ubc0f \uce74\uce74\uc624\ud074\ub77c\uc6b0\ub4dc\uc758 \uae30\uc220\uacfc \uc11c\ube44\uc2a4\ub97c \uc8fc\uc81c\ub85c \ud55c \uc138\uc158\uc774 \uc9c4\ud589\ub418\uc5c8\ub2e4. \uc628\ub77c\uc778\uc73c\ub85c \uc9c4\ud589\ub41c 1\ubd80 \ud589\uc0ac\ub294 200\uba85 \ubaa8\uc9d1\uc5d0 400\uc5ec \uba85\uc774 \ub118\uac8c \uc2e0\uccad\ud574 \uc2e0\uccad\uc790 \uc804\uc6d0 \ucc38\uc5ec\ub85c \ud655\ub300 \uc2e4\uc2dc\ud560 \ub9cc\ud07c AI\uc640 \ud074\ub77c\uc6b0\ub4dc\ub97c \ud5a5\ud55c \ub192\uc740 \uad00\uc2ec\ub3c4\ub97c \ubcf4\uc600\ub2e4.<\/p>\n\n\n\n
2\ubd80 \ud589\uc0ac\ub294 \uce74\uce74\uc624\ud074\ub77c\uc6b0\ub4dc \uae30\ubc18 NVIDIA GPU\ub97c \ud65c\uc6a9\ud574 \uac70\ub300 \uc5b8\uc5b4 \ubaa8\ub378 \ub77c\ub9c83(LLaMa3)\uc758 \uc778\ud37c\ub7f0\uc2a4 \ucd5c\uc801\ud654 \ubc0f \ubc30\ud3ec \uad00\ub828 \ucd5c\uc2e0 \uae30\uc220\uc744 \uc2e4\uc2b5\ud588\ub2e4. \uc624\ud504\ub77c\uc778\uc73c\ub85c \uc9c4\ud589\ub41c 2\ubd80 \ud589\uc0ac\ub294 \uae4a\uc774 \uc788\ub294 \uc591\uc9c8\uc758 \uad50\uc721\uc744 \uc704\ud574 30\uba85\uc73c\ub85c \uc81c\ud55c\ud574 \uc9c4\ud589\ub418\uc5c8\ub294\ub370, \ub2e4\uc591\ud55c \uc0b0\uc5c5\uad70\uc758 \uac1c\ubc1c\uc790\ub4e4\uc774 \ucc38\uc11d\ud574 \ub192\uc740 \ub9cc\uc871\ub3c4\ub97c \ub098\ud0c0\ub0c8\ub2e4.<\/p>\n\n\n\n
\ud2b9\ud788, 2\ubd80 \ud589\uc0ac\uc778 \ubd80\ud2b8\ucea0\ud504\uc5d0\uc11c\ub294 NVIDIA \uc758 \uc194\ub8e8\uc158 \uc544\ud0a4\ud14d\ud2b8\uac00 \uc9c1\uc811 \uce74\uce74\uc624\ud074\ub77c\uc6b0\ub4dc \uae30\ubc18 \ud658\uacbd\ubd80\ud130 \uc778\ud37c\ub7f0\uc2a4 \uc2e4\uc2b5\uae4c\uc9c0 \uc9c4\ud589, \ucc38\uc11d\uc790\ub4e4\uc774 \ub2e8\uc2dc\uac04\uc5d0 AI\u30fb\ud074\ub77c\uc6b0\ub4dc\uc5d0 \uae4a\uc774 \uc788\ub294 \uc774\ud574\ub97c \ub3c4\uc654\ub2e4. \uad6c\uccb4\uc801\uc73c\ub85c\ub294 \u25b2KakaoCloud \uc2e4\uc2b5 \ud658\uacbd \uc14b\uc5c5 \u25b2TensorRT-LLM \ubc0f Triton Inference Server \uc18c\uac1c \u25b2TensorRT-LLM \uc2e4\uc2b5 \u25b2\ucd5c\uc801\ud654\ub41c \uc5d4\uc9c4 \ubc30\ud3ec \uc2e4\uc2b5 in Triton Inference Server \u25b2NIM \uc18c\uac1c(\uac15\uc758) \u25b2NIM \uc2e4\uc2b5(\ub7a9)\uc744 \uc9c4\ud589\ud558\uba70 \ucc38\uc11d\uc790\ub4e4\uc758 \ub192\uc740 \ud638\uc751\uc744 \ubc1b\uc558\ub2e4.<\/p>\n\n\n\n