{"id":9671,"date":"2025-02-04T09:33:07","date_gmt":"2025-02-04T00:33:07","guid":{"rendered":"https:\/\/www.auctionpro.co.kr\/?p=9671"},"modified":"2025-02-04T09:33:46","modified_gmt":"2025-02-04T00:33:46","slug":"deepseek","status":"publish","type":"post","link":"https:\/\/www.auctionpro.co.kr\/?p=9671","title":{"rendered":"deepseek"},"content":{"rendered":"\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" src=\"https:\/\/github.com\/deepseek-ai\/DeepSeek-V2\/blob\/main\/figures\/logo.svg?raw=true\" alt=\"\"\/><\/figure>\n\n\n\n<p class=\"wp-block-paragraph\"><a href=\"https:\/\/github.com\/deepseek-ai\/DeepSeek-V3\" target=\"_blank\" rel=\"noreferrer noopener\">https:\/\/github.com\/deepseek-ai\/DeepSeek-V3<\/a><\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc18c\uac1c\uc640 \ubc29\ubc95<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">DeepSeek-V3\ub294 671B \ub9e4\uac1c\ubcc0\uc218\uc640 37B \ud65c\uc131\ud654\ub41c \ud1a0\ud070\uc744 \uac00\uc9c4 \uac15\ub825\ud55c Mixture-of-Experts \uc5b8\uc5b4 \ubaa8\ub378\uc785\ub2c8\ub2e4. Multi-head Latent Attention\uacfc DeepSeekMoE \uc544\ud0a4\ud14d\ucc98\ub97c \ucc44\ud0dd\ud558\uace0, \ubcf4\uc870 \uc190\uc2e4 \ud504\ub9ac \ub85c\ub4dc \ubc38\ub7f0\uc2f1 \uc804\ub7b5\uc73c\ub85c Load-balancing \uc131\ub2a5\uc744 \ub192\uc774\uace0 \uc788\uc5b4.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\"><strong>\uc548\uc815\uc801\uc778 \ud6c8\ub828 \uc9c4\ud589<\/strong><\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\ubaa8\ub378 \ud6c8\ub828 \uc911 \ubd88\uac00\uc5ed\uc801 \uc190\uc2e4 \uae09\uc99d\uc774\ub098 \ub864\ubc31 \uc5c6\uc774 \uc548\uc815\uc801\uc73c\ub85c \uc9c4\ud589\ub418\uace0 \uc788\uc5b4. \uadf8\ub798\uc11c \ud6c8\ub828 \uacfc\uc815\uc744 \uc694\uc57d\ud55c \ub2f5\uc744 \ud55c\uad6d\uc5b4\ub85c \uc81c\uacf5\ud558\ub294 \uc911\uc774\uc57c.<\/p>\n\n\n\n<p class=\"wp-block-paragraph\">\uc544\ub798\ub294 DeepSeek-V3\uc5d0 \ub300\ud55c \ud55c\uae00 \uc694\uc57d\uc785\ub2c8\ub2e4:<\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\ubaa8\ub378 \uac1c\uc694<\/strong>:<br>DeepSeek-V3\ub294 Mixture-of-Experts (MoE) \uae30\ubc18\uc758 \uac15\ub825\ud55c \uc5b8\uc5b4 \ubaa8\ub378\ub85c, \uc804\uccb4 6710\uc5b5 \uac1c\uc758 \ud30c\ub77c\ubbf8\ud130 \uc911 \ud1a0\ud070 \ub2f9 370\uc5b5 \uac1c\uc758 \ud30c\ub77c\ubbf8\ud130\uac00 \ud65c\uc131\ud654\ub429\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uc544\ud0a4\ud14d\ucc98 \ubc0f \ud6a8\uc728\uc131<\/strong>:<br>\ud6a8\uc728\uc801\uc778 \ucd94\ub860\uacfc \ube44\uc6a9 \ud6a8\uc728\uc801\uc778 \ud559\uc2b5\uc744 \uc704\ud574, DeepSeek-V3\ub294 \uc774\uc804 \ubc84\uc804\uc778 DeepSeek-V2\uc5d0\uc11c \ucca0\uc800\ud788 \uac80\uc99d\ub41c Multi-head Latent Attention (MLA) \ubc0f DeepSeekMoE \uc544\ud0a4\ud14d\ucc98\ub97c \ucc44\ud0dd\ud588\uc2b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uc0c8\ub85c\uc6b4 \uc804\ub7b5<\/strong>:\n<ul class=\"wp-block-list\">\n<li>\ubcf4\uc870 \uc190\uc2e4(auxiliary-loss) \uc5c6\uc774 \ub85c\ub4dc \ubc38\ub7f0\uc2f1(load balancing)\uc744 \uc218\ud589\ud558\ub294 \uc804\ub7b5\uc744 \ub3c4\uc785\ud588\uc2b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\ub354 \uac15\ub825\ud55c \uc131\ub2a5\uc744 \uc704\ud574 \ub2e4\uc911 \ud1a0\ud070 \uc608\uce21(multi-token prediction) \ud559\uc2b5 \ubaa9\ud45c\ub97c \uc124\uc815\ud588\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\ud559\uc2b5 \ub370\uc774\ud130 \ubc0f \uacfc\uc815<\/strong>:\n<ul class=\"wp-block-list\">\n<li>14.8\uc870 \uac1c\uc758 \ub2e4\uc591\ud558\uace0 \uace0\ud488\uc9c8 \ud1a0\ud070\uc744 \uc0ac\uc6a9\ud558\uc5ec \uc0ac\uc804\ud559\uc2b5(pre-training)\uc744 \uc9c4\ud589\ud588\uc2b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\uc774\ud6c4 \uac10\ub3c5 \ubbf8\uc138\uc870\uc815(Supervised Fine-Tuning)\uacfc \uac15\ud654\ud559\uc2b5(Reinforcement Learning) \ub2e8\uacc4\ub97c \uac70\uccd0 \ubaa8\ub378\uc758 \uc131\ub2a5\uc744 \uadf9\ub300\ud654\ud588\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc131\ub2a5 \ud3c9\uac00<\/strong>:\n<ul class=\"wp-block-list\">\n<li>DeepSeek-V3\ub294 \ub2e4\ub978 \uc624\ud508 \uc18c\uc2a4 \ubaa8\ub378\ub4e4\uc744 \ub2a5\uac00\ud558\ub294 \uc131\ub2a5\uc744 \ubcf4\uc774\uba70, \uc8fc\uc694 \ud074\ub85c\uc988\ub4dc \uc18c\uc2a4 \ubaa8\ub378\uacfc\ub3c4 \uc720\uc0ac\ud55c \uc218\uc900\uc758 \uc131\ub2a5\uc744 \ub2ec\uc131\ud588\uc2b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\uc804\uccb4 \ud559\uc2b5 \uacfc\uc815\uc5d0 \ud544\uc694\ud55c H800 GPU \uc2dc\uac04\uc740 \ub2e8 2.788M \uc2dc\uac04\uc5d0 \ubd88\uacfc\ud558\uba70, \ud559\uc2b5 \uacfc\uc815\uc740 \ub9e4\uc6b0 \uc548\uc815\uc801\uc774\uc5b4\uc11c \ud68c\ubcf5 \ubd88\uac00\ub2a5\ud55c \uc190\uc2e4 \uc2a4\ud30c\uc774\ud06c\ub098 \ub864\ubc31 \uc5c6\uc774 \uc9c4\ud589\ub418\uc5c8\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<div class=\"mh-excerpt\"><p>https:\/\/github.com\/deepseek-ai\/DeepSeek-V3 \uc18c\uac1c\uc640 \ubc29\ubc95 DeepSeek-V3\ub294 671B \ub9e4\uac1c\ubcc0\uc218\uc640 37B \ud65c\uc131\ud654\ub41c \ud1a0\ud070\uc744 \uac00\uc9c4 \uac15\ub825\ud55c Mixture-of-Experts \uc5b8\uc5b4 \ubaa8\ub378\uc785\ub2c8\ub2e4. Multi-head Latent Attention\uacfc DeepSeekMoE \uc544\ud0a4\ud14d\ucc98\ub97c \ucc44\ud0dd\ud558\uace0, \ubcf4\uc870 \uc190\uc2e4 \ud504\ub9ac \ub85c\ub4dc \ubc38\ub7f0\uc2f1 <a class=\"mh-excerpt-more\" href=\"https:\/\/www.auctionpro.co.kr\/?p=9671\" title=\"deepseek\">[&#8230;]<\/a><\/p>\n<\/div>","protected":false},"author":6,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_monsterinsights_skip_tracking":false,"_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[257],"tags":[],"class_list":["post-9671","post","type-post","status-publish","format-standard","hentry","category-ai-"],"jetpack_featured_media_url":"","jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/9671","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=\/wp\/v2\/users\/6"}],"replies":[{"embeddable":true,"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=9671"}],"version-history":[{"count":0,"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/9671\/revisions"}],"wp:attachment":[{"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=9671"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=9671"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.auctionpro.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=9671"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}