{"id":168,"date":"2025-02-09T15:56:07","date_gmt":"2025-02-09T06:56:07","guid":{"rendered":"https:\/\/www.deepplus.co.kr\/?p=168"},"modified":"2025-02-09T15:56:52","modified_gmt":"2025-02-09T06:56:52","slug":"mixture-of-experts-moe-%ec%9d%b4%ed%95%b4%ed%95%98%ea%b8%b0","status":"publish","type":"post","link":"https:\/\/www.deepplus.co.kr\/?p=168","title":{"rendered":"Mixture of Experts (MoE)"},"content":{"rendered":"\n<p><strong>1. \uac1c\uc694<\/strong><br>Mixture of Experts (MoE)\ub294 \uc5ec\ub7ec \uc804\ubb38\uac00(Expert) \ubaa8\ub378\uc744 \ud611\uc5c5\uc2dc\ud0a4\ub294 \uba38\uc2e0\ub7ec\ub2dd \uae30\ubc95\uc785\ub2c8\ub2e4. \uac01 \uc804\ubb38\uac00\ub294 \uc785\ub825 \ub370\uc774\ud130\uc758 \ud2b9\uc815 \ubd80\ubd84\uc744 \ucc98\ub9ac\ud558\ub3c4\ub85d \ud2b9\ud654\ub418\uba70, **\uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c(Gating Network)**\uac00 \uc785\ub825\uc5d0 \ub530\ub77c \uc801\uc808\ud55c \uc804\ubb38\uac00\ub97c \uc120\ud0dd\ud558\uac70\ub098 \uac00\uc911\uce58\ub97c \ubd80\uc5ec\ud569\ub2c8\ub2e4. \uc774\ub294 \ubaa8\ub378 \uc6a9\ub7c9\uc744 \ub298\ub9ac\uba70 \uacc4\uc0b0 \ube44\uc6a9\uc744 \uc808\uc57d\ud558\ub294 \ub370 \ud6a8\uacfc\uc801\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p><strong>2. \uc8fc\uc694 \uad6c\uc131 \uc694\uc18c<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\uc804\ubb38\uac00(Experts) <\/strong>:\n<ul class=\"wp-block-list\">\n<li>\uc77c\ubc18\uc801\uc73c\ub85c \ub3d9\uc77c\ud55c \uad6c\uc870\uc758 \uc2e0\uacbd\ub9dd(\uc608: Transformer \ub808\uc774\uc5b4)\uc73c\ub85c \uad6c\uc131\ub429\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\uac01 \uc804\ubb38\uac00\ub294 \ud2b9\uc815 \uc785\ub825 \ud328\ud134(\uc608: \uc774\ubbf8\uc9c0\uc758 \ud2b9\uc815 \uc601\uc5ed, \ud14d\uc2a4\ud2b8\uc758 \ud2b9\uc815 \uc8fc\uc81c)\uc5d0 \ud2b9\ud654\ub429\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c(Gating Network) <\/strong>:\n<ul class=\"wp-block-list\">\n<li>\uc785\ub825\uc744 \ubd84\uc11d\ud558\uc5ec \uac01 \uc804\ubb38\uac00\uc758 \uae30\uc5ec\ub3c4(\uac00\uc911\uce58)\ub97c \uacb0\uc815\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\uc8fc\ub85c <strong>Softmax <\/strong>\ub610\ub294 <strong>Top-k Routing <\/strong>\uc744 \uc0ac\uc6a9\ud574 \uc77c\ubd80 \uc804\ubb38\uac00\ub9cc \ud65c\uc131\ud654\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\uc608: Switch Transformer\uc5d0\uc11c\ub294 \uac01 \uc785\ub825\uc774 <strong>1\uac1c\uc758 \uc804\ubb38\uac00 <\/strong>\ub85c\ub9cc \ub77c\uc6b0\ud305\ub429\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p><strong>3. \ub3d9\uc791 \uc6d0\ub9ac<\/strong><\/p>\n\n\n\n<ol start=\"1\" class=\"wp-block-list\">\n<li><strong>\uc785\ub825 \ubd84\ubc30 <\/strong>: \uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c\uac00 \uc785\ub825 ( x )\ub97c \ubd84\uc11d\ud574 \uc804\ubb38\uac00\uc758 \uac00\uc911\uce58\ub97c \uacc4\uc0b0\ud569\ub2c8\ub2e4.\n<ul class=\"wp-block-list\">\n<li>\uc608: \uac00\uc911\uce58=Softmax(<em>W<\/em><em>g<\/em>\u200b\u22c5<em>x<\/em>+<em>b<\/em><em>g<\/em>\u200b).<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc804\ubb38\uac00 \uc2e4\ud589 <\/strong>: \uc120\ud0dd\ub41c \uc804\ubb38\uac00\ub4e4\uc774 \uc785\ub825\uc744 \ucc98\ub9ac\ud569\ub2c8\ub2e4.\n<ul class=\"wp-block-list\">\n<li>Top-k \ub77c\uc6b0\ud305 \uc2dc ( k )\uba85\uc758 \uc804\ubb38\uac00\ub9cc \ud65c\uc131\ud654\ub429\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uacb0\ud569 <\/strong>: \uc804\ubb38\uac00\ub4e4\uc758 \ucd9c\ub825\uc744 \uac00\uc911\ud569\ud558\uc5ec \ucd5c\uc885 \uacb0\uacfc\ub97c \uc0dd\uc131\ud569\ub2c8\ub2e4.\n<ul class=\"wp-block-list\">\n<li><em>y<\/em>=\u2211<em>i<\/em>=1<em>n<\/em>\u200b<em>w<\/em><em>i<\/em>\u200b\u22c5<em>E<\/em><em>i<\/em>\u200b(<em>x<\/em>), \uc5ec\uae30\uc11c ( w_i )\ub294 \uac8c\uc774\ud305 \uac00\uc911\uce58, ( E_i )\ub294 \uc804\ubb38\uac00.<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p><strong>4. \ud559\uc2b5 \ubc29\ubc95<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\ub3d9\uc2dc \ud559\uc2b5 <\/strong>: \uc804\ubb38\uac00\uc640 \uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c\ub97c \ud568\uaed8 \ud6c8\ub828\uc2dc\ud0b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uadf8\ub798\ub514\uc5b8\ud2b8 \uc5ed\uc804\ud30c <\/strong>: \uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c\ub294 \uc804\ubb38\uac00 \uc120\ud0dd\uc5d0 \ub300\ud55c \uadf8\ub798\ub514\uc5b8\ud2b8\ub97c \ud559\uc2b5\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uc8fc\uc694 \ub3c4\uc804 \uacfc\uc81c <\/strong>:\n<ul class=\"wp-block-list\">\n<li><strong>\uc804\ubb38\uac00 \ubd88\uade0\ud615(Expert Imbalance) <\/strong>: \uc77c\ubd80 \uc804\ubb38\uac00\ub9cc \uc8fc\ub85c \uc0ac\uc6a9\ub418\ub294 \ubb38\uc81c.<br>\u2192 **\ubd80\uac00 \uc190\uc2e4(Auxiliary Loss)**\ub85c \uc804\ubb38\uac00 \uc0ac\uc6a9 \ubd84\ud3ec\ub97c \uade0\ud615 \uc788\uac8c \uc720\ub3c4\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\ud559\uc2b5 \ubd88\uc548\uc815\uc131 <\/strong>: \uac8c\uc774\ud305\uc758 \uac11\uc791\uc2a4\ub7ec\uc6b4 \ubcc0\ud654\uac00 \ud559\uc2b5\uc744 \ubc29\ud574\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<br>\u2192 <strong>\ub178\uc774\uc988 \ucd94\uac00 <\/strong>\ub610\ub294 <strong>\uc9c0\uc5f0 \uc5c5\ub370\uc774\ud2b8 <\/strong>\uae30\ubc95\uc73c\ub85c \uc548\uc815\uc131\uc744 \ub192\uc785\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p><strong>5. \uc7a5\uc810\uacfc \ub2e8\uc810<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\uc7a5\uc810 <\/strong>:\n<ul class=\"wp-block-list\">\n<li><strong>\ud6a8\uc728\uc801 \ud655\uc7a5 <\/strong>: \ubaa8\ub378 \ud30c\ub77c\ubbf8\ud130\ub294 \uc99d\uac00\ud558\uc9c0\ub9cc, \ud65c\uc131\ud654\ub418\ub294 \uc804\ubb38\uac00 \uc218\ub294 \uc81c\ud55c\ub418\uc5b4 \uacc4\uc0b0 \ube44\uc6a9\uc774 \uc808\uc57d\ub429\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uc804\ubb38\ud654\ub41c \uc608\uce21 <\/strong>: \uac01 \uc804\ubb38\uac00\uac00 \ubcf5\uc7a1\ud55c \ub370\uc774\ud130 \ubd84\ud3ec\uc758 \uc77c\ubd80\ub97c \ud6a8\uacfc\uc801\uc73c\ub85c \ucc98\ub9ac\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\ub2e8\uc810 <\/strong>:\n<ul class=\"wp-block-list\">\n<li><strong>\uad6c\ud604 \ubcf5\uc7a1\uc131 <\/strong>: \ubd84\uc0b0 \uc2dc\uc2a4\ud15c\uc5d0\uc11c \uc804\ubb38\uac00 \uac04 \ud1b5\uc2e0 \uc624\ubc84\ud5e4\ub4dc\uac00 \ubc1c\uc0dd\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uacfc\uc801\ud569 \uc704\ud5d8 <\/strong>: \uc804\ubb38\uac00\uac00 \ud2b9\uc815 \ub370\uc774\ud130\uc5d0 \uacfc\ub3c4\ud558\uac8c \uc801\uc751\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p><strong>6. \uc8fc\uc694 \ubcc0\ud615 \ubc0f \uc751\uc6a9<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\ub77c\uc6b0\ud305 \uae30\ubc95 <\/strong>:\n<ul class=\"wp-block-list\">\n<li><strong>Top-k Routing <\/strong>(k=1\uc778 \uacbd\uc6b0 Switch Transformer).<\/li>\n\n\n\n<li><strong>Noisy Top-k <\/strong>: \ub77c\uc6b0\ud305\uc5d0 \ubb34\uc791\uc704\uc131\uc744 \ucd94\uac00\ud574 \ud0d0\uc0c9\uc744 \ucd09\uc9c4\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc751\uc6a9 \uc0ac\ub840 <\/strong>:\n<ul class=\"wp-block-list\">\n<li><strong>NLP <\/strong>: Google\uc758 <strong>Switch Transformer <\/strong>, <strong>GLaM <\/strong>(1.2\uc870 \ud30c\ub77c\ubbf8\ud130).<\/li>\n\n\n\n<li><strong>\ucef4\ud4e8\ud130 \ube44\uc804 <\/strong>: Vision MoE, <strong>LIMoE <\/strong>(Large Image Mixture of Experts).<\/li>\n\n\n\n<li><strong>\uba40\ud2f0\ubaa8\ub2ec <\/strong>: DeepSeek-MoE, Mixtral 8x7B (\uc624\ud508\uc18c\uc2a4 MoE LLM).<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p><strong>7. \ucd5c\uc2e0 \uae30\uc220 \ub3d9\ud5a5<\/strong><\/p>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\ud6a8\uc728\uc131 \uac1c\uc120 <\/strong>: GShard, T5-MoE \ub4f1\uc5d0\uc11c <strong>Expert Parallelism <\/strong>\uc744 \ub3c4\uc785\ud574 \ubd84\uc0b0 \ud559\uc2b5\uc744 \ucd5c\uc801\ud654\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\ub3d9\uc801 \ub77c\uc6b0\ud305 <\/strong>: \uc785\ub825\uc5d0 \ub530\ub77c \uc804\ubb38\uac00 \uc218\ub97c \uc720\ub3d9\uc801\uc73c\ub85c \uc870\uc808\ud558\ub294 <strong>Adaptive MoE <\/strong>\uac00 \uc5f0\uad6c\ub418\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uacbd\ub7c9\ud654 <\/strong>: \uc801\uc740 \uc218\uc758 \uc804\ubb38\uac00\ub85c\ub3c4 \uc131\ub2a5\uc744 \uc720\uc9c0\ud558\ub294 <strong>Lightweight MoE <\/strong>\uad6c\uc870\uac00 \uc8fc\ubaa9\ubc1b\uace0 \uc788\uc2b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<p><strong>8. \uacb0\ub860<\/strong><br>MoE\ub294 \ub300\uaddc\ubaa8 \ubaa8\ub378\uc758 \ud6a8\uc728\uc801\uc778 \ud655\uc7a5\uc744 \uac00\ub2a5\ud558\uac8c \ud558\ub294 \ud575\uc2ec \uae30\uc220\uc785\ub2c8\ub2e4. \uac8c\uc774\ud305 \uba54\ucee4\ub2c8\uc998\uacfc \uc804\ubb38\uac00 \ud2b9\ud654 \ud559\uc2b5\uc744 \ud1b5\ud574 \uacc4\uc0b0 \uc790\uc6d0\uc744 \uc808\uc57d\ud558\uba74\uc11c\ub3c4 \ubcf5\uc7a1\ud55c \uc791\uc5c5\uc744 \ucc98\ub9ac\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4. \ud558\uc9c0\ub9cc \uad6c\ud604 \ubcf5\uc7a1\uc131\uacfc \uc804\ubb38\uac00 \ubd88\uade0\ud615 \ubb38\uc81c\ub294 \uc5ec\uc804\ud788 \uac1c\uc120\uc774 \ud544\uc694\ud55c \ubd84\uc57c\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>1. \uac1c\uc694Mixture of Experts (MoE)\ub294 \uc5ec\ub7ec \uc804\ubb38\uac00(Expert) \ubaa8\ub378\uc744 \ud611\uc5c5\uc2dc\ud0a4\ub294 \uba38\uc2e0\ub7ec\ub2dd \uae30\ubc95\uc785\ub2c8\ub2e4. \uac01 \uc804\ubb38\uac00\ub294 \uc785\ub825 \ub370\uc774\ud130\uc758 \ud2b9\uc815 \ubd80\ubd84\uc744 \ucc98\ub9ac\ud558\ub3c4\ub85d \ud2b9\ud654\ub418\uba70, **\uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c(Gating Network)**\uac00 \uc785\ub825\uc5d0 \ub530\ub77c \uc801\uc808\ud55c \uc804\ubb38\uac00\ub97c \uc120\ud0dd\ud558\uac70\ub098 \uac00\uc911\uce58\ub97c \ubd80\uc5ec\ud569\ub2c8\ub2e4. \uc774\ub294 \ubaa8\ub378 \uc6a9\ub7c9\uc744 \ub298\ub9ac\uba70 \uacc4\uc0b0 \ube44\uc6a9\uc744 \uc808\uc57d\ud558\ub294 \ub370 \ud6a8\uacfc\uc801\uc785\ub2c8\ub2e4. 2. \uc8fc\uc694 \uad6c\uc131 \uc694\uc18c 3. \ub3d9\uc791 \uc6d0\ub9ac 4. \ud559\uc2b5 \ubc29\ubc95 5. \uc7a5\uc810\uacfc \ub2e8\uc810 6. \uc8fc\uc694 \ubcc0\ud615 \ubc0f &hellip; <a href=\"https:\/\/www.deepplus.co.kr\/?p=168\" class=\"more-link\">\ub354 \ubcf4\uae30<span class=\"screen-reader-text\"> &#8220;Mixture of Experts (MoE)&#8221;<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4],"tags":[6,7],"class_list":["post-168","post","type-post","status-publish","format-standard","hentry","category-dnn","tag-mixture-of-experts","tag-moe"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v24.5 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Mixture of Experts (MoE) - Deep+<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.deepplus.co.kr\/?p=168\" \/>\n<meta property=\"og:locale\" content=\"ko_KR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Mixture of Experts (MoE) - Deep+\" \/>\n<meta property=\"og:description\" content=\"1. \uac1c\uc694Mixture of Experts (MoE)\ub294 \uc5ec\ub7ec \uc804\ubb38\uac00(Expert) \ubaa8\ub378\uc744 \ud611\uc5c5\uc2dc\ud0a4\ub294 \uba38\uc2e0\ub7ec\ub2dd \uae30\ubc95\uc785\ub2c8\ub2e4. \uac01 \uc804\ubb38\uac00\ub294 \uc785\ub825 \ub370\uc774\ud130\uc758 \ud2b9\uc815 \ubd80\ubd84\uc744 \ucc98\ub9ac\ud558\ub3c4\ub85d \ud2b9\ud654\ub418\uba70, **\uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c(Gating Network)**\uac00 \uc785\ub825\uc5d0 \ub530\ub77c \uc801\uc808\ud55c \uc804\ubb38\uac00\ub97c \uc120\ud0dd\ud558\uac70\ub098 \uac00\uc911\uce58\ub97c \ubd80\uc5ec\ud569\ub2c8\ub2e4. \uc774\ub294 \ubaa8\ub378 \uc6a9\ub7c9\uc744 \ub298\ub9ac\uba70 \uacc4\uc0b0 \ube44\uc6a9\uc744 \uc808\uc57d\ud558\ub294 \ub370 \ud6a8\uacfc\uc801\uc785\ub2c8\ub2e4. 2. \uc8fc\uc694 \uad6c\uc131 \uc694\uc18c 3. \ub3d9\uc791 \uc6d0\ub9ac 4. \ud559\uc2b5 \ubc29\ubc95 5. \uc7a5\uc810\uacfc \ub2e8\uc810 6. \uc8fc\uc694 \ubcc0\ud615 \ubc0f &hellip; \ub354 \ubcf4\uae30 &quot;Mixture of Experts (MoE)&quot;\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.deepplus.co.kr\/?p=168\" \/>\n<meta property=\"og:site_name\" content=\"Deep+\" \/>\n<meta property=\"article:published_time\" content=\"2025-02-09T06:56:07+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-02-09T06:56:52+00:00\" \/>\n<meta name=\"author\" content=\"deep+\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\uae00\uc4f4\uc774\" \/>\n\t<meta name=\"twitter:data1\" content=\"deep+\" \/>\n\t<meta name=\"twitter:label2\" content=\"\uc608\uc0c1 \ub418\ub294 \ud310\ub3c5 \uc2dc\uac04\" \/>\n\t<meta name=\"twitter:data2\" content=\"3\ubd84\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.deepplus.co.kr\/?p=168\",\"url\":\"https:\/\/www.deepplus.co.kr\/?p=168\",\"name\":\"Mixture of Experts (MoE) - Deep+\",\"isPartOf\":{\"@id\":\"https:\/\/www.deepplus.co.kr\/#website\"},\"datePublished\":\"2025-02-09T06:56:07+00:00\",\"dateModified\":\"2025-02-09T06:56:52+00:00\",\"author\":{\"@id\":\"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.deepplus.co.kr\/?p=168#breadcrumb\"},\"inLanguage\":\"ko-KR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.deepplus.co.kr\/?p=168\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.deepplus.co.kr\/?p=168#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\ud648\",\"item\":\"https:\/\/www.deepplus.co.kr\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"Mixture of Experts (MoE)\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.deepplus.co.kr\/#website\",\"url\":\"https:\/\/www.deepplus.co.kr\/\",\"name\":\"Deep+\",\"description\":\"\ub370\uc774\ud130\ub97c \uae4a\uac8c \ubcf4\uace0 \uac00\uce58\ub97c \ub354\ud558\uc790!\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.deepplus.co.kr\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ko-KR\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416\",\"name\":\"deep+\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ko-KR\",\"@id\":\"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g\",\"caption\":\"deep+\"},\"url\":\"https:\/\/www.deepplus.co.kr\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Mixture of Experts (MoE) - Deep+","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.deepplus.co.kr\/?p=168","og_locale":"ko_KR","og_type":"article","og_title":"Mixture of Experts (MoE) - Deep+","og_description":"1. \uac1c\uc694Mixture of Experts (MoE)\ub294 \uc5ec\ub7ec \uc804\ubb38\uac00(Expert) \ubaa8\ub378\uc744 \ud611\uc5c5\uc2dc\ud0a4\ub294 \uba38\uc2e0\ub7ec\ub2dd \uae30\ubc95\uc785\ub2c8\ub2e4. \uac01 \uc804\ubb38\uac00\ub294 \uc785\ub825 \ub370\uc774\ud130\uc758 \ud2b9\uc815 \ubd80\ubd84\uc744 \ucc98\ub9ac\ud558\ub3c4\ub85d \ud2b9\ud654\ub418\uba70, **\uac8c\uc774\ud305 \ub124\ud2b8\uc6cc\ud06c(Gating Network)**\uac00 \uc785\ub825\uc5d0 \ub530\ub77c \uc801\uc808\ud55c \uc804\ubb38\uac00\ub97c \uc120\ud0dd\ud558\uac70\ub098 \uac00\uc911\uce58\ub97c \ubd80\uc5ec\ud569\ub2c8\ub2e4. \uc774\ub294 \ubaa8\ub378 \uc6a9\ub7c9\uc744 \ub298\ub9ac\uba70 \uacc4\uc0b0 \ube44\uc6a9\uc744 \uc808\uc57d\ud558\ub294 \ub370 \ud6a8\uacfc\uc801\uc785\ub2c8\ub2e4. 2. \uc8fc\uc694 \uad6c\uc131 \uc694\uc18c 3. \ub3d9\uc791 \uc6d0\ub9ac 4. \ud559\uc2b5 \ubc29\ubc95 5. \uc7a5\uc810\uacfc \ub2e8\uc810 6. \uc8fc\uc694 \ubcc0\ud615 \ubc0f &hellip; \ub354 \ubcf4\uae30 \"Mixture of Experts (MoE)\"","og_url":"https:\/\/www.deepplus.co.kr\/?p=168","og_site_name":"Deep+","article_published_time":"2025-02-09T06:56:07+00:00","article_modified_time":"2025-02-09T06:56:52+00:00","author":"deep+","twitter_card":"summary_large_image","twitter_misc":{"\uae00\uc4f4\uc774":"deep+","\uc608\uc0c1 \ub418\ub294 \ud310\ub3c5 \uc2dc\uac04":"3\ubd84"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.deepplus.co.kr\/?p=168","url":"https:\/\/www.deepplus.co.kr\/?p=168","name":"Mixture of Experts (MoE) - Deep+","isPartOf":{"@id":"https:\/\/www.deepplus.co.kr\/#website"},"datePublished":"2025-02-09T06:56:07+00:00","dateModified":"2025-02-09T06:56:52+00:00","author":{"@id":"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416"},"breadcrumb":{"@id":"https:\/\/www.deepplus.co.kr\/?p=168#breadcrumb"},"inLanguage":"ko-KR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.deepplus.co.kr\/?p=168"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.deepplus.co.kr\/?p=168#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\ud648","item":"https:\/\/www.deepplus.co.kr\/"},{"@type":"ListItem","position":2,"name":"Mixture of Experts (MoE)"}]},{"@type":"WebSite","@id":"https:\/\/www.deepplus.co.kr\/#website","url":"https:\/\/www.deepplus.co.kr\/","name":"Deep+","description":"\ub370\uc774\ud130\ub97c \uae4a\uac8c \ubcf4\uace0 \uac00\uce58\ub97c \ub354\ud558\uc790!","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.deepplus.co.kr\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ko-KR"},{"@type":"Person","@id":"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416","name":"deep+","image":{"@type":"ImageObject","inLanguage":"ko-KR","@id":"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g","caption":"deep+"},"url":"https:\/\/www.deepplus.co.kr\/?author=1"}]}},"_links":{"self":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/168","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=168"}],"version-history":[{"count":2,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/168\/revisions"}],"predecessor-version":[{"id":171,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/168\/revisions\/171"}],"wp:attachment":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=168"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=168"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=168"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}