{"id":172,"date":"2025-02-10T10:39:28","date_gmt":"2025-02-10T01:39:28","guid":{"rendered":"https:\/\/www.deepplus.co.kr\/?p=172"},"modified":"2025-02-11T12:21:24","modified_gmt":"2025-02-11T03:21:24","slug":"%ec%a6%9d%eb%a5%98distillation","status":"publish","type":"post","link":"https:\/\/www.deepplus.co.kr\/?p=172","title":{"rendered":"\uc99d\ub958(distillation)"},"content":{"rendered":"\n<p>\uc99d\ub958(Distillation)\ub294 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \uc131\ub2a5\uc744 \ud5a5\uc0c1\uc2dc\ud0a4\uae30 \uc704\ud574 \uc0ac\uc6a9\ub418\ub294 \uc911\uc694\ud55c \ud559\uc2b5 \uae30\ubc95 \uc911 \ud558\ub098\uc785\ub2c8\ub2e4. \uc774 \uae30\ubc95\uc740 \uc8fc\ub85c \ub354 \ud070 \ubaa8\ub378\uc758 \uc9c0\uc2dd\uc744 \uc791\uc740 \ubaa8\ub378\ub85c \uc804\ub2ec\ud558\uc5ec \ucd5c\uc885\uc801\uc73c\ub85c \ub354 \ud6a8\uc728\uc801\uc774\uace0 \ube60\ub978 \ubaa8\ub378\uc744 \ub9cc\ub4dc\ub294 \ub370 \ubaa9\uc801\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc99d\ub958 \uae30\ubc95\uc740 \uc8fc\ub85c \ub450 \ub2e8\uacc4\ub85c \uc774\ub8e8\uc5b4\uc9d1\ub2c8\ub2e4. \uccab \ubc88\uc9f8 \ub2e8\uacc4\ub294 <strong>\uad50\uc0ac \ubaa8\ub378(teacher model)<\/strong>\ub85c\ubd80\ud130\u00a0<strong>\uc9c0\uc2dd\uc744 \ucd94\ucd9c<\/strong>\ud558\ub294 \uac83\uc774\uace0, \ub450 \ubc88\uc9f8 \ub2e8\uacc4\ub294 <strong>\ud559\uc0dd \ubaa8\ub378(student model)<\/strong>\uc744 \ud559\uc2b5\uc2dc\ucf1c \uc6d0\ubcf8 \ubaa8\ub378\uc758 \uc9c0\uc2dd\uc744 \uc2b5\ub4dd\ud558\uac8c \ud558\ub294 \uac83\uc785\ub2c8\ub2e4.<\/p>\n\n\n\n<h3 class=\"wp-block-heading\"><strong>\uc99d\ub958 \uacfc\uc815\uc758 \ud575\uc2ec \uac1c\ub150<\/strong><\/h3>\n\n\n\n<ol start=\"1\" class=\"wp-block-list\">\n<li><strong>\uad50\uc0ac \ubaa8\ub378\uacfc \ud559\uc0dd \ubaa8\ub378<\/strong>\n<ul class=\"wp-block-list\">\n<li><strong>\uad50\uc0ac \ubaa8\ub378 <\/strong>: GPT-4, BERT\uc640 \uac19\uc740 \ub300\ud615 \ubaa8\ub378\ub85c, \ub192\uc740 \uc815\ud655\ub3c4\ub97c \uac00\uc9c0\uc9c0\ub9cc \ucd94\ub860 \ube44\uc6a9\uc774 \ud07d\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\ud559\uc0dd \ubaa8\ub378 <\/strong>: \uad50\uc0ac\ubcf4\ub2e4 \ub808\uc774\uc5b4 \uc218\ub098 \ud30c\ub77c\ubbf8\ud130\uac00 \uc801\uc740 \uc18c\ud615 \ubaa8\ub378\ub85c, \uacbd\ub7c9\ud654\ub418\uc5b4 \uc2e4\uc6a9\uc801 \ubc30\ud3ec\uac00 \uac00\ub2a5\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc18c\ud504\ud2b8 \ud0c0\uac9f(Soft Target)<\/strong>\n<ul class=\"wp-block-list\">\n<li>\uad50\uc0ac \ubaa8\ub378\uc758 \uc9c0\uc2dd\uc744 \uc2b5\ub4dd\ud558\uae30 \uc704\ud574, \uad50\uc0ac \ubaa8\ub378\uc758 \ucd9c\ub825 <strong>\ud655\ub960 \ubd84\ud3ec<\/strong>\ub97c \ud559\uc0dd \ubaa8\ub378\uc758 \ud559\uc2b5 \ub300\uc0c1\uc73c\ub85c \uc0ac\uc6a9\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\uc608: &#8220;\uac15\uc544\uc9c0\uac00 \uacf5\uc744 \ubb3c\uace0 \uc788\ub2e4&#8221;\ub77c\ub294 \ubb38\uc7a5 \uc0dd\uc131 \uc2dc, \uad50\uc0ac \ubaa8\ub378\uc740 <code>\uac15\uc544\uc9c0(70%)<\/code>, <code>\uace0\uc591\uc774(20%)<\/code>, <code>\ub3d9\ubb3c(10%)<\/code>\ucc98\ub7fc \ud074\ub798\uc2a4 \uac04 \uad00\uacc4\ub97c \ud3ec\ud568\ud55c \ud655\ub960\uc744 \ucd9c\ub825\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li><strong>\uc628\ub3c4 \uc870\uc808(Temperature Scaling) <\/strong>: \ud655\ub960 \ubd84\ud3ec \uc989, \uad50\uc0ac \ubaa8\ub378\uc758 \ucd9c\ub825\uc744 \ubd80\ub4dc\ub7fd\uac8c \ub9cc\ub4e4\uae30 \uc704\ud574 \uc18c\ud504\ud2b8\ub9e5\uc2a4 \ud568\uc218\uc5d0 \uc628\ub3c4 \uacc4\uc218 ( T )\ub97c \uc801\uc6a9\ud569\ub2c8\ub2e4.\n<ul class=\"wp-block-list\">\n<li>( T &gt; 1 )\uc774\uba74 \ud655\ub960 \ubd84\ud3ec\uac00 \ud3c9\ud0c4\ud574\uc838 \ud559\uc0dd\uc774 \uc138\ubd80\uc801\uc778 \uad00\uacc4\ub97c \ud559\uc2b5\ud558\uae30 \uc6a9\uc774\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc190\uc2e4 \ud568\uc218(Loss Function)<\/strong>\n<ul class=\"wp-block-list\">\n<li>\ud559\uc0dd \ubaa8\ub378\uc740 \ub450 \uac00\uc9c0 \uc190\uc2e4\uc744 \ucd5c\uc18c\ud654\ud569\ub2c8\ub2e4:\n<ul class=\"wp-block-list\">\n<li><strong>\uad50\uc0ac\uc640\uc758 \uc99d\ub958 \uc190\uc2e4 <\/strong>: \uad50\uc0ac\uc758 \uc18c\ud504\ud2b8 \ud0c0\uac9f\uacfc \ud559\uc0dd \uc608\uce21\uc758 KL \ubc1c\uc0b0(KL-Divergence).<\/li>\n\n\n\n<li><strong>\uc2e4\uc81c \ub77c\ubca8 \uc190\uc2e4 <\/strong>: \uc6d0\ubcf8 \ub370\uc774\ud130\uc758 \uc815\ub2f5(\ud558\ub4dc \ud0c0\uac9f)\uacfc\uc758 \uad50\ucc28 \uc5d4\ud2b8\ub85c\ud53c.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h3 class=\"wp-block-heading\"><strong>\uc99d\ub958 \uc608\uc2dc: \ud14d\uc2a4\ud2b8 \ubd84\ub958 \uc791\uc5c5<\/strong><\/h3>\n\n\n\n<ol start=\"1\" class=\"wp-block-list\">\n<li><strong>\uad50\uc0ac \ubaa8\ub378 \uc900\ube44<\/strong>\n<ul class=\"wp-block-list\">\n<li>GPT-3\ub97c IMDb \uc601\ud654 \ub9ac\ubdf0 \uac10\uc131 \ubd84\uc11d(\uae0d\uc815\/\ubd80\uc815)\uc5d0 \ubbf8\uc138 \uc870\uc815\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc18c\ud504\ud2b8 \ud0c0\uac9f \uc0dd\uc131<\/strong>\n<ul class=\"wp-block-list\">\n<li>\ud559\uc2b5 \ub370\uc774\ud130\ub97c GPT-3\uc5d0 \uc785\ub825\ud574 \uac01 \uc0d8\ud50c\uc758 \ud655\ub960 \ubd84\ud3ec(\uc608: \uae0d\uc815 85%, \ubd80\uc815 15%)\ub97c \ucd94\ucd9c\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\ud559\uc0dd \ubaa8\ub378 \ud559\uc2b5<\/strong>\n<ul class=\"wp-block-list\">\n<li>DistilBERT\uc640 \uac19\uc740 \uc18c\ud615 \ubaa8\ub378\uc744 \ub450 \uc190\uc2e4\uc758 \uac00\uc911\ud569\uc73c\ub85c \ud559\uc2b5\uc2dc\ud0b5\ub2c8\ub2e4:\n<ul class=\"wp-block-list\">\n<li>Loss=<em>\u03b1<\/em>\u22c5KL-Divergence(\uad50\uc0ac,\ud559\uc0dd)+(1\u2212<em>\u03b1<\/em>)\u22c5Cross-Entropy(\ub77c\ubca8,\ud559\uc0dd)<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li>\uc628\ub3c4 ( T=2 )\ub97c \uc801\uc6a9\ud574 \ud655\ub960 \ubd84\ud3ec\ub97c \ubd80\ub4dc\ub7fd\uac8c \ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h3 class=\"wp-block-heading\"><strong>\uc99d\ub958\uc758 \uc7a5\uc810\uacfc \ud65c\uc6a9 \uc0ac\ub840<\/strong><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\uc7a5\uc810<\/strong>\n<ul class=\"wp-block-list\">\n<li>\ucd94\ub860 \uc18d\ub3c4 \ud5a5\uc0c1: \ud559\uc0dd \ubaa8\ub378\uc740 \uad50\uc0ac \ub300\ube44 60% \uc774\uc0c1 \uacbd\ub7c9\ud654\ub418\uba70, GPU \uba54\ubaa8\ub9ac \uc0ac\uc6a9\ub7c9\uc774 \uac10\uc18c\ud569\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\uc5d0\uc9c0 \ub514\ubc14\uc774\uc2a4 \ubc30\ud3ec: \uc2a4\ub9c8\ud2b8\ud3f0\uc774\ub098 IoT \uae30\uae30\uc5d0\uc11c\ub3c4 LLM \uae30\ub2a5 \uc0ac\uc6a9\uc774 \uac00\ub2a5\ud574\uc9d1\ub2c8\ub2e4.<\/li>\n\n\n\n<li>\ub370\uc774\ud130 \ud6a8\uc728\uc131: \uc6d0\ubcf8 \ub370\uc774\ud130 \uc5c6\uc774 \uad50\uc0ac\uc758 \ucd9c\ub825\ub9cc\uc73c\ub85c\ub3c4 \ud559\uc0dd\uc744 \ud559\uc2b5\uc2dc\ud0ac \uc218 \uc788\uc2b5\ub2c8\ub2e4(\ub370\uc774\ud130 \ud504\ub77c\uc774\ubc84\uc2dc \ubcf4\ud638).<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\ud65c\uc6a9 \uc0ac\ub840<\/strong>\n<ul class=\"wp-block-list\">\n<li><strong>DistilGPT-3 <\/strong>: GPT-3\uc758 40% \ud06c\uae30\ub85c 95% \uc131\ub2a5 \uc720\uc9c0.<\/li>\n\n\n\n<li><strong>TinyBERT <\/strong>: BERT \ub300\ube44 7.5\ubc30 \uc791\uc9c0\ub9cc GLUE \ubca4\uce58\ub9c8\ud06c\uc5d0\uc11c 96% \uc131\ub2a5 \ub2ec\uc131.<\/li>\n\n\n\n<li><strong>\ubaa8\ubc14\uc77c \ubc88\uc5ed\uae30 <\/strong>: \ub300\ud615 \ubc88\uc5ed \ubaa8\ub378\uc744 \uc99d\ub958\ud574 \uc2a4\ub9c8\ud2b8\ud3f0\uc5d0 \ud0d1\uc7ac.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h3 class=\"wp-block-heading\"><strong>\uc99d\ub958\uc758 \uc720\ud615<\/strong><\/h3>\n\n\n\n<ol start=\"1\" class=\"wp-block-list\">\n<li><strong>\uc624\ud504\ub77c\uc778 \uc99d\ub958<\/strong>\n<ul class=\"wp-block-list\">\n<li>\uad50\uc0ac \ubaa8\ub378\uc774 \ubbf8\ub9ac \ud559\uc2b5\ub41c \ud6c4 \uace0\uc815\ub41c \uc0c1\ud0dc\uc5d0\uc11c \ud559\uc0dd\uc744 \ud559\uc2b5\uc2dc\ud0b5\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc628\ub77c\uc778 \uc99d\ub958<\/strong>\n<ul class=\"wp-block-list\">\n<li>\uad50\uc0ac\uc640 \ud559\uc0dd\uc774 \ub3d9\uc2dc\uc5d0 \ud559\uc2b5\ub418\uba70, \uc11c\ub85c\uc758 \uc608\uce21\uc744 \ucc38\uc870\ud569\ub2c8\ub2e4(\uc608: Mutual Learning).<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uc790\uae30 \uc99d\ub958(Self-Distillation)<\/strong>\n<ul class=\"wp-block-list\">\n<li>\ub3d9\uc77c \ubaa8\ub378\uc758 \uae4a\uc740 \ubc84\uc804\uc774 \uc595\uc740 \ubc84\uc804\uc744 \uac00\ub974\uce69\ub2c8\ub2e4(\uacc4\uce35\uc801 \uc9c0\uc2dd \uc804\ub2ec).<\/li>\n<\/ul>\n<\/li>\n<\/ol>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h3 class=\"wp-block-heading\"><strong>\ud55c\uacc4\uc640 \uadf9\ubcf5 \ubc29\uc548<\/strong><\/h3>\n\n\n\n<ul class=\"wp-block-list\">\n<li><strong>\uc131\ub2a5 \uaca9\ucc28 <\/strong>: \ud559\uc0dd \ubaa8\ub378\uc774 \uad50\uc0ac\uc758 \ubcf5\uc7a1\ud55c \ucd94\ub860\uc744 \uc644\uc804\ud788 \ud749\ub0b4 \ub0b4\uc9c0 \ubabb\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\n<ul class=\"wp-block-list\">\n<li><strong>\ud574\uacb0 <\/strong>: \uc5b4\ud150\uc158 \ub9f5 \uc99d\ub958(Attention Distillation)\ub85c \ubaa8\ub378 \ub0b4\ubd80\uc758 \uc9d1\uc911 \uba54\ucee4\ub2c8\uc998\uc744 \uc804\ub2ec\ud569\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n\n\n\n<li><strong>\uacfc\uc801\ud569 \uc704\ud5d8 <\/strong>: \ud559\uc0dd\uc774 \uad50\uc0ac\uc758 \ub178\uc774\uc988\uae4c\uc9c0 \ud559\uc2b5\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.\n<ul class=\"wp-block-list\">\n<li><strong>\ud574\uacb0 <\/strong>: \ub370\uc774\ud130 \uc99d\uac15\uc774\ub098 \uad50\uc0ac \uc559\uc0c1\ube14\ub85c \uc77c\ubc18\ud654 \uc131\ub2a5\uc744 \ub192\uc785\ub2c8\ub2e4.<\/li>\n<\/ul>\n<\/li>\n<\/ul>\n\n\n\n<hr class=\"wp-block-separator has-alpha-channel-opacity\"\/>\n\n\n\n<h3 class=\"wp-block-heading\"><strong>\uacb0\ub860<\/strong><\/h3>\n\n\n\n<p>\uc9c0\uc2dd \uc99d\ub958\ub294 \ub9ac\uc18c\uc2a4 \uc81c\uc57d \ud658\uacbd\uc5d0\uc11c\ub3c4 LLM\uc758 \uac15\ub825\ud55c \uc131\ub2a5\uc744 \ud65c\uc6a9\ud560 \uc218 \uc788\uac8c \ud558\ub294 \ud575\uc2ec \uae30\uc220\uc785\ub2c8\ub2e4. \uad50\uc0ac \ubaa8\ub378\uc758 &#8220;\uc554\ubb35\uc801 \uc9c0\uc2dd&#8221;\uc744 \uc804\ub2ec\ud568\uc73c\ub85c\uc368, \uc18c\ud615 \ubaa8\ub378\uc740 \uc801\uc740 \uc790\uc6d0\uc73c\ub85c\ub3c4 \ub192\uc740 \ud6a8\uc728\uc131\uc744 \ub2ec\uc131\ud560 \uc218 \uc788\uc2b5\ub2c8\ub2e4.<\/p>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\uc99d\ub958(Distillation)\ub294 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \uc131\ub2a5\uc744 \ud5a5\uc0c1\uc2dc\ud0a4\uae30 \uc704\ud574 \uc0ac\uc6a9\ub418\ub294 \uc911\uc694\ud55c \ud559\uc2b5 \uae30\ubc95 \uc911 \ud558\ub098\uc785\ub2c8\ub2e4. \uc774 \uae30\ubc95\uc740 \uc8fc\ub85c \ub354 \ud070 \ubaa8\ub378\uc758 \uc9c0\uc2dd\uc744 \uc791\uc740 \ubaa8\ub378\ub85c \uc804\ub2ec\ud558\uc5ec \ucd5c\uc885\uc801\uc73c\ub85c \ub354 \ud6a8\uc728\uc801\uc774\uace0 \ube60\ub978 \ubaa8\ub378\uc744 \ub9cc\ub4dc\ub294 \ub370 \ubaa9\uc801\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc99d\ub958 \uae30\ubc95\uc740 \uc8fc\ub85c \ub450 \ub2e8\uacc4\ub85c \uc774\ub8e8\uc5b4\uc9d1\ub2c8\ub2e4. \uccab \ubc88\uc9f8 \ub2e8\uacc4\ub294 \uad50\uc0ac \ubaa8\ub378(teacher model)\ub85c\ubd80\ud130\u00a0\uc9c0\uc2dd\uc744 \ucd94\ucd9c\ud558\ub294 \uac83\uc774\uace0, \ub450 \ubc88\uc9f8 \ub2e8\uacc4\ub294 \ud559\uc0dd \ubaa8\ub378(student model)\uc744 \ud559\uc2b5\uc2dc\ucf1c \uc6d0\ubcf8 \ubaa8\ub378\uc758 &hellip; <a href=\"https:\/\/www.deepplus.co.kr\/?p=172\" class=\"more-link\">\ub354 \ubcf4\uae30<span class=\"screen-reader-text\"> &#8220;\uc99d\ub958(distillation)&#8221;<\/span><\/a><\/p>\n","protected":false},"author":1,"featured_media":0,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"footnotes":""},"categories":[4],"tags":[],"class_list":["post-172","post","type-post","status-publish","format-standard","hentry","category-dnn"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v24.5 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>\uc99d\ub958(distillation) - Deep+<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/www.deepplus.co.kr\/?p=172\" \/>\n<meta property=\"og:locale\" content=\"ko_KR\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\uc99d\ub958(distillation) - Deep+\" \/>\n<meta property=\"og:description\" content=\"\uc99d\ub958(Distillation)\ub294 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \uc131\ub2a5\uc744 \ud5a5\uc0c1\uc2dc\ud0a4\uae30 \uc704\ud574 \uc0ac\uc6a9\ub418\ub294 \uc911\uc694\ud55c \ud559\uc2b5 \uae30\ubc95 \uc911 \ud558\ub098\uc785\ub2c8\ub2e4. \uc774 \uae30\ubc95\uc740 \uc8fc\ub85c \ub354 \ud070 \ubaa8\ub378\uc758 \uc9c0\uc2dd\uc744 \uc791\uc740 \ubaa8\ub378\ub85c \uc804\ub2ec\ud558\uc5ec \ucd5c\uc885\uc801\uc73c\ub85c \ub354 \ud6a8\uc728\uc801\uc774\uace0 \ube60\ub978 \ubaa8\ub378\uc744 \ub9cc\ub4dc\ub294 \ub370 \ubaa9\uc801\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc99d\ub958 \uae30\ubc95\uc740 \uc8fc\ub85c \ub450 \ub2e8\uacc4\ub85c \uc774\ub8e8\uc5b4\uc9d1\ub2c8\ub2e4. \uccab \ubc88\uc9f8 \ub2e8\uacc4\ub294 \uad50\uc0ac \ubaa8\ub378(teacher model)\ub85c\ubd80\ud130\u00a0\uc9c0\uc2dd\uc744 \ucd94\ucd9c\ud558\ub294 \uac83\uc774\uace0, \ub450 \ubc88\uc9f8 \ub2e8\uacc4\ub294 \ud559\uc0dd \ubaa8\ub378(student model)\uc744 \ud559\uc2b5\uc2dc\ucf1c \uc6d0\ubcf8 \ubaa8\ub378\uc758 &hellip; \ub354 \ubcf4\uae30 &quot;\uc99d\ub958(distillation)&quot;\" \/>\n<meta property=\"og:url\" content=\"https:\/\/www.deepplus.co.kr\/?p=172\" \/>\n<meta property=\"og:site_name\" content=\"Deep+\" \/>\n<meta property=\"article:published_time\" content=\"2025-02-10T01:39:28+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-02-11T03:21:24+00:00\" \/>\n<meta name=\"author\" content=\"deep+\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\uae00\uc4f4\uc774\" \/>\n\t<meta name=\"twitter:data1\" content=\"deep+\" \/>\n\t<meta name=\"twitter:label2\" content=\"\uc608\uc0c1 \ub418\ub294 \ud310\ub3c5 \uc2dc\uac04\" \/>\n\t<meta name=\"twitter:data2\" content=\"3\ubd84\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"WebPage\",\"@id\":\"https:\/\/www.deepplus.co.kr\/?p=172\",\"url\":\"https:\/\/www.deepplus.co.kr\/?p=172\",\"name\":\"\uc99d\ub958(distillation) - Deep+\",\"isPartOf\":{\"@id\":\"https:\/\/www.deepplus.co.kr\/#website\"},\"datePublished\":\"2025-02-10T01:39:28+00:00\",\"dateModified\":\"2025-02-11T03:21:24+00:00\",\"author\":{\"@id\":\"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416\"},\"breadcrumb\":{\"@id\":\"https:\/\/www.deepplus.co.kr\/?p=172#breadcrumb\"},\"inLanguage\":\"ko-KR\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/www.deepplus.co.kr\/?p=172\"]}]},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/www.deepplus.co.kr\/?p=172#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\ud648\",\"item\":\"https:\/\/www.deepplus.co.kr\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\uc99d\ub958(distillation)\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/www.deepplus.co.kr\/#website\",\"url\":\"https:\/\/www.deepplus.co.kr\/\",\"name\":\"Deep+\",\"description\":\"\ub370\uc774\ud130\ub97c \uae4a\uac8c \ubcf4\uace0 \uac00\uce58\ub97c \ub354\ud558\uc790!\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/www.deepplus.co.kr\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ko-KR\"},{\"@type\":\"Person\",\"@id\":\"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416\",\"name\":\"deep+\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ko-KR\",\"@id\":\"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g\",\"caption\":\"deep+\"},\"url\":\"https:\/\/www.deepplus.co.kr\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\uc99d\ub958(distillation) - Deep+","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/www.deepplus.co.kr\/?p=172","og_locale":"ko_KR","og_type":"article","og_title":"\uc99d\ub958(distillation) - Deep+","og_description":"\uc99d\ub958(Distillation)\ub294 \ub300\uaddc\ubaa8 \uc5b8\uc5b4 \ubaa8\ub378(LLM)\uc758 \uc131\ub2a5\uc744 \ud5a5\uc0c1\uc2dc\ud0a4\uae30 \uc704\ud574 \uc0ac\uc6a9\ub418\ub294 \uc911\uc694\ud55c \ud559\uc2b5 \uae30\ubc95 \uc911 \ud558\ub098\uc785\ub2c8\ub2e4. \uc774 \uae30\ubc95\uc740 \uc8fc\ub85c \ub354 \ud070 \ubaa8\ub378\uc758 \uc9c0\uc2dd\uc744 \uc791\uc740 \ubaa8\ub378\ub85c \uc804\ub2ec\ud558\uc5ec \ucd5c\uc885\uc801\uc73c\ub85c \ub354 \ud6a8\uc728\uc801\uc774\uace0 \ube60\ub978 \ubaa8\ub378\uc744 \ub9cc\ub4dc\ub294 \ub370 \ubaa9\uc801\uc774 \uc788\uc2b5\ub2c8\ub2e4. \uc99d\ub958 \uae30\ubc95\uc740 \uc8fc\ub85c \ub450 \ub2e8\uacc4\ub85c \uc774\ub8e8\uc5b4\uc9d1\ub2c8\ub2e4. \uccab \ubc88\uc9f8 \ub2e8\uacc4\ub294 \uad50\uc0ac \ubaa8\ub378(teacher model)\ub85c\ubd80\ud130\u00a0\uc9c0\uc2dd\uc744 \ucd94\ucd9c\ud558\ub294 \uac83\uc774\uace0, \ub450 \ubc88\uc9f8 \ub2e8\uacc4\ub294 \ud559\uc0dd \ubaa8\ub378(student model)\uc744 \ud559\uc2b5\uc2dc\ucf1c \uc6d0\ubcf8 \ubaa8\ub378\uc758 &hellip; \ub354 \ubcf4\uae30 \"\uc99d\ub958(distillation)\"","og_url":"https:\/\/www.deepplus.co.kr\/?p=172","og_site_name":"Deep+","article_published_time":"2025-02-10T01:39:28+00:00","article_modified_time":"2025-02-11T03:21:24+00:00","author":"deep+","twitter_card":"summary_large_image","twitter_misc":{"\uae00\uc4f4\uc774":"deep+","\uc608\uc0c1 \ub418\ub294 \ud310\ub3c5 \uc2dc\uac04":"3\ubd84"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"WebPage","@id":"https:\/\/www.deepplus.co.kr\/?p=172","url":"https:\/\/www.deepplus.co.kr\/?p=172","name":"\uc99d\ub958(distillation) - Deep+","isPartOf":{"@id":"https:\/\/www.deepplus.co.kr\/#website"},"datePublished":"2025-02-10T01:39:28+00:00","dateModified":"2025-02-11T03:21:24+00:00","author":{"@id":"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416"},"breadcrumb":{"@id":"https:\/\/www.deepplus.co.kr\/?p=172#breadcrumb"},"inLanguage":"ko-KR","potentialAction":[{"@type":"ReadAction","target":["https:\/\/www.deepplus.co.kr\/?p=172"]}]},{"@type":"BreadcrumbList","@id":"https:\/\/www.deepplus.co.kr\/?p=172#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\ud648","item":"https:\/\/www.deepplus.co.kr\/"},{"@type":"ListItem","position":2,"name":"\uc99d\ub958(distillation)"}]},{"@type":"WebSite","@id":"https:\/\/www.deepplus.co.kr\/#website","url":"https:\/\/www.deepplus.co.kr\/","name":"Deep+","description":"\ub370\uc774\ud130\ub97c \uae4a\uac8c \ubcf4\uace0 \uac00\uce58\ub97c \ub354\ud558\uc790!","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/www.deepplus.co.kr\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ko-KR"},{"@type":"Person","@id":"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/d61ca54d13f5a6535ed295c023859416","name":"deep+","image":{"@type":"ImageObject","inLanguage":"ko-KR","@id":"https:\/\/www.deepplus.co.kr\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/6ef0aa20117eb6860b2afe2bac3d8580?s=96&d=mm&r=g","caption":"deep+"},"url":"https:\/\/www.deepplus.co.kr\/?author=1"}]}},"_links":{"self":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/172","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=172"}],"version-history":[{"count":5,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/172\/revisions"}],"predecessor-version":[{"id":180,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=\/wp\/v2\/posts\/172\/revisions\/180"}],"wp:attachment":[{"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=172"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=172"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/www.deepplus.co.kr\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=172"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}