{"id":34942,"date":"2025-09-26T09:43:47","date_gmt":"2025-09-26T00:43:47","guid":{"rendered":"https:\/\/uxdaystokyo.com\/articles\/?post_type=glossary&#038;p=34942"},"modified":"2025-09-26T09:43:47","modified_gmt":"2025-09-26T00:43:47","slug":"knowledge-distillation","status":"publish","type":"glossary","link":"https:\/\/uxdaystokyo.com\/articles\/glossary\/knowledge-distillation\/","title":{"rendered":"\u30ca\u30ec\u30c3\u30b8\u30c7\u30a3\u30b9\u30c6\u30a3\u30ec\u30fc\u30b7\u30e7\u30f3"},"content":{"rendered":"<p data-start=\"137\" data-end=\"419\">\u5927\u304d\u304f\u8907\u96d1\u306a\u300c\u6559\u5e2b\u30e2\u30c7\u30eb\uff08teacher model\uff09\u300d\u304c\u6301\u3064\u77e5\u8b58\u3092\u3001\u5c0f\u3055\u304f\u52b9\u7387\u7684\u306a\u300c\u751f\u5f92\u30e2\u30c7\u30eb\uff08student model\uff09\u300d\u306b\u79fb\u8ee2\u3059\u308b\u624b\u6cd5\u3067\u3042\u308b\u3002<\/p>\n<p data-start=\"137\" data-end=\"419\">\u79fb\u8ee2\u3068\u306f\u3001\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u51fa\u529b\uff08\u7279\u306b\u78ba\u7387\u5206\u5e03\u30fb\u5185\u90e8\u8868\u73fe\u306a\u3069\uff09\u3092\u624b\u304c\u304b\u308a\u3068\u3057\u3066\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u3092\u8a13\u7df4\u3057\u3001\u6559\u5e2b\u30e2\u30c7\u30eb\u306b\u8fd1\u3044\u4e88\u6e2c\u6027\u80fd\u3084\u6319\u52d5\u3092\u5f97\u3089\u308c\u308b\u3088\u3046\u306b\u3059\u308b\u3053\u3068\u3067\u3042\u308b\u3002\u4e3b\u76ee\u7684\u306f\u30e2\u30c7\u30eb\u306e\u5727\u7e2e\uff08\u30b5\u30a4\u30ba\u30fb\u8a08\u7b97\u8ca0\u8377\u306e\u524a\u6e1b\uff09\u3001\u5b9f\u884c\u901f\u5ea6\u30fb\u7701\u30ea\u30bd\u30fc\u30b9\u5316\u3001\u307e\u305f\u30a8\u30c3\u30b8\u30c7\u30d0\u30a4\u30b9\u306a\u3069\u5236\u7d04\u306e\u3042\u308b\u74b0\u5883\u3067\u306e\u5229\u7528\u53ef\u80fd\u6027\u3092\u9ad8\u3081\u308b\u3053\u3068\u3067\u3042\u308b\u3002<span class=\"\" data-state=\"closed\"><span class=\"ms-1 inline-flex max-w-full items-center relative top-[-0.094rem] animate-[show_150ms_ease-in]\" data-testid=\"webpage-citation-pill\"><a href=\"https:\/\/en.wikipedia.org\/wiki\/Knowledge_distillation?utm_source=chatgpt.com\" target=\"_blank\" rel=\"noopener\" alt=\"https:\/\/en.wikipedia.org\/wiki\/Knowledge_distillation?utm_source=chatgpt.com\" class=\"flex h-4.5 overflow-hidden rounded-xl px-2 text-[9px] font-medium transition-colors duration-150 ease-in-out text-token-text-secondary! bg-[#F4F4F4]! dark:bg-[#303030]!\"><span class=\"relative start-0 bottom-0 flex h-full w-full items-center\"><span class=\"flex h-4 w-full items-center justify-between absolute\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">arXiv<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+3<\/span><\/span><span class=\"flex h-4 w-full items-center justify-between\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">\u30a6\u30a3\u30ad\u30da\u30c7\u30a3\u30a2<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+3<\/span><\/span><span class=\"flex h-4 w-full items-center justify-between absolute\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">Roboflow Blog<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+3<\/span><\/span><\/span><\/a><\/span><\/span><\/p>\n<p data-start=\"421\" data-end=\"577\">\u3053\u306e\u624b\u6cd5\u306b\u306f\u3001\u300c\u30bd\u30d5\u30c8\u30e9\u30d9\u30eb\u300d\uff08\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u51fa\u529b\u78ba\u7387\u5206\u5e03\u3092\u6e29\u5ea6\u4ed8\u304d softmax \u7b49\u3067\u53d6\u5f97\u3059\u308b\uff09\u3092\u751f\u5f92\u30e2\u30c7\u30eb\u306b\u5b66\u7fd2\u3055\u305b\u308b\u65b9\u6cd5\u3084\u3001\u6559\u5e2b\u306e\u4e2d\u9593\u5c64\u306e\u7279\u5fb4\u8868\u73fe\u3092\u6d3b\u7528\u3059\u308b\u3082\u306e\u3001\u30c7\u30fc\u30bf\u9593\u30fb\u7279\u5fb4\u9593\u306e\u95a2\u4fc2\u6027\u3092\u6d3b\u304b\u3059\u3082\u306e\u306a\u3069\u3001\u8907\u6570\u306e\u30d0\u30ea\u30a8\u30fc\u30b7\u30e7\u30f3\u304c\u3042\u308b\u3002<span class=\"\" data-state=\"closed\"><span class=\"ms-1 inline-flex max-w-full items-center relative top-[-0.094rem] animate-[show_150ms_ease-in]\" data-testid=\"webpage-citation-pill\"><a href=\"https:\/\/toloka.ai\/blog\/knowledge-distillation\/?utm_source=chatgpt.com\" target=\"_blank\" rel=\"noopener\" alt=\"https:\/\/toloka.ai\/blog\/knowledge-distillation\/?utm_source=chatgpt.com\" class=\"flex h-4.5 overflow-hidden rounded-xl px-2 text-[9px] font-medium transition-colors duration-150 ease-in-out text-token-text-secondary! bg-[#F4F4F4]! dark:bg-[#303030]!\"><span class=\"relative start-0 bottom-0 flex h-full w-full items-center\"><span class=\"flex h-4 w-full items-center justify-between\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">Toloka<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+2<\/span><\/span><span class=\"flex h-4 w-full items-center justify-between absolute\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">\u30b5\u30a4\u30a8\u30f3\u30b9\u30c0\u30a4\u30ec\u30af\u30c8<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+2<\/span><\/span><\/span><\/a><\/span><\/span><\/p>\n<h2 data-start=\"584\" data-end=\"596\">\u63d0\u5531\u8005\u30fb\u767a\u5c55\u306e\u6b74\u53f2<\/h2>\n<div style=\"width: 411px\" class=\"wp-caption alignnone\"><img loading=\"lazy\" decoding=\"async\" src=\"https:\/\/upload.wikimedia.org\/wikipedia\/commons\/3\/30\/Geoffrey_E._Hinton%2C_2024_Nobel_Prize_Laureate_in_Physics_%28cropped1%29.jpg\" width=\"401\" height=\"403\" alt=\"\u30b8\u30a7\u30d5\u30ea\u30fc\u30fb\u30d2\u30f3\u30c8\u30f3\" class=\"\" \/><p class=\"wp-caption-text\"><a href=\"https:\/\/en.wikipedia.org\/wiki\/Geoffrey_Hinton\">\u30b8\u30a7\u30d5\u30ea\u30fc\u30fb\u30d2\u30f3\u30c8\u30f3<\/a><\/p><\/div>\n<p data-start=\"1835\" data-end=\"1951\">\u30b8\u30a7\u30d5\u30ea\u30fc\u30fb\u30d2\u30f3\u30c8\u30f3\uff08Geoffrey Hinton\uff09\u3089\u304c2015\u5e74\u306b\u63d0\u5531\u3057\u305f\u3002<\/p>\n<p data-start=\"600\" data-end=\"782\">\u30ca\u30ec\u30c3\u30b8\u30c7\u30a3\u30b9\u30c6\u30a3\u30ec\u30fc\u30b7\u30e7\u30f3\u3068\u3044\u3046\u540d\u79f0\u3067\u5e83\u304f\u77e5\u3089\u308c\u308b\u3088\u3046\u306b\u306a\u3063\u305f\u306e\u306f\u3001Geoffrey Hinton\u3001Oriol Vinyals\u3001Jeff Dean \u306b\u3088\u308b \u201cDistilling the Knowledge in a Neural Network\u201d \u8ad6\u6587\uff082015\u5e74\uff09\u3067\u3042\u308b\u3002<span class=\"\" data-state=\"closed\"><span class=\"ms-1 inline-flex max-w-full items-center relative top-[-0.094rem] animate-[show_150ms_ease-in]\" data-testid=\"webpage-citation-pill\"><a href=\"https:\/\/arxiv.org\/abs\/1503.02531?utm_source=chatgpt.com\" target=\"_blank\" rel=\"noopener\" alt=\"https:\/\/arxiv.org\/abs\/1503.02531?utm_source=chatgpt.com\" class=\"flex h-4.5 overflow-hidden rounded-xl px-2 text-[9px] font-medium transition-colors duration-150 ease-in-out text-token-text-secondary! bg-[#F4F4F4]! dark:bg-[#303030]!\"><span class=\"relative start-0 bottom-0 flex h-full w-full items-center\"><span class=\"flex h-4 w-full items-center justify-between\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">arXiv<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+2<\/span><\/span><span class=\"flex h-4 w-full items-center justify-between absolute\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">neptune.ai<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+2<\/span><\/span><\/span><\/a><\/span><\/span><\/p>\n<p data-start=\"785\" data-end=\"946\">\u305f\u3060\u3057\u3001\u300c\u30e2\u30c7\u30eb\u5727\u7e2e\u5168\u822c\uff08model compression\uff09\u300d\u3084\u6559\u5e2b\u2010\u751f\u5f92\u30e2\u30c7\u30eb (teacher-student paradigm) \u306e\u30a2\u30a4\u30c7\u30a2\u306f\u3001\u3055\u3089\u306b\u4ee5\u524d\uff08\u4f8b\u3048\u3070 Bucilua et al., Caruana \u3089\u306e\u7814\u7a76\uff09\u306b\u3082\u5b58\u5728\u3057\u3066\u3044\u305f\u3002<span class=\"\" data-state=\"closed\"><span class=\"ms-1 inline-flex max-w-full items-center relative top-[-0.094rem] animate-[show_150ms_ease-in]\" data-testid=\"webpage-citation-pill\"><a href=\"https:\/\/neptune.ai\/blog\/knowledge-distillation?utm_source=chatgpt.com\" target=\"_blank\" rel=\"noopener\" alt=\"https:\/\/neptune.ai\/blog\/knowledge-distillation?utm_source=chatgpt.com\" class=\"flex h-4.5 overflow-hidden rounded-xl px-2 text-[9px] font-medium transition-colors duration-150 ease-in-out text-token-text-secondary! bg-[#F4F4F4]! dark:bg-[#303030]!\"><span class=\"relative start-0 bottom-0 flex h-full w-full items-center\"><span class=\"flex h-4 w-full items-center justify-between\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">neptune.ai<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+1<\/span><\/span><\/span><\/a><\/span><\/span><\/p>\n<h2 data-start=\"1666\" data-end=\"1680\">\u30c7\u30b6\u30a4\u30f3\u4e0a\u306e\u5229\u7528\u65b9\u6cd5<\/h2>\n<p data-start=\"1681\" data-end=\"1760\">\u30b9\u30de\u30fc\u30c8\u30d5\u30a9\u30f3\u3084IoT\u6a5f\u5668\u306a\u3069\u30ea\u30bd\u30fc\u30b9\u5236\u7d04\u306e\u3042\u308b\u74b0\u5883\u3067\u3082\u3001\u5feb\u9069\u306aUX\u3092\u7dad\u6301\u3059\u308b\u305f\u3081\u306b\u5229\u7528\u3055\u308c\u308b\u3002\u8efd\u91cf\u30e2\u30c7\u30eb\u3092\u5b9f\u88c5\u3059\u308b\u3053\u3068\u3067\u3001\u30a2\u30d7\u30ea\u306e\u30ec\u30b9\u30dd\u30f3\u30b9\u304c\u5411\u4e0a\u3059\u308b\u3002<\/p>\n<h2 data-start=\"1762\" data-end=\"1770\">\u5177\u4f53\u4e8b\u4f8b<\/h2>\n<p data-start=\"1771\" data-end=\"1825\">\u5927\u898f\u6a21\u306a\u753b\u50cf\u8a8d\u8b58\u30e2\u30c7\u30eb\u3092\u30b9\u30de\u30db\u7528\u306b\u5727\u7e2e\u3057\u3001\u30ab\u30e1\u30e9\u30a2\u30d7\u30ea\u306e\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\u306b\u5229\u7528\u3059\u308b\u4e8b\u4f8b\u304c\u3042\u308b\u3002<br \/>\n\u305f\u3068\u3048\u3070\u3001\u30a6\u30a7\u30a2\u30e9\u30d6\u30eb\u30c7\u30d0\u30a4\u30b9\u306eUI\u3067\u3001AI\u306b\u3088\u308b\u5065\u5eb7\u72b6\u614b\u4e88\u6e2c\u3092\u77ac\u6642\u306b\u63d0\u793a\u3059\u308b\u969b\u306b\u6709\u52b9\u3067\u3042\u308b\u3002\u30e6\u30fc\u30b6\u30fc\u306f\u9045\u5ef6\u306a\u304f\u7d50\u679c\u3092\u78ba\u8a8d\u3067\u304d\u308b\u305f\u3081\u3001\u4f53\u9a13\u304c\u5411\u4e0a\u3059\u308b\u3002<\/p>\n<h2 data-start=\"953\" data-end=\"980\">\u30c7\u30b6\u30a4\u30f3\u4e0a\u3067\u306e\u5229\u7528\u65b9\u6cd5\u30fb\u5177\u4f53\u7684\u306a\u5fdc\u7528<\/h2>\n<p data-start=\"982\" data-end=\"1037\">\u30e2\u30c7\u30eb\u8a2d\u8a08\u30fb\u30b3\u30f3\u30c6\u30f3\u30c4\u30fb\u30d7\u30ed\u30c0\u30af\u30c8\u30c7\u30b6\u30a4\u30f3\u306e\u6587\u8108\u3067\u3001\u30ca\u30ec\u30c3\u30b8\u30c7\u30a3\u30b9\u30c6\u30a3\u30ec\u30fc\u30b7\u30e7\u30f3\u3092\u6d3b\u7528\u53ef\u80fd\u306a\u65b9\u6cd5\u3092\u4ee5\u4e0b\u306b\u793a\u3059\u3002<\/p>\n<ol data-start=\"1039\" data-end=\"1574\">\n<li data-start=\"1039\" data-end=\"1212\">\n<p data-start=\"1042\" data-end=\"1212\"><strong data-start=\"1042\" data-end=\"1068\">\u8efd\u91cf\u5316\u30e2\u30c7\u30eb\u306e UI\uff0fUX \u5b9f\u88c5\u5411\u3051\u8a2d\u8a08\u652f\u63f4<\/strong><br data-start=\"1068\" data-end=\"1071\" \/>\u305f\u3068\u3048\u3070\u30b9\u30de\u30fc\u30c8\u30d5\u30a9\u30f3\u30a2\u30d7\u30ea\u3084 IoT \u30c7\u30d0\u30a4\u30b9\u3067\u3001\u97f3\u58f0\u8a8d\u8b58\u3084\u753b\u50cf\u8a8d\u8b58\u306a\u3069\u3092\u4f7f\u3044\u305f\u3044\u5834\u5408\u3001\u6559\u5e2b\u30e2\u30c7\u30eb\u3068\u3057\u3066\u975e\u5e38\u306b\u5927\u304d\u306a\u3082\u306e\u3092\u30af\u30e9\u30a6\u30c9\u4e0a\u306b\u6301\u305f\u305b\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u3092\u7aef\u672b\u5185\u30e2\u30c7\u30eb\u3068\u3057\u3066\u5c55\u958b\u3059\u308b\u3002\u8a2d\u8a08\u8005\u306f\u751f\u5f92\u30e2\u30c7\u30eb\u306e\u5fdc\u7b54\u901f\u5ea6\u3084\u30e1\u30e2\u30ea\u4f7f\u7528\u91cf\u3092\u8a2d\u8a08\u8981\u4ef6\u306b\u542b\u3081\u3066\u30e2\u30c7\u30eb\u9078\u5b9a\u30fb\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3092\u884c\u3046\u3002<\/p>\n<\/li>\n<li data-start=\"1214\" data-end=\"1408\">\n<p data-start=\"1217\" data-end=\"1408\"><strong data-start=\"1217\" data-end=\"1250\">\u30c7\u30b6\u30a4\u30f3\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u306b\u304a\u3051\u308b\u300c\u6559\u5e2b\u2010\u751f\u5f92\u300d\u30a2\u30d7\u30ed\u30fc\u30c1\u306e\u6a21\u5023<\/strong><br data-start=\"1250\" data-end=\"1253\" \/>\u30c7\u30b6\u30a4\u30f3\u30b7\u30b9\u30c6\u30e0\u3084\u30b9\u30bf\u30a4\u30eb\u30ac\u30a4\u30c9\u306e\u8a2d\u5b9a\u306b\u304a\u3044\u3066\u3001\u3042\u308b\u7406\u60f3\u7684\u30c7\u30b6\u30a4\u30f3\uff08\u6559\u5e2b\u30b9\u30bf\u30a4\u30eb\uff09\u304c\u3042\u308a\u3001\u305d\u308c\u3092\u7c21\u6613\u30c7\u30b6\u30a4\u30f3\uff08\u751f\u5f92\u30b9\u30bf\u30a4\u30eb\uff09\u306b\u843d\u3068\u3057\u8fbc\u3080\u3068\u304d\u3001\u6559\u5e2b\u306e\u8a2d\u8a08\u30eb\u30fc\u30eb\u3084\u30d1\u30bf\u30fc\u30f3\u3092\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u3068\u3057\u3066\u6574\u7406\u3057\u3001\u305d\u308c\u3092\u5143\u306b\u8efd\u91cf\u306a\u30c7\u30b6\u30a4\u30f3\u30c6\u30fc\u30de\u3092\u4f5c\u308b\u3002\u30ca\u30ec\u30c3\u30b8\u30c7\u30a3\u30b9\u30c6\u30a3\u30ec\u30fc\u30b7\u30e7\u30f3\u306e\u767a\u60f3\u3092\u30c7\u30b6\u30a4\u30f3\u30eb\u30fc\u30eb\u306e\u5727\u7e2e\u306b\u5fdc\u7528\u3067\u304d\u308b\u3002<\/p>\n<\/li>\n<li data-start=\"1410\" data-end=\"1574\">\n<p data-start=\"1413\" data-end=\"1574\"><strong data-start=\"1413\" data-end=\"1438\">\u751f\u6210\u30e2\u30c7\u30eb\u3084 AI \u30b3\u30f3\u30c6\u30f3\u30c4\u306e\u8efd\u91cf\u7248\u4f5c\u6210<\/strong><br data-start=\"1438\" data-end=\"1441\" \/>\u30b3\u30f3\u30c6\u30f3\u30c4\u751f\u6210\uff08\u6587\u7ae0\u3001\u753b\u50cf\u3001\u5bfe\u8a71\u306a\u3069\uff09\u3067\u6559\u5e2b\u30e2\u30c7\u30eb\u304c\u975e\u5e38\u306b\u5927\u304d\u304f\u3001\u30a4\u30f3\u30d5\u30e9\u30b3\u30b9\u30c8\u304c\u9ad8\u3044\u5834\u5408\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u3092\u8a13\u7df4\u3057\u3066\u5fdc\u7b54\u901f\u5ea6\u3092\u6539\u5584\u3057\u3001\u751f\u6210\u30b3\u30b9\u30c8\u3092\u4e0b\u3052\u308b\u3002\u30c7\u30b6\u30a4\u30f3\u30d7\u30ed\u30c0\u30af\u30c8\u3067\u30ea\u30a2\u30eb\u30bf\u30a4\u30e0\u6027\u304c\u6c42\u3081\u3089\u308c\u308b\u30c1\u30e3\u30c3\u30c8 UI \u3084\u30a4\u30f3\u30bf\u30e9\u30af\u30c6\u30a3\u30d6\u306a\u4f53\u9a13\u306b\u304a\u3044\u3066\u7279\u306b\u6709\u52b9\u3067\u3042\u308b\u3002<\/p>\n<\/li>\n<\/ol>\n<h2 data-start=\"1581\" data-end=\"1628\">\u30d7\u30ed\u30c0\u30af\u30c8\u3084\u30b3\u30f3\u30c6\u30f3\u30c4\u30c7\u30b6\u30a4\u30f3\u306e\u89b3\u70b9\u3067\u300c\u3053\u306e\u5834\u9762\u306b\u4f7f\u3048\u308b\u304b\u306a\uff1f\u300d\u3068\u3044\u3046\u30b7\u30fc\u30f3\u3068\u5177\u4f53\u7684\u4e8b\u4f8b<\/h2>\n<p data-start=\"1630\" data-end=\"1669\">\u4ee5\u4e0b\u306f\u300c\u30c7\u30b6\u30a4\u30f3\uff0f\u30d7\u30ed\u30c0\u30af\u30c8\uff0f\u30b3\u30f3\u30c6\u30f3\u30c4\u300d\u3067\u306e\u5b9f\u969b\u7684\u30b7\u30fc\u30f3\u3068\u305d\u306e\u9069\u7528\u4f8b\u3067\u3042\u308b\u3002<\/p>\n<div class=\"_tableContainer_1rjym_1\">\n<div class=\"group _tableWrapper_1rjym_13 flex w-fit flex-col-reverse\" tabindex=\"-1\">\n<table data-start=\"1671\" data-end=\"2210\" class=\"w-fit min-w-(--thread-content-width)\">\n<thead data-start=\"1671\" data-end=\"1699\">\n<tr data-start=\"1671\" data-end=\"1699\">\n<th data-start=\"1671\" data-end=\"1677\" data-col-size=\"sm\">\u30b7\u30fc\u30f3<\/th>\n<th data-start=\"1677\" data-end=\"1688\" data-col-size=\"md\">\u3069\u306e\u3088\u3046\u306b\u4f7f\u3046\u304b<\/th>\n<th data-start=\"1688\" data-end=\"1699\" data-col-size=\"sm\">\u671f\u5f85\u3055\u308c\u308b\u5229\u70b9<\/th>\n<\/tr>\n<\/thead>\n<tbody data-start=\"1714\" data-end=\"2210\">\n<tr data-start=\"1714\" data-end=\"1845\">\n<td data-start=\"1714\" data-end=\"1736\" data-col-size=\"sm\">\u30e2\u30d0\u30a4\u30eb\u30a2\u30d7\u30ea\u306e\u30aa\u30d5\u30e9\u30a4\u30f3\u753b\u50cf\u5206\u985e\u6a5f\u80fd<\/td>\n<td data-col-size=\"md\" data-start=\"1736\" data-end=\"1816\">\u6559\u5e2b\u30e2\u30c7\u30eb\u3092\u30af\u30e9\u30a6\u30c9\u4e0a\u3067\u8a13\u7df4\u3057\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u3092\u7aef\u672b\u5185\u3067\u52d5\u4f5c\u3059\u308b\u3088\u3046\u306b\u30ca\u30ec\u30c3\u30b8\u30c7\u30a3\u30b9\u30c6\u30a3\u30ec\u30fc\u30b7\u30e7\u30f3\u3067\u8efd\u91cf\u5316\u3059\u308b\u3002\u30e6\u30fc\u30b6\u30fc\u304c\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306a\u3057\u3067\u5199\u771f\u5206\u985e\u304c\u3067\u304d\u308b\u3002<\/td>\n<td data-col-size=\"sm\" data-start=\"1816\" data-end=\"1845\">\u30ec\u30a4\u30c6\u30f3\u30b7\u4f4e\u4e0b\u3001\u901a\u4fe1\u30b3\u30b9\u30c8\u524a\u6e1b\u3001\u30d7\u30e9\u30a4\u30d0\u30b7\u30fc\u4fdd\u8b77\u3002<\/td>\n<\/tr>\n<tr data-start=\"1846\" data-end=\"1968\">\n<td data-start=\"1846\" data-end=\"1867\" data-col-size=\"sm\">Web \u5bfe\u8a71\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8\u306e\u5fdc\u7b54\u751f\u6210<\/td>\n<td data-start=\"1867\" data-end=\"1942\" data-col-size=\"md\">\u5927\u304d\u306a\u5bfe\u8a71\u30e2\u30c7\u30eb\u3092\u6559\u5e2b\u3068\u3057\u3001\u8efd\u91cf\u30e2\u30c7\u30eb\u3092\u751f\u5f92\u3068\u3057\u3066\u8a13\u7df4\u3057\u3001\u30b3\u30e2\u30f3\u306a\u8cea\u554f\u5fdc\u7b54\u30d1\u30bf\u30fc\u30f3\u306a\u3069\u306f\u751f\u5f92\u30e2\u30c7\u30eb\u3067\u5373\u5fdc\u3001\u305d\u308c\u4ee5\u5916\u306f\u6559\u5e2b\u30e2\u30c7\u30eb\u306b\u30d5\u30a9\u30fc\u30eb\u30d0\u30c3\u30af\u3002<\/td>\n<td data-col-size=\"sm\" data-start=\"1942\" data-end=\"1968\">\u30b3\u30b9\u30c8\u524a\u6e1b\u3001\u5fdc\u7b54\u901f\u5ea6\u5411\u4e0a\u3001\u30b9\u30b1\u30fc\u30e9\u30d3\u30ea\u30c6\u30a3\u3002<\/td>\n<\/tr>\n<tr data-start=\"1969\" data-end=\"2075\">\n<td data-start=\"1969\" data-end=\"1983\" data-col-size=\"sm\">\u30b3\u30f3\u30c6\u30f3\u30c4\u63a8\u85a6\u30b7\u30b9\u30c6\u30e0<\/td>\n<td data-start=\"1983\" data-end=\"2047\" data-col-size=\"md\">\u81a8\u5927\u306a\u30e2\u30c7\u30eb\u3067\u63a8\u85a6\u30b9\u30b3\u30a2\u3084\u5185\u90e8\u7279\u5fb4\u3092\u751f\u6210\u3059\u308b\u6559\u5e2b\u30e2\u30c7\u30eb\u304b\u3089\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u3092\u63a8\u85a6\u4e0a\u3067\u4f7f\u7528\u3002UI\u4e0a\u306e\u9ad8\u901f\u306a\u63a8\u85a6\u8868\u793a\u3092\u53ef\u80fd\u306b\u3059\u308b\u3002<\/td>\n<td data-col-size=\"sm\" data-start=\"2047\" data-end=\"2075\">\u8a55\u4fa1\u901f\u5ea6\u5411\u4e0a\u3001\u30e6\u30fc\u30b6\u30fc\u4f53\u9a13\u5411\u4e0a\u3001\u30b5\u30fc\u30d0\u8ca0\u8377\u8efd\u6e1b\u3002<\/td>\n<\/tr>\n<tr data-start=\"2076\" data-end=\"2210\">\n<td data-start=\"2076\" data-end=\"2097\" data-col-size=\"sm\">\u30c7\u30b6\u30a4\u30f3\u30c6\u30f3\u30d7\u30ec\u30fc\u30c8\u306e\u30b9\u30bf\u30a4\u30eb\u8efd\u91cf\u5316<\/td>\n<td data-start=\"2097\" data-end=\"2174\" data-col-size=\"md\">\u9ad8\u5ea6\u306b\u88c5\u98fe\u30fb\u8907\u96d1\u306a\u30c7\u30b6\u30a4\u30f3\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\u7fa4\uff08\u6559\u5e2b\uff09\u304b\u3089\u3001\u8efd\u304f\u30e2\u30c0\u30f3\u306a\u30c7\u30b6\u30a4\u30f3\u30c6\u30fc\u30de\uff08\u751f\u5f92\uff09\u3092\u8a2d\u8a08\u3057\u76f4\u3059\u3002\u305f\u3068\u3048\u3070\u30a6\u30a7\u30d6\u30b5\u30a4\u30c8\u306e\u30e2\u30d0\u30a4\u30eb\u7248\u30c6\u30fc\u30de\u306a\u3069\u3002<\/td>\n<td data-col-size=\"sm\" data-start=\"2174\" data-end=\"2210\">\u30ed\u30fc\u30c9\u6642\u9593\u6539\u5584\u3001\u30e1\u30f3\u30c6\u30ca\u30f3\u30b9\u30b3\u30b9\u30c8\u4f4e\u4e0b\u3001\u30ec\u30b9\u30dd\u30f3\u30b7\u30d6\u5bfe\u5fdc\u5bb9\u6613\u5316\u3002<\/td>\n<\/tr>\n<\/tbody>\n<\/table>\n<\/div>\n<\/div>\n<h2 data-start=\"2217\" data-end=\"2232\">\u6ce8\u610f\u70b9\u30fb\u9650\u754c\uff08\u3067\u3042\u308b\u8abf\uff09<\/h2>\n<ul>\n<li data-start=\"2236\" data-end=\"2298\">\u751f\u5f92\u30e2\u30c7\u30eb\u306e\u5bb9\u91cf\uff08\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u3084\u8868\u73fe\u529b\uff09\u304c\u3042\u307e\u308a\u306b\u5c0f\u3055\u3044\u3068\u3001\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u77e5\u8b58\u3092\u5341\u5206\u5438\u53ce\u3067\u304d\u305a\u6027\u80fd\u304c\u5927\u5e45\u306b\u4f4e\u4e0b\u3059\u308b\u3067\u3042\u308b\u3002<\/li>\n<li data-start=\"2301\" data-end=\"2367\">\u6559\u5e2b\u30e2\u30c7\u30eb\u304c\u6301\u3064\u30d0\u30a4\u30a2\u30b9\u3084\u8aa4\u3063\u305f\u4e88\u6e2c\u3082\u305d\u306e\u307e\u307e\u751f\u5f92\u306b\u4f1d\u308f\u308b\u53ef\u80fd\u6027\u304c\u3042\u308b\u305f\u3081\u3001\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u54c1\u8cea\u30fb\u516c\u6b63\u6027\u3092\u78ba\u4fdd\u3059\u308b\u3053\u3068\u304c\u91cd\u8981\u3067\u3042\u308b\u3002<\/li>\n<li data-start=\"2370\" data-end=\"2442\">\u30bf\u30b9\u30af\u306b\u3088\u3063\u3066\u306f\u300c\u4e2d\u9593\u7279\u5fb4\uff08internal representations\uff09\u300d\u3092\u79fb\u8ee2\u3059\u308b\u8a2d\u8a08\u304c\u8907\u96d1\u3067\u3001\u8a2d\u8a08\u30fb\u5b9f\u88c5\u30b3\u30b9\u30c8\u304c\u304b\u304b\u308b\u5834\u5408\u304c\u3042\u308b\u3002<\/li>\n<li data-start=\"2445\" data-end=\"2554\">\u307e\u305f\u3001\u5b66\u7fd2\u30c7\u30fc\u30bf\u3084\u30bd\u30d5\u30c8\u30e9\u30d9\u30eb\u751f\u6210\u6642\u306e\u6e29\u5ea6\uff08temperature\uff09\u306a\u3069\u306e\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u9078\u3073\u304c\u6027\u80fd\u306b\u5927\u304d\u306a\u5f71\u97ff\u3092\u4e0e\u3048\u308b\u305f\u3081\u6ce8\u610f\u304c\u5fc5\u8981\u3067\u3042\u308b\u3002<span class=\"\" data-state=\"closed\"><span class=\"ms-1 inline-flex max-w-full items-center relative top-[-0.094rem] animate-[show_150ms_ease-in]\" data-testid=\"webpage-citation-pill\"><a href=\"https:\/\/en.wikipedia.org\/wiki\/Knowledge_distillation?utm_source=chatgpt.com\" target=\"_blank\" rel=\"noopener\" alt=\"https:\/\/en.wikipedia.org\/wiki\/Knowledge_distillation?utm_source=chatgpt.com\" class=\"flex h-4.5 overflow-hidden rounded-xl px-2 text-[9px] font-medium transition-colors duration-150 ease-in-out text-token-text-secondary! bg-[#F4F4F4]! dark:bg-[#303030]!\"><span class=\"relative start-0 bottom-0 flex h-full w-full items-center\"><span class=\"flex h-4 w-full items-center justify-between\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">\u30a6\u30a3\u30ad\u30da\u30c7\u30a3\u30a2<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+2<\/span><\/span><span class=\"flex h-4 w-full items-center justify-between absolute\"><span class=\"max-w-[15ch] grow truncate overflow-hidden text-center\">Toloka<\/span><span class=\"-me-1 flex h-full items-center rounded-full px-1 text-[#8F8F8F]\">+2<\/span><\/span><\/span><\/a><\/span><\/span><\/li>\n<\/ul>\n<h2>AI\u95a2\u9023\u7528\u8a9e<\/h2>\n<ul>\n<li><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/deep-learning\/\">\u30c7\u30a3\u30fc\u30d7\u30e9\u30fc\u30cb\u30f3\u30b0<\/a> \u2192 \u30e2\u30c7\u30eb\u3092\u300c\u6700\u521d\u304b\u3089\u5b66\u7fd2\u300d\u3059\u308b<\/li>\n<li><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/retrieval-augmented-generation\/\">RAG<\/a>\u2192 \u30e2\u30c7\u30eb\u306b\u300c\u5916\u90e8\u77e5\u8b58\u300d\u3092\u3064\u306a\u3052\u308b<\/li>\n<li><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/transfer-learning\/\">\u30c8\u30e9\u30f3\u30b9\u30d5\u30a1\u30fc\u30e9\u30fc\u30cb\u30f3\u30b0<\/a> \u2192 \u65e2\u5b58\u306e\u77e5\u8b58\u3092\u300c\u5225\u306e\u5206\u91ce\u306b\u8ee2\u7528\u300d\u3059\u308b<\/li>\n<li><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/prompt-engineering\/\">\u30d7\u30ed\u30f3\u30d7\u30c8\u30a8\u30f3\u30b8\u30cb\u30a2\u30ea\u30f3\u30b0<\/a> \u2192 \u300c\u5165\u529b\u306e\u5de5\u592b\u300d\u3067\u6027\u80fd\u3092\u5f15\u304d\u51fa\u3059<\/li>\n<li><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/in-context-learning\/\">\u30a4\u30f3\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u30e9\u30fc\u30cb\u30f3\u30b0<\/a> \u2192 \u300c\u305d\u306e\u5834\u306e\u4f8b\u300d\u3067\u4e00\u6642\u7684\u306b\u5b66\u3076<\/li>\n<li><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/knowledge-distillation\/\">\u30ca\u30ec\u30c3\u30b8\u30c7\u30a3\u30b9\u30c6\u30a3\u30ec\u30fc\u30b7\u30e7\u30f3<\/a> \u2192 \u5927\u304d\u306a\u30e2\u30c7\u30eb\u3092\u300c\u5c0f\u3055\u306a\u30e2\u30c7\u30eb\u306b\u7e2e\u5c0f\u300d\u3059\u308b<\/li>\n<li><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/zero-shot-learni\u2026ne-shot-learning\/\">\u30bc\u30ed\u30b7\u30e7\u30c3\u30c8\uff0f\u30ef\u30f3\u30b7\u30e7\u30c3\u30c8<\/a> \u2192 \u300c\u5c11\u306a\u3044\u4f8b\u3067\u63a8\u8ad6\u300d\u3059\u308b<\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"<p>\u5927\u898f\u6a21\u306a\u30e2\u30c7\u30eb\uff08\u6559\u5e2b\u30e2\u30c7\u30eb\uff09\u306e\u77e5\u8b58\u3092\u3001\u5c0f\u898f\u6a21\u306a\u30e2\u30c7\u30eb\uff08\u751f\u5f92\u30e2\u30c7\u30eb\uff09\u306b\u5727\u7e2e\u3057\u3066\u4f1d\u3048\u308b\u624b\u6cd5<\/p>\n","protected":false},"author":5,"featured_media":35246,"template":"","meta":{"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"English":"Knowledge Distillation","footnotes":""},"glossary-category":[418],"glossary_tag":[],"class_list":["post-34942","glossary","type-glossary","status-publish","has-post-thumbnail","hentry","glossary-category-technology"],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary\/34942","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary"}],"about":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/types\/glossary"}],"author":[{"embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/users\/5"}],"version-history":[{"count":4,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary\/34942\/revisions"}],"predecessor-version":[{"id":35183,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary\/34942\/revisions\/35183"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/media\/35246"}],"wp:attachment":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/media?parent=34942"}],"wp:term":[{"taxonomy":"glossary-category","embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary-category?post=34942"},{"taxonomy":"glossary_tag","embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary_tag?post=34942"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}