{"version":"1.0","provider_name":"UX TIMES","provider_url":"https:\/\/uxdaystokyo.com\/articles","author_name":"\u9ad8\u6a4b \u7950\u54c9","author_url":"https:\/\/uxdaystokyo.com\/articles\/author\/yuya-takahashi\/","title":"RLHF | UX TIMES","type":"rich","width":600,"height":338,"html":"<blockquote class=\"wp-embedded-content\" data-secret=\"0dfEXn2Y27\"><a href=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/rlhf\/\">RLHF<\/a><\/blockquote><iframe sandbox=\"allow-scripts\" security=\"restricted\" src=\"https:\/\/uxdaystokyo.com\/articles\/glossary\/rlhf\/embed\/#?secret=0dfEXn2Y27\" width=\"600\" height=\"338\" title=\"&#8220;RLHF&#8221; &#8212; UX TIMES\" data-secret=\"0dfEXn2Y27\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\" class=\"wp-embedded-content\"><\/iframe><script>\n\/*! This file is auto-generated *\/\n!function(d,l){\"use strict\";l.querySelector&&d.addEventListener&&\"undefined\"!=typeof URL&&(d.wp=d.wp||{},d.wp.receiveEmbedMessage||(d.wp.receiveEmbedMessage=function(e){var t=e.data;if((t||t.secret||t.message||t.value)&&!\/[^a-zA-Z0-9]\/.test(t.secret)){for(var s,r,n,a=l.querySelectorAll('iframe[data-secret=\"'+t.secret+'\"]'),o=l.querySelectorAll('blockquote[data-secret=\"'+t.secret+'\"]'),c=new RegExp(\"^https?:$\",\"i\"),i=0;i<o.length;i++)o[i].style.display=\"none\";for(i=0;i<a.length;i++)s=a[i],e.source===s.contentWindow&&(s.removeAttribute(\"style\"),\"height\"===t.message?(1e3<(r=parseInt(t.value,10))?r=1e3:~~r<200&&(r=200),s.height=r):\"link\"===t.message&&(r=new URL(s.getAttribute(\"src\")),n=new URL(t.value),c.test(n.protocol))&&n.host===r.host&&l.activeElement===s&&(d.top.location.href=t.value))}},d.addEventListener(\"message\",d.wp.receiveEmbedMessage,!1),l.addEventListener(\"DOMContentLoaded\",function(){for(var e,t,s=l.querySelectorAll(\"iframe.wp-embedded-content\"),r=0;r<s.length;r++)(t=(e=s[r]).getAttribute(\"data-secret\"))||(t=Math.random().toString(36).substring(2,12),e.src+=\"#?secret=\"+t,e.setAttribute(\"data-secret\",t)),e.contentWindow.postMessage({message:\"ready\",secret:t},\"*\")},!1)))}(window,document);\n\/\/# sourceURL=https:\/\/uxdaystokyo.com\/articles\/wp-includes\/js\/wp-embed.min.js\n<\/script>\n","thumbnail_url":"https:\/\/uxdaystokyo.com\/articles\/wp-content\/uploads\/2025\/12\/rlht-7.png","thumbnail_width":1024,"thumbnail_height":1024,"description":"AI\u3092\u4eba\u9593\u306e\u597d\u307f\u306b\u5408\u308f\u305b\u308b\u5b66\u7fd2\u6cd5\u300cRLHF\u30a2\u30fc\u30eb\u30a8\u30eb\u30a8\u30a4\u30c1\u30a8\u30d5\u300d\u306f\u30012\u3064\u306e\u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u3068\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u7528\u610f\u3057\u3001\u4e3b\u306b4\u6bb5\u968e\u3067\u9032\u3081\u3089\u308c\u308b\u3002  \u307e\u305a\u3001\u4f1a\u8a71\u306e\u57fa\u790e\u3092\u899a\u3048\u3055\u305b\u305f\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u7528\u610f\u3059\u308b\uff08\u30b9\u30c6\u30c3\u30d71\uff09\u3002\u6b21\u306b\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u306b\u540c\u3058\u8cea\u554f\u3092\u8907\u6570\u884c\u3044\u3001\u5f97\u305f\u56de\u7b54\u306b\u5bfe\u3057\u3066\u3001\u4eba\u9593\u304c\u300c\u6b63\u3057\u3055\u3001\u5b89\u5168\u6027\u3001\u6709\u7528\u6027\u300d\u306e\u57fa\u6e96\u3067\u6bd4\u8f03\u3057\u9806\u4f4d\u4ed8\u3051\u3059\u308b\uff08\u30b9\u30c6\u30c3\u30d72\uff09\u3002\u3055\u307e\u3056\u307e\u306a\u8cea\u554f\u3092\u540c\u3058\u3088\u3046\u306b\u884c\u3044\u3001\u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u306b\u5148\u307b\u3069\u306e\u56de\u7b54\u6bd4\u8f03\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3055\u305b\u308b\uff08\u30b9\u30c6\u30c3\u30d73\uff09\u3002\u6700\u5f8c\u306b\u3001\u3053\u306e\u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u3092\u4f7f\u3044\u3001\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u5b66\u7fd2\u3055\u305b\u308b\u3002\u751f\u5f92\u30e2\u30c7\u30eb\u306f\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u57fa\u6e96\u3067\u4e00\u756a\u826f\u3044\u56de\u7b54\u3092\u81ea\u3089\u9078\u3073\u3001\u4eba\u9593\u306e\u4fa1\u5024\u89b3\u306b\u5408\u3063\u305f\u632f\u308b\u821e\u3044\u304c\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\uff08\u30b9\u30c6\u30c3\u30d74\uff09\u3002  RLHF\u624b\u6cd5\u306e\u30b9\u30c6\u30c3\u30d7   \u4f1a\u8a71\u306e\u57fa\u790e\u3092\u899a\u3048\u3055\u305b\u305f\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u7528\u610f  \u751f\u5f92\u30e2\u30c7\u30eb\u306b\u540c\u3058\u8cea\u554f\u3092\u8907\u6570\u884c\u3044\u3001\u5f97\u305f\u56de\u7b54\u306b\u5bfe\u3057\u3066\u3001\u4eba\u9593\u304c\u300c\u6b63\u3057\u3055\u3001\u5b89\u5168\u6027\u3001\u6709\u7528\u6027\u300d\u306e\u57fa\u6e96\u3067\u6bd4\u8f03\u3057\u9806\u4f4d\u4ed8\u3051\u3059\u308b  \u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u306b2\u306e\u56de\u7b54\u6bd4\u8f03\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3055\u305b\u308b  \u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u3092\u4f7f\u3063\u3066\u3001\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u5b66\u7fd2\u3055\u305b\u308b     \u63d0\u5531\u8005 Paul\u30dd\u30fc\u30eb Christiano\u30af\u30ea\u30b9\u30c6\u30a3\u30a2\u30fc\u30ce\u6c0f\u3089\u3092\u4e2d\u5fc3\u3068\u3057\u305fOpenAI\u304a\u3088\u3073DeepMind\u306e\u7814\u7a76\u30b0\u30eb\u30fc\u30d7\u304c\u3001\u8ad6\u6587\u300cDeep Reinforcement Learning from Human Preferences\u300d\u306e\u4e2d\u3067\u78ba\u7acb\u30fb\u5b9f\u8a3c\u3057\u305f\u3002\u30dd\u30fc\u30eb\u6c0f\u3089\u306f\u3001\u30a2\u30bf\u30ea\u306e\u30b2\u30fc\u30e0\u3084\u30ed\u30dc\u30c3\u30c8\u30b7\u30df\u30e5\u30ec\u30fc\u30b7\u30e7\u30f3\u306b\u304a\u3044\u3066\u3001\u4eba\u9593\u304c\u300c\u3069\u3061\u3089\u306e\u52d5\u304d\u304c\u826f\u3044\u304b\u300d\u3092\u6bd4\u8f03\u30fb\u9078\u629e\u3057\u305f\u30c7\u30fc\u30bf\u304b\u3089\u5831\u916c\u95a2\u6570\u3092\u5b66\u7fd2\u3055\u305b\u3001\u305d\u308c\u3092\u7528\u3044\u3066AI\u3092\u8a13\u7df4\u3059\u308b\u624b\u6cd5\u3092\u63d0\u6848\u3057\u305f\u3002\u3053\u308c\u304c\u73fe\u5728\u306eLLM\u306b\u304a\u3051\u308bRLHF\u306e\u57fa\u790e\u6280\u8853\u3068\u306a\u3063\u3066\u3044\u308b\u3002    \u5f93\u6765\u306eAI\u306f\u3001\u5b66\u7fd2\u30c7\u30fc\u30bf\u306b\u542b\u307e\u308c\u308b\u504f\u898b\u3084\u4e0d\u9069\u5207\u306a\u60c5\u5831\u3092\u305d\u306e\u307e\u307e\u51fa\u529b\u3057\u3066\u3057\u307e\u3046\u3068\u3044\u3046\u3001\u4fe1\u983c\u6027\u3084\u5b89\u5168\u6027\u306b\u95a2\u3059\u308b\u6839\u672c\u7684\u306a\u8ab2\u984c\u3092\u62b1\u3048\u3066\u3044\u305f\u3002\u3053\u306e\u554f\u984c\u3092\u89e3\u6c7a\u3059\u308b\u305f\u3081\u3001OpenAI\u793e\u306f\u4eba\u9593\u306e\u30d5\u30a3\u30fc\u30c9\u30d0\u30c3\u30af\uff08\u8a55\u4fa1\uff09\u3092AI\u306e\u8abf\u6574\u306b\u6d3b\u7528\u3059\u308bRLHF\u3068\u3044\u3046\u624b\u6cd5\u3092\u5c0e\u5165\u3057\u3001ChatGPT\u306e\u3088\u3046\u306a\u5bfe\u8a71\u578bAI\u306b\u9069\u7528\u3057\u305f\u3002 \u4fe1\u983c\u304cAI\u666e\u53ca\u3092\u53ef\u80fd\u306b\u3057\u305f ChatGPT\u304c\u3053\u308c\u307b\u3069\u5e83\u304f\u4f7f\u308f\u308c\u308b\u3088\u3046\u306b\u306a\u3063\u305f\u80cc\u666f\u306b\u306f\u3001OpenAI\u304c\u958b\u767a\u904e\u7a0b\u3067\u5fb9\u5e95\u3057\u3066\u884c\u3063\u305f\u300c\u502b\u7406\u7684\u3067\u5b89\u5168\u306a\u632f\u308b\u821e\u3044\u306e\u5b66\u7fd2\u300d\u304c\u3042\u308b\u3002\u3053\u308c\u304c\u3001\u6280\u8853\u7684\u306b\u306fRLHF\u3068\u547c\u3070\u308c\u308b\u4ed5\u7d44\u307f\u306e\u6700\u3082\u6709\u540d\u306a\u6210\u529f\u4f8b\u3060\u3002  \u521d\u671f\u306eAI\u30e2\u30c7\u30eb\u304c\u6709\u5bb3\u306a\u60c5\u5831\u3084\u8aa4\u3063\u305f\u5185\u5bb9\u3092\u751f\u6210\u3059\u308b\u30ea\u30b9\u30af\u3092\u6e1b\u3089\u3059\u305f\u3081\u3001OpenAI\u306f\u3053\u306eRLHF\u3068\u3044\u3046\u624b\u6cd5\u3092\u5c0e\u5165\u3057\u305f\u3002\u5177\u4f53\u7684\u306b\u306f\u3001\u4eba\u9593\u306e\u8a55\u4fa1\u8005\u304cAI\u306e\u56de\u7b54\u3092\u4e00\u3064\u4e00\u3064\u78ba\u8a8d\u3057\u3001\u300c\u3069\u308c\u304c\u4e00\u756a\u5b89\u5168\u3067\u3001\u502b\u7406\u7684\u3067\u3001\u30e6\u30fc\u30b6\u30fc\u306e\u610f\u56f3\u306b\u6cbf\u3063\u3066\u3044\u308b\u304b\u300d\u3092\u9806\u4f4d\u4ed8\u3051\u3057\u3066\u8a55\u4fa1\u3057\u305f\u3002\u3053\u306e\u4eba\u9593\u306b\u3088\u308b\u300c\u597d\u307f\u300d\u306e\u30c7\u30fc\u30bf\u3092\u4f7f\u3063\u3066AI\u3092\u518d\u8a13\u7df4\u3057\u305f\u7d50\u679c\u3001\u4e0d\u9069\u5207\u306a\u767a\u8a00\u3092\u6291\u5236\u3057\u3001\u7684\u78ba\u3067\u8cac\u4efb\u3042\u308b\u60c5\u5831\u3092\u63d0\u4f9b\u3059\u308b\u3001\u73fe\u5728\u306eChatGPT\u304c\u5b9f\u73fe\u3057\u305f\u3002  \u6280\u8853\u7684\u306a\u6b63\u78ba\u3055\u3060\u3051\u3067\u306f\u6e2c\u308c\u306a\u3044\u300c\u5bb3\u306e\u306a\u3044\u3053\u3068\u300d\u3068\u3044\u3046\u3001\u30e6\u30fc\u30b6\u30fc\u306e\u6839\u672c\u7684\u306a\u5b89\u5fc3\u8981\u6c42\u3092\u30d7\u30ed\u30c0\u30af\u30c8\u306b\u7d44\u307f\u8fbc\u3093\u3060\u3053\u3068\u3067\u3001AI\u304c\u793e\u4f1a\u7684\u306b\u5e83\u304f\u53d7\u3051\u5165\u308c\u3089\u308c\u308b\u571f\u53f0\u3092\u7bc9\u3044\u305f\u3002   \u200b\u30d6\u30e9\u30f3\u30c9\u306e\u300c\u30bb\u30f3\u30b9\u300d\u3092AI\u304c\u81ea\u52d5\u53cd\u6620 \u753b\u50cf\u751f\u6210AI\u306e\u5fdc\u7528\u4f8b\u3068\u3057\u3066\u3001\u30d6\u30e9\u30f3\u30c9\u30a4\u30e1\u30fc\u30b8\u306b\u5408\u3046\u753b\u50cf\u304b\u3069\u3046\u304b\u3092AI\u304c\u81ea\u52d5\u3067\u5224\u65ad\u3059\u308b\u65b9\u6cd5\u304c\u3042\u308b\u3002  \u81ea\u793e\u306e\u88fd\u54c1\u306b\u753b\u50cf\u751f\u6210AI\u3092\u4f7f\u3044\u3001\u300c\u30b7\u30f3\u30d7\u30eb\u3055\u300d\u3084\u300c\u6e29\u304b\u3044\u96f0\u56f2\u6c17\u300d\u3068\u3044\u3063\u305f\u7279\u5b9a\u306e\u30d6\u30e9\u30f3\u30c9\u30a4\u30e1\u30fc\u30b8\u306b\u6cbf\u3063\u305f\u753b\u50cf\u3092\u9867\u5ba2\u306b\u63d0\u4f9b\u3057\u305f\u3044\u5834\u5408\u306b\u3001\u3053\u306e\u6280\u8853\u304c\u4f7f\u3048\u308b\u3002\u30d7\u30ed\u30bb\u30b9\u306f\u3053\u3046\u3060\u3002\u307e\u305a\u3001AI\u304c\u4f5c\u3063\u305f\u4f55\u679a\u304b\u306e\u753b\u50cf\u3092\u3001UX\u30c7\u30b6\u30a4\u30ca\u30fc\u3084\u30de\u30fc\u30b1\u30c6\u30a3\u30f3\u30b0\u62c5\u5f53\u8005\u304c\u898b\u3066\u3001\u300c\u30d6\u30e9\u30f3\u30c9\u306e\u30eb\u30fc\u30eb\u306b\u4e00\u756a\u5408\u3063\u3066\u3044\u308b\u306e\u306f\u3069\u308c\u304b\u300d\u300c\u30bf\u30fc\u30b2\u30c3\u30c8\u306e\u597d\u307f\u306b\u6700\u3082\u5408\u3046\u306e\u306f\u3069\u308c\u304b\u300d\u3068\u3044\u3046\u4e3b\u89b3\u7684\u306a\u8996\u70b9\u3067\u9806\u4f4d\u3092\u3064\u3051\u308b\u3002\u3053\u306e\u4eba\u9593\u306b\u3088\u308b\u8a55\u4fa1\u3092\u30c7\u30fc\u30bf\u3068\u3057\u3066AI\u306b\u6559\u3048\u8fbc\u3080\u3053\u3068\u3067\u3001AI\u30e2\u30c7\u30eb\u306f\u3001\u8272\u30b3\u30fc\u30c9\u306e\u3088\u3046\u306a\u5177\u4f53\u7684\u306a\u30eb\u30fc\u30eb\u3060\u3051\u3067\u306f\u8868\u73fe\u3057\u304d\u308c\u306a\u3044\u3001\u62bd\u8c61\u7684\u306a\u300c\u30d6\u30e9\u30f3\u30c9\u306e\u6301\u3064\u30bb\u30f3\u30b9\u300d\u3092\u7406\u89e3\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\u3002\u200b\u200b   \u95a2\u9023\u7528\u8a9e   \u5f37\u5316\u5b66\u7fd2\uff08RL\uff09  \u6559\u5e2b\u3042\u308a\u5fae\u8abf\u6574\uff08SFT\uff09  \u5831\u916c\u30e2\u30c7\u30eb\uff08RM\uff09"}