{"id":36952,"date":"2025-12-04T20:27:35","date_gmt":"2025-12-04T11:27:35","guid":{"rendered":"https:\/\/uxdaystokyo.com\/articles\/?post_type=glossary&p=36952"},"modified":"2025-12-05T09:33:01","modified_gmt":"2025-12-05T00:33:01","slug":"rlhf","status":"publish","type":"glossary","link":"https:\/\/uxdaystokyo.com\/articles\/glossary\/rlhf\/","title":{"rendered":"RLHF"},"content":{"rendered":"

AI\u3092\u4eba\u9593\u306e\u597d\u307f\u306b\u5408\u308f\u305b\u308b\u5b66\u7fd2\u6cd5\u300cRLHF\u30a2\u30fc\u30eb\u30a8\u30eb\u30a8\u30a4\u30c1\u30a8\u30d5<\/rt><\/ruby>\u300d\u306f\u30012\u3064\u306e\u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u3068\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u7528\u610f\u3057\u3001\u4e3b\u306b4\u6bb5\u968e\u3067\u9032\u3081\u3089\u308c\u308b\u3002<\/span><\/p>\n

\u307e\u305a\u3001\u4f1a\u8a71\u306e\u57fa\u790e\u3092\u899a\u3048\u3055\u305b\u305f\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u7528\u610f\u3059\u308b\uff08\u30b9\u30c6\u30c3\u30d71\uff09\u3002\u6b21\u306b\u3001\u751f\u5f92\u30e2\u30c7\u30eb\u306b\u540c\u3058\u8cea\u554f\u3092\u8907\u6570\u884c\u3044\u3001\u5f97\u305f\u56de\u7b54\u306b\u5bfe\u3057\u3066\u3001\u4eba\u9593\u304c\u300c\u6b63\u3057\u3055\u3001\u5b89\u5168\u6027\u3001\u6709\u7528\u6027\u300d\u306e\u57fa\u6e96\u3067\u6bd4\u8f03\u3057\u9806\u4f4d\u4ed8\u3051\u3059\u308b\uff08\u30b9\u30c6\u30c3\u30d72\uff09\u3002\u3055\u307e\u3056\u307e\u306a\u8cea\u554f\u3092\u540c\u3058\u3088\u3046\u306b\u884c\u3044\u3001\u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u306b\u5148\u307b\u3069\u306e\u56de\u7b54\u6bd4\u8f03\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3055\u305b\u308b\uff08\u30b9\u30c6\u30c3\u30d73\uff09\u3002\u6700\u5f8c\u306b\u3001\u3053\u306e\u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u3092<\/span>\u4f7f\u3044\u3001\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u5b66\u7fd2\u3055\u305b\u308b\u3002\u751f\u5f92\u30e2\u30c7\u30eb\u306f\u6559\u5e2b\u30e2\u30c7\u30eb\u306e\u57fa\u6e96\u3067\u4e00\u756a\u826f\u3044\u56de\u7b54\u3092\u81ea\u3089\u9078\u3073\u3001\u4eba\u9593\u306e\u4fa1\u5024\u89b3\u306b\u5408\u3063\u305f\u632f\u308b\u821e\u3044\u304c\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\uff08\u30b9\u30c6\u30c3\u30d74\uff09\u3002<\/span><\/p>\n

RLHF\u624b\u6cd5\u306e\u30b9\u30c6\u30c3\u30d7<\/span><\/p>\n

    \n
  1. \u4f1a\u8a71\u306e\u57fa\u790e\u3092\u899a\u3048\u3055\u305b\u305f\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u7528\u610f<\/li>\n
  2. \u751f\u5f92\u30e2\u30c7\u30eb\u306b\u540c\u3058\u8cea\u554f\u3092\u8907\u6570\u884c\u3044\u3001\u5f97\u305f\u56de\u7b54\u306b\u5bfe\u3057\u3066\u3001\u4eba\u9593\u304c\u300c\u6b63\u3057\u3055\u3001\u5b89\u5168\u6027\u3001\u6709\u7528\u6027\u300d\u306e\u57fa\u6e96\u3067\u6bd4\u8f03\u3057\u9806\u4f4d\u4ed8\u3051\u3059\u308b<\/span><\/li>\n
  3. \u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u306b2\u306e\u56de\u7b54\u6bd4\u8f03\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3055\u305b\u308b<\/li>\n
  4. \u300c\u6559\u5e2b\uff08\u5831\u916c\uff09\u30e2\u30c7\u30eb\u300d\u3092\u4f7f\u3063\u3066\u3001\u300c\u751f\u5f92\u30e2\u30c7\u30eb\u300d\u3092\u5b66\u7fd2\u3055\u305b\u308b<\/li>\n<\/ol>\n

    \"\"\"\"<\/p>\n

    \"\"\"\"<\/p>\n

    \u63d0\u5531\u8005<\/span><\/h2>\n

    Paul\u30dd\u30fc\u30eb<\/rt><\/ruby> Christiano\u30af\u30ea\u30b9\u30c6\u30a3\u30a2\u30fc\u30ce<\/rt><\/ruby>\u6c0f\u3089\u3092\u4e2d\u5fc3\u3068\u3057\u305fOpenAI\u304a\u3088\u3073DeepMind\u306e\u7814\u7a76\u30b0\u30eb\u30fc\u30d7\u304c\u3001\u8ad6\u6587\u300cDeep Reinforcement Learning from Human Preferences\u300d\u306e\u4e2d\u3067\u78ba\u7acb\u30fb\u5b9f\u8a3c\u3057\u305f\u3002\u30dd\u30fc\u30eb\u6c0f\u3089\u306f\u3001\u30a2\u30bf\u30ea\u306e\u30b2\u30fc\u30e0\u3084\u30ed\u30dc\u30c3\u30c8\u30b7\u30df\u30e5\u30ec\u30fc\u30b7\u30e7\u30f3\u306b\u304a\u3044\u3066\u3001\u4eba\u9593\u304c\u300c\u3069\u3061\u3089\u306e\u52d5\u304d\u304c\u826f\u3044\u304b\u300d\u3092\u6bd4\u8f03\u30fb\u9078\u629e\u3057\u305f\u30c7\u30fc\u30bf\u304b\u3089\u5831\u916c\u95a2\u6570\u3092\u5b66\u7fd2\u3055\u305b\u3001\u305d\u308c\u3092\u7528\u3044\u3066AI\u3092\u8a13\u7df4\u3059\u308b\u624b\u6cd5\u3092\u63d0\u6848\u3057\u305f\u3002\u3053\u308c\u304c\u73fe\u5728\u306eLLM\u306b\u304a\u3051\u308bRLHF\u306e\u57fa\u790e\u6280\u8853\u3068\u306a\u3063\u3066\u3044\u308b\u3002<\/span><\/p>\n

    \"\"

    Paul Christiano https:\/\/www.nist.gov\/people\/paul-christiano<\/p><\/div>\n

    \u5f93\u6765\u306eAI\u306f\u3001\u5b66\u7fd2\u30c7\u30fc\u30bf\u306b\u542b\u307e\u308c\u308b\u504f\u898b\u3084\u4e0d\u9069\u5207\u306a\u60c5\u5831\u3092\u305d\u306e\u307e\u307e\u51fa\u529b\u3057\u3066\u3057\u307e\u3046\u3068\u3044\u3046\u3001\u4fe1\u983c\u6027\u3084\u5b89\u5168\u6027\u306b\u95a2\u3059\u308b\u6839\u672c\u7684\u306a\u8ab2\u984c\u3092\u62b1\u3048\u3066\u3044\u305f\u3002\u3053\u306e\u554f\u984c\u3092\u89e3\u6c7a\u3059\u308b\u305f\u3081\u3001OpenAI\u793e\u306f\u4eba\u9593\u306e\u30d5\u30a3\u30fc\u30c9\u30d0\u30c3\u30af\uff08\u8a55\u4fa1\uff09\u3092AI\u306e\u8abf\u6574\u306b\u6d3b\u7528\u3059\u308bRLHF\u3068\u3044\u3046\u624b\u6cd5\u3092\u5c0e\u5165\u3057\u3001ChatGPT\u306e\u3088\u3046\u306a\u5bfe\u8a71\u578bAI\u306b\u9069\u7528\u3057\u305f\u3002<\/span><\/p>\n

    \u4fe1\u983c\u304cAI\u666e\u53ca\u3092\u53ef\u80fd\u306b\u3057\u305f<\/span><\/h2>\n

    ChatGPT\u304c\u3053\u308c\u307b\u3069\u5e83\u304f\u4f7f\u308f\u308c\u308b\u3088\u3046\u306b\u306a\u3063\u305f\u80cc\u666f\u306b\u306f\u3001OpenAI\u304c\u958b\u767a\u904e\u7a0b\u3067\u5fb9\u5e95\u3057\u3066\u884c\u3063\u305f\u300c\u502b\u7406\u7684\u3067\u5b89\u5168\u306a\u632f\u308b\u821e\u3044\u306e\u5b66\u7fd2\u300d\u304c\u3042\u308b\u3002\u3053\u308c\u304c\u3001\u6280\u8853\u7684\u306b\u306fRLHF\u3068\u547c\u3070\u308c\u308b\u4ed5\u7d44\u307f\u306e\u6700\u3082\u6709\u540d\u306a\u6210\u529f\u4f8b\u3060\u3002<\/span><\/p>\n

    \u521d\u671f\u306eAI\u30e2\u30c7\u30eb\u304c\u6709\u5bb3\u306a\u60c5\u5831\u3084\u8aa4\u3063\u305f\u5185\u5bb9\u3092\u751f\u6210\u3059\u308b\u30ea\u30b9\u30af\u3092\u6e1b\u3089\u3059\u305f\u3081\u3001OpenAI\u306f\u3053\u306eRLHF\u3068\u3044\u3046\u624b\u6cd5\u3092\u5c0e\u5165\u3057\u305f\u3002\u5177\u4f53\u7684\u306b\u306f\u3001\u4eba\u9593\u306e\u8a55\u4fa1\u8005\u304cAI\u306e\u56de\u7b54\u3092\u4e00\u3064\u4e00\u3064\u78ba\u8a8d\u3057\u3001\u300c\u3069\u308c\u304c\u4e00\u756a\u5b89\u5168\u3067\u3001\u502b\u7406\u7684\u3067\u3001\u30e6\u30fc\u30b6\u30fc\u306e\u610f\u56f3\u306b\u6cbf\u3063\u3066\u3044\u308b\u304b\u300d\u3092\u9806\u4f4d\u4ed8\u3051\u3057\u3066\u8a55\u4fa1\u3057\u305f\u3002\u3053\u306e\u4eba\u9593\u306b\u3088\u308b\u300c\u597d\u307f\u300d\u306e\u30c7\u30fc\u30bf\u3092\u4f7f\u3063\u3066AI\u3092\u518d\u8a13\u7df4\u3057\u305f\u7d50\u679c\u3001\u4e0d\u9069\u5207\u306a\u767a\u8a00\u3092\u6291\u5236\u3057\u3001\u7684\u78ba\u3067\u8cac\u4efb\u3042\u308b\u60c5\u5831\u3092\u63d0\u4f9b\u3059\u308b\u3001\u73fe\u5728\u306eChatGPT\u304c\u5b9f\u73fe\u3057\u305f\u3002<\/span><\/p>\n

    \u6280\u8853\u7684\u306a\u6b63\u78ba\u3055\u3060\u3051\u3067\u306f\u6e2c\u308c\u306a\u3044\u300c\u5bb3\u306e\u306a\u3044\u3053\u3068\u300d\u3068\u3044\u3046\u3001\u30e6\u30fc\u30b6\u30fc\u306e\u6839\u672c\u7684\u306a\u5b89\u5fc3\u8981\u6c42\u3092\u30d7\u30ed\u30c0\u30af\u30c8\u306b\u7d44\u307f\u8fbc\u3093\u3060\u3053\u3068\u3067\u3001AI\u304c\u793e\u4f1a\u7684\u306b\u5e83\u304f\u53d7\u3051\u5165\u308c\u3089\u308c\u308b\u571f\u53f0\u3092\u7bc9\u3044\u305f\u3002<\/span><\/p>\n

    \"\"<\/p>\n

    \u200b\u30d6\u30e9\u30f3\u30c9\u306e\u300c\u30bb\u30f3\u30b9\u300d\u3092AI\u304c\u81ea\u52d5\u53cd\u6620<\/span><\/h2>\n

    \u753b\u50cf\u751f\u6210AI\u306e\u5fdc\u7528\u4f8b\u3068\u3057\u3066\u3001\u30d6\u30e9\u30f3\u30c9\u30a4\u30e1\u30fc\u30b8\u306b\u5408\u3046\u753b\u50cf\u304b\u3069\u3046\u304b\u3092AI\u304c\u81ea\u52d5\u3067\u5224\u65ad\u3059\u308b\u65b9\u6cd5\u304c\u3042\u308b\u3002<\/span><\/p>\n

    \u81ea\u793e\u306e\u88fd\u54c1\u306b\u753b\u50cf\u751f\u6210AI\u3092\u4f7f\u3044\u3001\u300c\u30b7\u30f3\u30d7\u30eb\u3055\u300d\u3084\u300c\u6e29\u304b\u3044\u96f0\u56f2\u6c17\u300d\u3068\u3044\u3063\u305f\u7279\u5b9a\u306e\u30d6\u30e9\u30f3\u30c9\u30a4\u30e1\u30fc\u30b8\u306b\u6cbf\u3063\u305f\u753b\u50cf\u3092\u9867\u5ba2\u306b\u63d0\u4f9b\u3057\u305f\u3044\u5834\u5408\u306b\u3001\u3053\u306e\u6280\u8853\u304c\u4f7f\u3048\u308b\u3002\u30d7\u30ed\u30bb\u30b9\u306f\u3053\u3046\u3060\u3002\u307e\u305a\u3001AI\u304c\u4f5c\u3063\u305f\u4f55\u679a\u304b\u306e\u753b\u50cf\u3092\u3001UX\u30c7\u30b6\u30a4\u30ca\u30fc\u3084\u30de\u30fc\u30b1\u30c6\u30a3\u30f3\u30b0\u62c5\u5f53\u8005\u304c\u898b\u3066\u3001\u300c\u30d6\u30e9\u30f3\u30c9\u306e\u30eb\u30fc\u30eb\u306b\u4e00\u756a\u5408\u3063\u3066\u3044\u308b\u306e\u306f\u3069\u308c\u304b\u300d\u300c\u30bf\u30fc\u30b2\u30c3\u30c8\u306e\u597d\u307f\u306b\u6700\u3082\u5408\u3046\u306e\u306f\u3069\u308c\u304b\u300d\u3068\u3044\u3046\u4e3b\u89b3\u7684\u306a\u8996\u70b9\u3067\u9806\u4f4d\u3092\u3064\u3051\u308b\u3002\u3053\u306e\u4eba\u9593\u306b\u3088\u308b\u8a55\u4fa1\u3092\u30c7\u30fc\u30bf\u3068\u3057\u3066AI\u306b\u6559\u3048\u8fbc\u3080\u3053\u3068\u3067\u3001AI\u30e2\u30c7\u30eb\u306f\u3001\u8272\u30b3\u30fc\u30c9\u306e\u3088\u3046\u306a\u5177\u4f53\u7684\u306a\u30eb\u30fc\u30eb\u3060\u3051\u3067\u306f\u8868\u73fe\u3057\u304d\u308c\u306a\u3044\u3001\u62bd\u8c61\u7684\u306a\u300c\u30d6\u30e9\u30f3\u30c9\u306e\u6301\u3064\u30bb\u30f3\u30b9\u300d\u3092\u7406\u89e3\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\u3002\u200b\u200b<\/span><\/p>\n

    \"\"<\/span><\/p>\n

    \u95a2\u9023\u7528\u8a9e<\/span><\/h2>\n
      \n
    • \u5f37\u5316\u5b66\u7fd2\uff08RL\uff09<\/span><\/li>\n
    • \u6559\u5e2b\u3042\u308a\u5fae\u8abf\u6574\uff08SFT\uff09<\/span><\/li>\n
    • \u5831\u916c\u30e2\u30c7\u30eb\uff08RM\uff09<\/span><\/li>\n<\/ul>\n","protected":false},"excerpt":{"rendered":"

      AI\u306e\u51fa\u529b\u3092\u6280\u8853\u7684\u306a\u6b63\u78ba\u3055\u3060\u3051\u3067\u306a\u304f\u3001\u30e6\u30fc\u30b6\u30fc\u306e\u4fe1\u983c\u6027\u3084\u4f7f\u3044\u5fc3\u5730\uff08UX\uff09\u306b\u5408\u308f\u305b\u308b\u305f\u3081\u306e\u624b\u6cd5<\/p>\n","protected":false},"author":61,"featured_media":36961,"template":"","meta":{"_monsterinsights_skip_tracking":false,"_monsterinsights_sitenote_active":false,"_monsterinsights_sitenote_note":"","_monsterinsights_sitenote_category":0,"English":"Reinforcement Learning from Human Feedback","footnotes":""},"glossary-category":[418],"glossary_tag":[],"class_list":["post-36952","glossary","type-glossary","status-publish","has-post-thumbnail","hentry","glossary-category-technology"],"aioseo_notices":[],"_links":{"self":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary\/36952","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary"}],"about":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/types\/glossary"}],"author":[{"embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/users\/61"}],"version-history":[{"count":9,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary\/36952\/revisions"}],"predecessor-version":[{"id":37017,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary\/36952\/revisions\/37017"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/media\/36961"}],"wp:attachment":[{"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/media?parent=36952"}],"wp:term":[{"taxonomy":"glossary-category","embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary-category?post=36952"},{"taxonomy":"glossary_tag","embeddable":true,"href":"https:\/\/uxdaystokyo.com\/articles\/wp-json\/wp\/v2\/glossary_tag?post=36952"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}