{"id":5807,"date":"2024-06-22T14:00:00","date_gmt":"2024-06-22T05:00:00","guid":{"rendered":"https:\/\/nlpillustration.tech\/?p=5807"},"modified":"2024-11-08T12:23:34","modified_gmt":"2024-11-08T03:23:34","slug":"architecture","status":"publish","type":"post","link":"https:\/\/nlpillustration.tech\/?p=5807","title":{"rendered":"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002"},"content":{"rendered":"\n<h2 class=\"wp-block-heading\">\u306f\u3058\u3081\u306b<\/h2>\n\n\n<p class=\"faceicon\"><!--\u5439\u304d\u51fa\u3057\u306f\u3058\u307e\u308a--><\/p>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\n<span style=\"font-family: 'Noto Sans JP', sans-serif; font-size: revert;\">\n\u3053\u3093\u306b\u3061\u306f\uff01\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\uff08NLP\uff09\u30fb\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u306e\u89e3\u8aac\u8a18\u4e8b\u3084\u66f8\u7c4d\u3092\u66f8\u3044\u3066\u3044\u308b\u3001\n\u3059\u3048\u3064\u3050\u3067\u3059\uff01\n<br>\n\u304a\u77e5\u3089\u305b\uff1a\u8457\u66f8<a style=\"color: #0095ff;\" href=\"https:\/\/www.amazon.co.jp\/%E8%AA%B0%E3%81%A7%E3%82%82%E3%82%8F%E3%81%8B%E3%82%8B%E5%A4%A7%E8%A6%8F%E6%A8%A1%E8%A8%80%E8%AA%9E%E3%83%A2%E3%83%87%E3%83%AB%E5%85%A5%E9%96%80-%E6%9C%AB%E6%AC%A1-%E6%8B%93%E6%96%97\/dp\/4296071017?crid=1YZP5NO5GWW1W&amp;dib=eyJ2IjoiMSJ9.UDXW6zbOMSYE43Sggtlxag.xCxy2DPgtHrOb0VugcBKUiwWe4T92792YLgPeNvjW5g&amp;dib_tag=se&amp;keywords=%E6%9C%AB%E6%AC%A1%E6%8B%93%E6%96%97&amp;qid=1730953292&amp;sprefix=%2Caps%2C207&amp;sr=8-1&amp;linkCode=ll1&amp;tag=st0509-22&amp;linkId=9a119c7afd4474367e0a9a865d7df02c&amp;language=ja_JP&amp;ref_=as_li_ss_tl\" target=\"_blank\" rel=\"noopener\">\n<strong>\n\u300e\u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\u300f\n<\/strong>\n<\/a>\n\u3092\u65e5\u7d4cBP\u3088\u308a\u51fa\u7248\u3057\u307e\u3057\u305f\u3002\n<\/span>\n<\/p>\n<\/div>\n<\/div>\n<\/div>\n\n<p>\u4eca\u56de\u306f\u3001<strong><b class=\"yellow_mark\">\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(LLM)\u306e\u6280\u8853<\/b><\/strong>\u306b\u3064\u3044\u3066\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p>\u5177\u4f53\u7684\u306b\u306f\u3001<strong>\u300c\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306f\u3001\u3069\u3093\u306a\u30b9\u30c6\u30c3\u30d7\u3067\u3001\u3069\u3046\u3084\u3063\u3066\u4f5c\u3089\u308c\u3066\u3044\u308b\u306e\u304b\uff1f\u300d<\/strong>\u306b\u6cbf\u3063\u3066\u6280\u8853\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u89e3\u8aac\u304b\u3089\u3001LLM\u306e\u5b66\u7fd2\u65b9\u6cd5\u306a\u3069\u3001\u30c7\u30a3\u30fc\u30d7\u306a\u5185\u5bb9\u3092\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<h3>\u306a\u305c\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(LLM)\u306e\u6280\u8853\u3092\u77e5\u308b\u5fc5\u8981\u304c\u3042\u308b\u306e\u304b<\/h3>\n<p>\u3053\u3053\u307e\u3067\u8aad\u3093\u3067\u300c\u79c1\u306fLLM\u3092\u4f7f\u3046\u3060\u3051\u3002\u3060\u304b\u3089LLM\u306e\u6280\u8853\u3092\u77e5\u308b\u5fc5\u8981\u306a\u304f\u306a\u3044\uff1f\u300d\u3068\u601d\u3063\u305f\u65b9\u3082\u5c11\u306a\u304b\u3089\u305a\u3044\u308b\u3067\u3057\u3087\u3046\u3002\u78ba\u304b\u306b\u3001\u4eca\u306fLLM\u3092\u4f7f\u7528\u3059\u308b\u3060\u3051\u3068\u3044\u3046\u4eba\u304c\u591a\u3044\u304b\u3082\u3057\u308c\u307e\u305b\u3093\u3002<\/p>\n<p><strong>\u3057\u304b\u3057\u3001\u300cLLM\u3092\u4f7f\u3046\u3060\u3051\u306e\u4eba\u300d\u3082LLM\u306e\u6280\u8853\u3092\u5b66\u3076\u4fa1\u5024\u306f\u3042\u308a\u307e\u3059\u3002<\/strong><\/p>\n<p><strong>\u306a\u305c\u306a\u3089\u3001<b class=\"yellow_mark\">LLM\u306e\u6280\u8853\u306e\u77e5\u8b58\u306f\u3001\u3042\u306a\u305f\u304cLLM\u3092\u9078\u3076\u969b\u306b\u3082\u5f79\u7acb\u3064\u304b\u3089<\/b>\u3067\u3059\u3002<\/strong><\/p>\n<p>\u4f8b\u3048\u3070\u3001\u3042\u306a\u305f\u304c\u4e0a\u53f8\u3084\u6559\u6388\u306b\u300c\u3007\u3007\u3055\u3093\u3001\u3053\u306e\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u306b\u4f7f\u3046LLM\u3092\u63a2\u3057\u3066\u304d\u3066\u3002\u300d\u3068\u6307\u793a\u3055\u308c\u305f\u3068\u3057\u307e\u3057\u3087\u3046\u3002\u3042\u306a\u305f\u306f\u3069\u3046\u3084\u3063\u3066LLM\u3092\u9078\u3073\u307e\u3059\u304b\uff1f<\/p>\n<p>\u300c\u3068\u308a\u3042\u3048\u305aOpenAI\u306e\u30e2\u30c7\u30eb\u300d\u300c\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u3060\u304b\u3089\u3053\u306e\u30e2\u30c7\u30eb\u300d\u306a\u3069\u3001\u66d6\u6627\u306a\u7406\u7531\u306b\u306a\u308b\u306e\u3067\u3042\u308c\u3070\u3001LLM\u306e\u6280\u8853\u3092\u5b66\u3076\u4fa1\u5024\u306f\u3042\u308b\u3067\u3057\u3087\u3046\u3002<strong>LLM\u306e\u6280\u8853\u3092\u5b66\u3076\u3053\u3068\u3067\u3001LLM\u306e\u4e2d\u8eab\uff08\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\uff09\u3084\u3001LLM\u306e\u5b66\u7fd2\u65b9\u6cd5\u306a\u3069\u3001<b class=\"yellow_mark\">\u3088\u308a\u89e3\u50cf\u5ea6\u306e\u9ad8\u3044\u5224\u65ad\u57fa\u6e96\u3092\u6301\u3066\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002<\/b><\/strong><\/p>\n<p><strong><b class=\"yellow_mark\">LLM\u306e\u6280\u8853\u30fb\u4f5c\u308a\u65b9\u306b\u77e5\u898b\u304c\u3042\u308c\u3070\u3001\u3088\u308a\u89e3\u50cf\u5ea6\u9ad8\u304f\u3001\u6700\u9069\u306a\u30e2\u30c7\u30eb\u3092\u9078\u3079\u308b\u3088\u3046\u306b\u306a\u308b\u3067\u3057\u3087\u3046\u3002<\/b><\/strong>\u69d8\u3005\u306aLLM\u304c\u767a\u8868\u3055\u308c\u308b\u6628\u4eca\u3001\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u30ec\u30d9\u30eb\u3067\u6700\u9069\u306aLLM\u3092\u9078\u3079\u308b\u4eba\u6750\u306f\u3001\u66f4\u306b\u8cb4\u91cd\u306b\u306a\u3063\u3066\u3044\u304f\u3067\u3057\u3087\u3046\u3002<!--\u5439\u304d\u51fa\u3057\u306f\u3058\u307e\u308a--><\/p>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\u672c\u30b5\u30a4\u30c8\u306e\u89e3\u8aac\u3067\u306f\u96e3\u3057\u3044\u6570\u5f0f\u3084\u56f3\u306f\u4f7f\u3044\u307e\u305b\u3093\u3002\u56f3\u89e3\u3092\u4f7f\u3063\u3066\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\uff01<\/p>\n<\/div>\n<\/div>\n<\/div>\n\n\n<h2 class=\"wp-block-heading\">LLM\u3092\u4f5c\u308b\u30b9\u30c6\u30c3\u30d7<\/h2>\n\n\n<p><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03.png\"><img decoding=\"async\" class=\"aligncenter wp-image-6298 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03.png\" alt=\"\" width=\"801\" height=\"430\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03.png 801w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03-300x161.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03-770x413.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03-284x152.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03-761x409.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-03-390x209.png 390w\" sizes=\"(max-width: 801px) 100vw, 801px\" \/><\/a><\/p>\n<p>\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u3092\u4f5c\u308b\u30b9\u30c6\u30c3\u30d7\u306f\u5927\u304d\u304f3\u3064\u3067\u3059\u3002<\/p>\n<ol>\n<li>\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u8a2d\u8a08<br \/>LLM\u3092\u7d44\u307f\u7acb\u3066\u308b<\/li>\n<li>\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u6e96\u5099<br \/>LLM\u304c\u5b66\u7fd2\u3059\u308b\u30c7\u30fc\u30bf\u3092\u96c6\u3081\u308b<\/li>\n<li>\u4e8b\u524d\u5b66\u7fd2\u65b9\u6cd5\u306e\u6c7a\u5b9a<br \/>LLM\u304c\u5b66\u7fd2\u3059\u308b\u65b9\u6cd5\u3092\u6c7a\u3081\u3001\u5b66\u7fd2\u3055\u305b\u308b<\/li>\n<\/ol>\n<p>\u6b21\u7ae0\u304b\u3089\u306f\u30013\u30b9\u30c6\u30c3\u30d7\u3092\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n\n\n<h2 class=\"wp-block-heading\">LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\uff1aLLM\u306e\u4f53\u3092\u7d44\u307f\u7acb\u3066\u308b<\/h2>\n\n\n\n<p><br><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07.png\"><img decoding=\"async\" class=\"aligncenter wp-image-6300 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07.png\" alt=\"\" width=\"801\" height=\"430\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07.png 801w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07-300x161.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07-770x413.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07-284x152.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07-761x409.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-07-390x209.png 390w\" sizes=\"(max-width: 801px) 100vw, 801px\" \/><\/a><\/p>\n<p>\u307e\u305a\u3001LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u306b\u3064\u3044\u3066\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u3067\u306f\u3001\u7c21\u5358\u306b\u8a00\u3046\u3068LLM\u306e\u4f53\u3092\u7d44\u307f\u7acb\u3066\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p><strong>\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u306f\u65e5\u672c\u8a9e\u3067\u306f\u300c\u69cb\u6210\u300d\u306e\u3053\u3068\u3067\u3059\u3002\u3064\u307e\u308a\u3001LLM\u3092\u3069\u3093\u306a\u90e8\u54c1\u3067\u69cb\u6210\u3059\u308b\u304b\uff1f\u3069\u3046\u3084\u3063\u3066\u7d44\u307f\u7acb\u3066\u308b\u304b\uff1f\u3092\u8a2d\u8a08\u3059\u308b\u306e\u304c\u672c\u30b9\u30c6\u30c3\u30d7\u3067\u3059\u3002<\/strong><\/p>\n<p>\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306b\u306f\u69d8\u3005\u306a\u7a2e\u985e\u304c\u3042\u308a\u307e\u3059\u3002\u6709\u540d\u306a\u306e\u306f\u3001OpenAI \u306eGPT\u30e2\u30c7\u30eb\u3001Google\u306ePaLM\u30e2\u30c7\u30eb\u3001Meta\u306eLLaMA\u306a\u3069\u304c\u3042\u308a\u307e\u3059\u3002\u3053\u308c\u3089\u306e\u30e2\u30c7\u30eb\u306f\u3069\u306e\u3088\u3046\u306a\u90e8\u54c1\u3067\u3001\u3069\u306e\u3088\u3046\u306b\u69cb\u6210\u3055\u308c\u3066\u3044\u308b\u306e\u3067\u3057\u3087\u3046\u304b\uff1f\u672c\u7ae0\u3067\u306f\u3001GPT\u3084PaLM\u3068\u3044\u3063\u305f\u30e2\u30c7\u30eb\u306b\u7126\u70b9\u3092\u5f53\u3066\u3064\u3064\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<h3>LLM\u306e\u9aa8\u683c\uff08\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\uff09<\/h3>\n<p>\u307e\u305a\u3001LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u9aa8\u683c\u306b\u3064\u3044\u3066\u8aac\u660e\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u9aa8\u683c\u3068\u306f\u8eca\u3067\u8a00\u3046\u30d5\u30ec\u30fc\u30e0\u306e\u3088\u3046\u306a\u3082\u306e\u3067\u3001LLM\u306e\u30e2\u30c7\u30eb\u306e\u57fa\u672c\u7684\u306a\u69cb\u9020\u3067\u3059\u3002<\/p>\n<p>\u5b9f\u306f\u3001\u307b\u3068\u3093\u3069\u306e\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u9aa8\u683c\u306f\u5171\u901a\u3057\u3066\u3044\u307e\u3059\u3002\u5177\u4f53\u7684\u306b\u306f\u3001<strong>\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306f\u9aa8\u683c\u306b<a href=\"https:\/\/nlpillustration.tech\/?p=2171\" target=\"_blank\" rel=\"noopener\">Transformer<\/a>\u3092\u4f7f\u7528\u3057\u3066\u3044\u307e\u3059\u3002<\/strong><\/p>\n<p>\u3088\u308a\u8a73\u7d30\u306b\u306f\u3001<strong>GPT\u3084PaLM\u306a\u3069\u591a\u304f\u306e\u6700\u5148\u7aef\u30e2\u30c7\u30eb\u306f\u3001Transformer\u306eDecoder\u306e\u307f\u3092\u4f7f\u7528\u3059\u308b\u3001<b class=\"yellow_mark\">Decoder-Only<\/b>\u3068\u547c\u3070\u308c\u308b\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059<\/strong><sup class=\"modern-footnotes-footnote \" data-mfn=\"1\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-1\">1<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-1\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"1\">A. Radford, J. Wu, R. Child, D. Luan, D. Amodei, I. Sutskever et al., \u201cLanguage models are unsupervised multitask learners,\u201d OpenAI blog, p. 9, 2019.<\/span><sup class=\"modern-footnotes-footnote \" data-mfn=\"2\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-2\">2<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-2\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"2\">T. B. Brown, B. Mann, N. Ryder, M. Subbiah, J. Kaplan, P. Dhariwal, A. Neelakantan, P. Shyam, G. Sastry, A. Askell, S. Agarwal, A. Herbert-Voss, G. Krueger, T. Henighan, R. Child, A. Ramesh, D. M. Ziegler, J. Wu, C. Winter, C. Hesse, M. Chen, E. Sigler, M. Litwin, S. Gray, B. Chess, J. Clark, C. Berner, S. McCandlish, A. Radford, I. Sutskever, and D. Amodei, \u201cLanguage models are few-shot learners,\u201d in Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual, H. Larochelle, M. Ranzato, R. Hadsell, M. Balcan, and H. Lin, Eds., 2020.<\/span><sup class=\"modern-footnotes-footnote \" data-mfn=\"3\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-3\">3<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-3\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"3\">A. Radford, K. Narasimhan, T. Salimans, I. Sutskever et al., \u201cImproving language understanding by generative pre-training,\u201d 2018.<\/span><sup class=\"modern-footnotes-footnote \" data-mfn=\"4\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-4\">4<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-4\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"4\">A. Chowdhery, S. Narang, J. Devlin, M. Bosma, G. Mishra, A. Roberts, P. Barham, H. W. Chung, C. Sutton, S. Gehrmann, P. Schuh, K. Shi, S. Tsvyashchenko, J. Maynez, A. Rao, P. Barnes, Y. Tay, N. Shazeer, V. Prabhakaran, E. Reif, N. Du, B. Hutchinson, R. Pope, J. Bradbury, J. Austin, M. Isard, G. Gur-Ari, P. Yin, T. Duke, A. Levskaya, S. Ghemawat, S. Dev, H. Michalewski, X. Garcia, V. Misra, K. Robinson, L. Fedus, D. Zhou, D. Ippolito, D. Luan, H. Lim, B. Zoph, A. Spiridonov, R. Sepassi, D. Dohan, S. Agrawal, M. Omernick, A. M. Dai, T. S. Pillai, M. Pellat, A. Lewkowycz, E. Moreira, R. Child, O. Polozov, K. Lee, Z. Zhou, X. Wang, B. Saeta, M. Diaz, O. Firat, M. Catasta, J. Wei, K. MeierHellstern, D. Eck, J. Dean, S. Petrov, and N. Fiedel, \u201cPalm: Scaling language modeling with pathways,\u201d CoRR, vol. abs\/2204.02311, 2022.<\/span>\u3002<\/p>\n<p>\u3053\u306eTransformer\u3068Decoder-Only\u3092\u6bd4\u8f03\u3057\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n<p><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02.png\"><img decoding=\"async\" class=\"aligncenter wp-image-6297 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02.png\" alt=\"\" width=\"801\" height=\"800\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02.png 801w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-300x300.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-100x100.png 100w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-770x769.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-293x293.png 293w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-284x284.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-381x381.png 381w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-576x576.png 576w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-761x760.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-02-390x390.png 390w\" sizes=\"(max-width: 801px) 100vw, 801px\" \/><\/a><\/p>\n<p>\u56f3\u5de6\u306eTransformer\u306b\u306f\u3001Encoder\u3068Decoder\u306e2\u3064\u3067\u69cb\u6210\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u4e00\u65b9\u3067\u3001\u56f3\u53f3\u306eDecoder-Only\u3067\u306f\u3001Transformer\u306eDecoder\u306e\u307f\u3092\u4f7f\u7528\u3057\u3066\u3044\u3066\u3001\u30b7\u30f3\u30d7\u30eb\u306a\u30d5\u30ec\u30fc\u30e0\u306b\u306a\u3063\u305f\u3053\u3068\u304c\u308f\u304b\u308a\u307e\u3059\u3002<\/p>\n<p><b class=\"yellow_mark\">GPT\u30fbPaLM\u30fbLLaMA\u306a\u3069\u3001\u307b\u3068\u3093\u3069\u306e\u6700\u5148\u7aefLLM\u306f\u9aa8\u683c\u306bDecoder-Only\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059<b class=\"yellow_mark\" style=\"font-family: 'Noto Sans JP', sans-serif; font-size: revert;\">\u3002<\/b><\/b><sup class=\"modern-footnotes-footnote \" data-mfn=\"5\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-5\">5<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-5\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"5\">A Survey of Large Language Models(https:\/\/arxiv.org\/abs\/2303.18223)<\/span><\/p>\n<p>\u3064\u307e\u308a\u3001\u6700\u5148\u7aefLLM\u306e\u9aa8\u683c\u306f\u5171\u901a\u3057\u3066\u3044\u307e\u3059\u3002<strong>\u4e00\u65b9\u3067\u3001\u305d\u306e\u9aa8\u683c\u306e\u4e2d\u306b\u3001\u300c\u3069\u3093\u306a\u90e8\u54c1\uff08\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\uff09\u3092\u5165\u308c\u308b\u304b\u300d\u300c\u90e8\u54c1\u3092\u3069\u3093\u306a\u9806\u756a\u3067\u7d44\u307f\u7acb\u3066\u308b\u304b\u300d\u3068\u3044\u3046\u3068\u3053\u308d\u306f\u30e2\u30c7\u30eb\u306b\u3088\u3063\u3066\u7570\u306a\u308a\u307e\u3059\u3002<\/strong>\u6b21\u306e\u7ae0\u3067LLM\u306e\u90e8\u54c1\uff08\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\uff09\u3092\u6df1\u6398\u308a\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p><!--\u5439\u304d\u51fa\u3057\u306f\u3058\u307e\u308a--><\/p>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\"><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\u3064\u307e\u308a\u3001LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u306f\u9aa8\u683c\u3088\u308a\u3082\u90e8\u54c1\u306e\u5074\u9762\u3067\u7570\u306a\u308b\u90e8\u5206\u304c\u591a\u304f\u3001\u5de5\u592b\u3067\u304d\u308b\u90e8\u5206\u3068\u8a00\u3048\u308b\u3067\u3057\u3087\u3046\u3002LLM\u306f\u540c\u3058Decoder-Only\u3067\u3082\u4e2d\u306e\u90e8\u54c1\u306b\u3088\u3063\u3066\u306f\u5927\u304d\u304f\u7570\u306a\u308b\u30e2\u30c7\u30eb\u306b\u306a\u308a\u307e\u3059\u3002<br>\u8eca\u3067\u305f\u3068\u3048\u308b\u306a\u3089\u3001\u898b\u305f\u76ee\u306f\u540c\u3058\u3067\u3082\u4e2d\u8eab\u306e\u90e8\u54c1\u304c\u9055\u3048\u3070\u3001\u5168\u304f\u7570\u306a\u308b\u30b9\u30da\u30c3\u30af\u306e\u8eca\u304c\u3067\u304d\u308b\u30a4\u30e1\u30fc\u30b8\u3067\u3059\u3002<\/p>\n<\/div>\n<\/div>\n<\/div>\n<!--\u5439\u304d\u51fa\u3057\u7d42\u308f\u308a-->\n<figure id=\"attachment_5998\" aria-describedby=\"caption-attachment-5998\" style=\"width: 1200px\" class=\"wp-caption aligncenter\"><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864.jpg\"><img decoding=\"async\" class=\"wp-image-5998 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864.jpg\" alt=\"\" width=\"1200\" height=\"1200\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864.jpg 1200w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-300x300.jpg 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-800x800.jpg 800w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-100x100.jpg 100w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-770x770.jpg 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-293x293.jpg 293w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-284x284.jpg 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-381x381.jpg 381w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-576x576.jpg 576w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-891x891.jpg 891w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-761x761.jpg 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/2dbba63b65be5b241a1087c427d95864-390x390.jpg 390w\" sizes=\"(max-width: 1200px) 100vw, 1200px\" \/><\/a><figcaption id=\"caption-attachment-5998\" class=\"wp-caption-text\">\u30a4\u30e1\u30fc\u30b8\u753b\u50cf\uff1a\u540c\u3058\u30d5\u30ec\u30fc\u30e0\u3001\u7570\u306a\u308b\u90e8\u54c1\uff08Adobe FIrefly\u3067\u751f\u6210\uff09<\/figcaption><\/figure>\n<h3>LLM\u306e\u90e8\u54c1\uff08\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\uff09<\/h3>\n<p>\u3053\u3053\u307e\u3067\u3067\u3001\u6700\u5148\u7aefLLM\u306e\u307b\u3068\u3093\u3069\u306f\u3001Decoder-Only\u3068\u3044\u3046\u9aa8\u683c\u3092\u4f7f\u7528\u3057\u3066\u3044\u308b\u3053\u3068\u3092\u8aac\u660e\u3057\u307e\u3057\u305f\u3002<\/p>\n<p><strong>\u3053\u3053\u304b\u3089\u306fDecoder-Only\u3068\u3044\u3046\u9aa8\u683c\u306e\u4e2d\u306b\u3001\u3069\u306e\u3088\u3046\u306a\u90e8\u54c1\u304c\u5165\u3063\u3066\u3044\u308b\u306e\u304b\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/strong>\u307e\u305a\u3001Decoder-Only\u306e\u4e2d\u8eab\u3092\u898b\u3066\u307f\u307e\u3057\u3087\u3046\u3002<br>\uff08\uff0a\u3053\u3053\u304b\u3089\u306e\u8aac\u660e\u306f\u5c02\u9580\u7528\u8a9e\u304c\u591a\u3081\u3067\u3059\u3002\u8a73\u7d30\u306b\u8208\u5473\u306a\u3044\u65b9\u306f\u300c\u3053\u3093\u306a\u90e8\u54c1\u304c\u5165\u3063\u3066\u3044\u308b\u3093\u3060\u301c\u300d\u3050\u3089\u3044\u3067\u30b5\u30e9\u30c3\u3068\u8aad\u3093\u3067\u304f\u3060\u3055\u3044\u3002\uff09<\/p>\n<figure id=\"attachment_6299\" aria-describedby=\"caption-attachment-6299\" style=\"width: 801px\" class=\"wp-caption aligncenter\"><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04.png\"><img decoding=\"async\" class=\"wp-image-6299 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04.png\" alt=\"\" width=\"801\" height=\"800\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04.png 801w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-300x300.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-100x100.png 100w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-770x769.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-293x293.png 293w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-284x284.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-381x381.png 381w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-576x576.png 576w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-761x760.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-04-390x390.png 390w\" sizes=\"(max-width: 801px) 100vw, 801px\" \/><\/a><figcaption id=\"caption-attachment-6299\" class=\"wp-caption-text\">Decoder-Only\u306e\u57fa\u672c\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\uff08GPT-3\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u57fa\u306b\u4f5c\u6210\uff09<\/figcaption><\/figure>\n<p>\u4e0a\u306e\u56f3\u306e\u3088\u3046\u306b\u3001\u57fa\u672c\u7684\u306aDecoder-Only\u306e\u4e2d\u306eDecoder\u306e\u4e2d\u306b\u306f\u4ee5\u4e0b\u306e3\u3064\u306e\u90e8\u54c1\u304c\u5165\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><span style=\"text-decoration: underline;\"><strong>Decoder-Only\u306eDecoder\u90e8\u5206<\/strong><\/span><\/p>\n<ul>\n<li>Add&amp;Norm\uff08\u6b8b\u5dee\u63a5\u7d9a\u3068\u6b63\u898f\u5316\uff09<\/li>\n<li>Feed Forward\uff08\u5168\u7d50\u5408\u5c64\uff09<\/li>\n<li>Attention\uff08\u6ce8\u610f\u5c64\uff09<\/li>\n<\/ul>\n<p>\u305d\u306eDecoder\u306e\u524d\u306b\u306f\u3001\u524d\u51e6\u7406\u3068\u3057\u3066\u4ee5\u4e0b\u306e2\u3064\u304c\u5b58\u5728\u3057\u307e\u3059\u3002<\/p>\n<p><span style=\"text-decoration: underline;\"><strong>Decoder-Only\u306e\u524d\u51e6\u7406\u90e8\u5206<\/strong><\/span><\/p>\n<ul>\n<li>Positional Encoding\uff08\u4f4d\u7f6e\u57cb\u3081\u8fbc\u307f\uff09<\/li>\n<li>Input Embedding\uff08\u5165\u529b\u57cb\u3081\u8fbc\u307f\uff09<\/li>\n<\/ul>\n<p>Decoder-Only\u3068\u3044\u3046\u9aa8\u683c\u306f\u5171\u901a\u3067\u3059\u304c\u3001\u4e2d\u306b\u5165\u3063\u3066\u3044\u308b\u90e8\u54c1\u304c\u7570\u306a\u308b\u3068\u8aac\u660e\u3057\u307e\u3057\u305f\u3002\u305d\u308c\u3092\u7406\u89e3\u3059\u308b\u305f\u3081\u306b\u3001\u5b9f\u969b\u306bGPT-3\u3001PaLM\u3001LLaMA\u306e\u4e2d\u8eab\u3092\u898b\u3066\u307f\u307e\u3057\u3087\u3046\u3002\uff08\u753b\u50cf\u3092\u30af\u30ea\u30c3\u30af\u3059\u308b\u3068\u5927\u304d\u304f\u8868\u793a\u3067\u304d\u307e\u3059\uff09<\/p>\n<figure id=\"attachment_6303\" aria-describedby=\"caption-attachment-6303\" style=\"width: 1385px\" class=\"wp-caption aligncenter\"><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10.png\"><img decoding=\"async\" class=\"wp-image-6303 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10.png\" alt=\"\" width=\"1385\" height=\"800\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10.png 1385w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10-300x173.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10-800x462.png 800w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10-770x445.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10-284x164.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10-761x440.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-10-390x225.png 390w\" sizes=\"(max-width: 1385px) 100vw, 1385px\" \/><\/a><figcaption id=\"caption-attachment-6303\" class=\"wp-caption-text\">\u53c2\u8003\u6587\u732e(A Survey of Large Language Models)\u306e\u60c5\u5831\u304b\u3089\u4f5c\u6210\u3002<\/figcaption><\/figure>\n<p>\u56f3\u306e\u3088\u3046\u306b\u3001Decoder-Only\u3068\u3044\u3046\u9aa8\u683c\u306f\u5171\u901a\u3057\u3066\u3044\u307e\u3059\u304c\u3001\u305d\u308c\u305e\u308c\u4f7f\u7528\u3057\u3066\u3044\u308b\u90e8\u54c1\uff08Norm\u3084Attention\u306a\u3069\uff09\u306f\u7570\u306a\u308a\u307e\u3059\u3002\u4f8b\u3048\u3070\u3001PaLM\u3068LLaMa\u306f\u90e8\u54c1\u3082\u307b\u307c\u540c\u3058\u3067\u3059\u304c\u3001Norm\uff08\u6b63\u898f\u5316\uff09\u304c\u7570\u306a\u308a\u307e\u3059\u3002PaLM\u306fLayerNorm\u3001LLaMA\u306fRMSNorm\u3092\u63a1\u7528\u3057\u3066\u3044\u307e\u3059\u3002\u3053\u3046\u3044\u3063\u305f\u9055\u3044\u304c\u3001\u30e2\u30c7\u30eb\u306e\u6027\u80fd\u3084\u7279\u5fb4\u306b\u5927\u304d\u306a\u5f71\u97ff\u3092\u53ca\u307c\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><!--\u5439\u304d\u51fa\u3057\u306f\u3058\u307e\u308a--><\/p>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\"><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\u672c\u8a18\u4e8b\u3067\u306f\u3001\u3053\u306e\u90e8\u54c1\uff08Norm, Attention\u306a\u3069\uff09\u306e\u305d\u308c\u305e\u308c\u306e\u8a73\u7d30\u306a\u6a5f\u80fd\u3068\u9055\u3044\u306b\u3064\u3044\u3066\u306f\u8e0f\u307f\u8fbc\u307f\u307e\u305b\u3093\u3002\uff08\u8a73\u7d30\u306b\u8e0f\u307f\u8fbc\u307f\u3059\u304e\u308b\u3068\u9577\u304f\u306a\u308a\u3059\u304e\u308b\u3001LLM\u306e\u6280\u8853\u306e\u5168\u4f53\u50cf\u304c\u898b\u3048\u3065\u3089\u304f\u306a\u308b\u305f\u3081\uff09<\/p>\n<p>LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a73\u7d30\u306b\u95a2\u3057\u3066\u306f\u3001\u5225\u8a18\u4e8b\u3067\u89e3\u8aac\u3059\u308b\u4e88\u5b9a\u3067\u3059\u3002\u305c\u3072<a href=\"https:\/\/twitter.com\/NLP_sue\">Twitter<\/a>\u3092<span style=\"font-size: revert;\">\u30d5\u30a9\u30ed\u30fc\u3057\u3066\u304a\u5f85\u3061\u4e0b\u3055\u3044\u3002\u5177\u4f53\u7684\u306b\u306f\u3001\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u8a73\u7d30\u3068\u3001\u5404LLM\u3054\u3068\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u9055\u3044\u306b\u3064\u3044\u3066\u8a73\u7d30\u306b\u89e3\u8aac\u3057\u307e\u3059\u3002\u3056\u3063\u304f\u308a\u8a00\u3046\u3068\u3001\u4e0b\u306e\u8868\u3092\u565b\u307f\u7815\u3044\u3066\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3059\u308b\u4e88\u5b9a\u3067\u3059\u3002<\/span><\/p>\n<\/div>\n<\/div>\n<\/div>\n<figure id=\"attachment_5855\" aria-describedby=\"caption-attachment-5855\" style=\"width: 1200px\" class=\"wp-caption aligncenter\"><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image.png\"><img decoding=\"async\" class=\"wp-image-5855 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image.png\" alt=\"\" width=\"1200\" height=\"382\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image.png 1200w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image-300x96.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image-800x255.png 800w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image-770x245.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image-284x90.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image-761x242.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/image-390x124.png 390w\" sizes=\"(max-width: 1200px) 100vw, 1200px\" \/><\/a><figcaption id=\"caption-attachment-5855\" class=\"wp-caption-text\">LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u6bd4\u8f03\u8868 Source: A Survey of Large Language Models, P18<\/figcaption><\/figure>\n\n\n\n<h2 class=\"wp-block-heading\">LLM\u306e\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u6e96\u5099\uff5cLLM\u304c\u5b66\u7fd2\u3059\u308b\u6559\u6750\u3092\u96c6\u3081\u308b<\/h2>\n\n\n<p><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08.png\"><img decoding=\"async\" class=\"aligncenter wp-image-6301 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08.png\" alt=\"\" width=\"801\" height=\"430\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08.png 801w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08-300x161.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08-770x413.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08-284x152.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08-761x409.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-08-390x209.png 390w\" sizes=\"(max-width: 801px) 100vw, 801px\" \/><\/a><\/p>\n<p>\u3053\u3053\u307e\u3067\u306f\u3001\u3069\u3046\u3084\u3063\u3066LLM\u3092\u7d44\u307f\u7acb\u3066\u308b\u304b\u306b\u3064\u3044\u3066\u8aac\u660e\u3057\u307e\u3057\u305f\u3002<\/p>\n<p><strong>LLM\u3092\u7d44\u307f\u7acb\u3066\u305f\u6b21\u306f\u3001<b class=\"yellow_mark\">LLM\u306e\u5b66\u7fd2\u6559\u6750\u3067\u3042\u308b\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u53ce\u96c6\u3057\u307e\u3059<\/b>\u3002<\/strong><\/p>\n<p>LLM\u306f\u81a8\u5927\u306a\u6587\u7ae0\u3092\u8aad\u3080\u3053\u3068\u3067\u8a00\u8a9e\u3092\u7406\u89e3\u3057\u307e\u3059\u3002\uff08LLM\u306e\u5b66\u7fd2\u65b9\u6cd5\u306b\u3064\u3044\u3066\u306f\u3001\u6b21\u306e\u7ae0\u3067\u8a73\u3057\u304f\u8aac\u660e\u3057\u307e\u3059\uff09\u305d\u306e\u305f\u3081\u3001<strong>LLM\u306e\u958b\u767a\u306b\u306f\u81a8\u5927\u306a\u91cf\u306e\u3001\u304b\u3064\u9ad8\u54c1\u8cea\u306a\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u304c\u5fc5\u8981\u3067\u3059\u3002<\/strong><\/p>\n<p>\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u3068\u3044\u3046\u540d\u306e\u901a\u308a\u3001\u305d\u306e\u5b66\u7fd2\u30c7\u30fc\u30bf\u306b\u306f\u4f55\u5343\u5104\u3068\u3044\u3046\u5927\u898f\u6a21\u306a\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u304c\u4f7f\u7528\u3055\u308c\u307e\u3059\u3002\u5b9f\u969b\u3001GPT-3\u306f\u7d041750\u5104\u8a9e<sup class=\"modern-footnotes-footnote \" data-mfn=\"6\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-6\">6<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-6\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"6\">Brown, Tom, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared D. Kaplan, Prafulla Dhariwal, Arvind Neelakantan et al. &#8220;Language models are few-shot learners.&#8221; <i>Advances in neural information processing systems<\/i> 33 (2020): 1877-1901.<\/span>\u306e\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3057\u305f\u3068\u8a00\u308f\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p><strong>\u52a0\u3048\u3066\u3001\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u306f\u9ad8\u54c1\u8cea\u3067\u306a\u3051\u308c\u3070\u3044\u3051\u307e\u305b\u3093\u3002<\/strong>\u4f8b\u3048\u3070\u3001\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092Web\u4e0a\u304b\u3089\u9069\u5f53\u306b\u5f15\u3063\u5f35\u3063\u304f\u308b\u306e\u306f\u7c21\u5358\u3067\u3059\u3002\u3057\u304b\u3057\u3001\u305d\u308c\u3067\u306f\u9593\u9055\u3063\u305f\u60c5\u5831\u3084\u30b9\u30d1\u30e0\u306a\u3069\u306e\u6709\u5bb3\u306a\u30c7\u30fc\u30bf\u304c\u6df7\u3056\u3063\u3066\u3057\u307e\u3044\u307e\u3059\u3088\u306d\u3002<\/p>\n<p>\u305d\u306e\u305f\u3081LLM\u306e\u5b66\u7fd2\u30c7\u30fc\u30bf\u306f\u3001<\/p>\n<ol>\n<li><strong>\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u306e\u53ce\u96c6<\/strong><\/li>\n<li><strong>\u8cea\u306e\u4f4e\u3044\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u304f\uff08\u30c7\u30fc\u30bf\u306e\u30af\u30ea\u30fc\u30cb\u30f3\u30b0\uff09<\/strong><\/li>\n<\/ol>\n<p>\u3068\u3044\u30462\u30b9\u30c6\u30c3\u30d7\u3067\u9ad8\u54c1\u8cea\u304b\u3064\u3001\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092\u53ce\u96c6\u3057\u307e\u3059\u3002<\/p>\n<p><!--\u5439\u304d\u51fa\u3057\u306f\u3058\u307e\u308a--><\/p>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\u307e\u305a\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u3092\u96c6\u3081\u3066\u304b\u3089\u3001\u8cea\u306e\u4f4e\u3044\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u304f\u3002\u30c7\u30fc\u30bf\u306f\u3001LLM\u306b\u3068\u3063\u3066\u52d5\u304f\u305f\u3081\u306b\u5fc5\u9808\u306e\u30ac\u30bd\u30ea\u30f3\u306e\u3088\u3046\u306a\u3082\u306e\u3067\u3059\u3002\u5b9f\u969b\u306b\u8eca\u306e\u30ac\u30bd\u30ea\u30f3\u3082\u5927\u91cf\u306b\u53ce\u96c6\u3057\u305f\u77f3\u6cb9\u304b\u3089\u3001\u84b8\u7559\u306b\u3088\u3063\u3066\u9ad8\u54c1\u8cea\u306a\u90e8\u5206\u3060\u3051\u62bd\u51fa\u3057\u307e\u3059\u3002\uff08\u4f59\u8ac7\u3067\u3059\uff09<\/p>\n<\/div>\n<\/div>\n<\/div>\n<h3>\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u306e\u53ce\u96c6<\/h3>\n<p><strong>\u307e\u305a\u3001Web\u30b5\u30a4\u30c8\u30fb\u4f1a\u8a71\u30c7\u30fc\u30bf\u30fb\u672c\u306a\u3069\u304b\u3089\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u53ce\u96c6\u3057\u307e\u3059\u3002<\/strong>\u305d\u308c\u305e\u308c\u306e\u30c7\u30fc\u30bf\u306b\u306f\u7279\u5fb4\u304c\u3042\u308a\u3001\u300c\u3069\u3093\u306a\u30c7\u30fc\u30bf\u3092LLM\u306b\u5b66\u3070\u305b\u308b\u304b\uff1f\u300d\u3067LLM\u306e\u6027\u80fd\u3084\u7279\u5fb4\u306f\u5909\u308f\u3063\u3066\u304d\u307e\u3059\u3002<\/p>\n<p>\u3088\u304f\u4f7f\u308f\u308c\u308b\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u306e\u7279\u5fb4\u3092\u898b\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n<div class=\"box26\"><strong><span class=\"box-title\">Web\u30da\u30fc\u30b8<\/span><\/strong><\/p>\n<p><span style=\"font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen-Sans, Ubuntu, Cantarell, 'Helvetica Neue', sans-serif;\"><strong>\u25ce \u826f\u3044\u70b9<br \/><\/strong>Web\u4e0a\u306b\u306f\u591a\u7a2e\u591a\u69d8\u306a\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u304c\u5b58\u5728\u3059\u308b\u3002LLM\u306f\u69d8\u3005\u306a\u77e5\u8b58\u3092\u5b66\u3073\u3001\u3088\u308a\u6c4e\u7528\u7684\u306a\u80fd\u529b\u3092\u5f97\u3089\u308c\u308b\u3002<br \/><\/span><strong>\u25b3 \u60aa\u3044\u70b9<br \/><\/strong>\u9ad8\u54c1\u8cea\u306e\u30c6\u30ad\u30b9\u30c8\uff08Wikipedia\u306a\u3069\uff09\u3068\u4f4e\u54c1\u8cea\u306e\u30c6\u30ad\u30b9\u30c8\uff08\u30b9\u30d1\u30e0\u30e1\u30fc\u30eb\u306a\u3069\uff09\u304c\u6df7\u5728\u3057\u3066\u3044\u308b\u3002\u30c7\u30fc\u30bf\u306e\u8cea\u3092\u62c5\u4fdd\u3059\u308b\u305f\u3081\u306b\u3001\u8cea\u306e\u4f4e\u3044\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u304f\u3053\u3068\u304c\u5fc5\u9808\u3002<br \/><strong>\u25a0\u516c\u958b\u3055\u308c\u3066\u3044\u308b\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8<\/strong><br \/><a href=\"https:\/\/commoncrawl.org\/\" target=\"_blank\" rel=\"noopener\">CommonCrawl<\/a><\/p>\n<\/div>\n<div class=\"box26\"><span class=\"box-title\"><strong><strong style=\"font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen-Sans, Ubuntu, Cantarell, 'Helvetica Neue', sans-serif;\">\u66f8\u7c4d<\/strong><\/strong><\/span><\/p>\n<p><span style=\"font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen-Sans, Ubuntu, Cantarell, 'Helvetica Neue', sans-serif;\"><strong>\u25ce \u826f\u3044\u70b9<br \/><\/strong>\u66f8\u7c4d\u306f\u8aa4\u5b57\u8131\u5b57\u306a\u3069\u304c\u5c11\u306a\u304f\u3001\u30c7\u30fc\u30bf\u304c\u9ad8\u54c1\u8cea\u3002\u52a0\u3048\u3066\u3001\u66f8\u7c4d\u306f\u9577\u304f\u4e00\u8cab\u3057\u305f\u6587\u7ae0\u3067\u3042\u308a\u3001LLM\u306e\u9577\u6587\u3092\u751f\u6210\u3059\u308b\u80fd\u529b\u304c\u5411\u4e0a\u3059\u308b\u3002<br \/><\/span><strong>\u25b3 \u60aa\u3044\u70b9<br \/><\/strong><span style=\"font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen-Sans, Ubuntu, Cantarell, 'Helvetica Neue', sans-serif;\">\u6a29\u5229\u95a2\u4fc2\u306a\u3069\u306e\u554f\u984c\u304b\u3089\u3001\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092\u96c6\u3081\u308b\u306e\u306f\u96e3\u3057\u3044\u3002<br \/><strong>\u25a0\u516c\u958b\u3055\u308c\u3066\u3044\u308b\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8<\/strong><br \/><a href=\"https:\/\/huggingface.co\/datasets\/bookcorpus\" target=\"_blank\" rel=\"noopener\">BookCorpus<\/a><sup class=\"modern-footnotes-footnote \" data-mfn=\"7\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-7\">7<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-7\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"7\">] Y. Zhu, R. Kiros, R. S. Zemel, R. Salakhutdinov, R. Urtasun, A. Torralba, and S. Fidler, \u201cAligning books and movies: Towards story-like visual explanations by watching movies and reading books,\u201d in 2015 IEEE International Conference on Computer Vision, ICCV 2015, Santiago, Chile, December 7-13, 2015. IEEE Computer Society, 2015, pp. 19\u201327<\/span>, <a href=\"https:\/\/www.gutenberg.org\/\" target=\"_blank\" rel=\"noopener\">Project Gutenberg<\/a><\/span><\/p>\n<\/div>\n<div class=\"box26\"><span class=\"box-title\"><strong>\u4f1a\u8a71\u30c6\u30ad\u30b9\u30c8<\/strong><\/span><\/p>\n<p><span style=\"font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen-Sans, Ubuntu, Cantarell, 'Helvetica Neue', sans-serif;\"><strong>\u25ce \u826f\u3044\u70b9<br \/><\/strong>\u4f1a\u8a71\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3059\u308b\u3053\u3068\u3067\u3001LLM\u306f\u3088\u308a\u81ea\u7136\u306a\u4f1a\u8a71\u304c\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308b\u3002<sup class=\"modern-footnotes-footnote \" data-mfn=\"8\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-8\">8<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-8\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"8\">S. Zhang, S. Roller, N. Goyal, M. Artetxe, M. Chen, S. Chen, C. Dewan, M. T. Diab, X. Li, X. V. Lin, T. Mihaylov, M. Ott, S. Shleifer, K. Shuster, D. Simig, P. S. Koura, A. Sridhar, T. Wang, and L. Zettlemoyer, 72 \u201cOPT: open pre-trained transformer language models,\u201d CoRR, vol. abs\/2205.01068, 2022.<\/span><br \/><\/span><strong>\u25b3 \u60aa\u3044\u70b9<br \/><\/strong><span style=\"font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen-Sans, Ubuntu, Cantarell, 'Helvetica Neue', sans-serif;\">\u4f1a\u8a71<\/span>\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3057\u904e\u304e\u308b\u3068\u3001\u547d\u4ee4\u306b\u6b63\u3057\u304f\u5f93\u308f\u306a\u304f\u306a\u308b\u5834\u5408\u304c\u3042\u308b\u3002\u4f8b\u3048\u3070\u3001\u300c\u4eca\u65e5\u306e\u5929\u6c17\u306f\uff1f\u300d\u3068\u805e\u304b\u308c\u305f\u6642\u306b\u300c\u308f\u304b\u308b\u3001\u79c1\u3082\u4eca\u65e5\u306e\u5929\u6c17\u304c\u6c17\u306b\u306a\u308b\u3002\u300d\u3068\u3001\u547d\u4ee4\u306b\u7b54\u3048\u305a\u4f1a\u8a71\u3092\u3057\u3066\u3057\u307e\u3046\u526f\u4f5c\u7528\u304c\u5831\u544a\u3055\u308c\u3066\u3044\u308b<sup class=\"modern-footnotes-footnote \" data-mfn=\"9\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-9\">9<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-9\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"9\">S. Zhang, S. Roller, N. Goyal, M. Artetxe, M. Chen, S. Chen, C. Dewan, M. T. Diab, X. Li, X. V. Lin, T. Mihaylov, M. Ott, S. Shleifer, K. Shuster, D. Simig, P. S. Koura, A. Sridhar, T. Wang, and L. Zettlemoyer, 72 \u201cOPT: open pre-trained transformer language models,\u201d CoRR, vol. abs\/2205.01068, 2022.<\/span>\u3002<br \/><strong>\u25a0\u516c\u958b\u3055\u308c\u3066\u3044\u308b\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8<\/strong><br \/><a class=\"site-title\" href=\"https:\/\/skylion007.github.io\/OpenWebTextCorpus\/\" target=\"_blank\" rel=\"author noopener\">OpenWebTextCorpus<\/a> ,<a href=\"https:\/\/pushshift.io\/signup\" target=\"_blank\" rel=\"noopener\">\u00a0PushShift.io\u00a0<\/a><\/p>\n<\/div>\n<p><span style=\"font-size: revert;\"><strong>LLM\u306e\u7528\u9014\u306b\u5408\u308f\u305b\u3066\u3001\u3053\u308c\u3089\u306e\u30c7\u30fc\u30bf\u306e\u7a2e\u985e\u304b\u3089<b class=\"yellow_mark\">\u300c\u3069\u306e\u30c7\u30fc\u30bf\u3092\u3069\u3093\u306a\u5272\u5408\u3067\u4f7f\u7528\u3059\u308b\u304b\u300d<\/b>\u6c7a\u3081\u307e\u3059\u3002<\/strong>\u5b9f\u969b\u306b\u3001\u4f7f\u7528\u3059\u308b\u30c7\u30fc\u30bf\u306e\u7a2e\u985e\u306f\u30e2\u30c7\u30eb\u3054\u3068\u306b\u69d8\u3005\u3067\u3059\uff08\u4e0b\u56f3\uff09\u3002<\/span><\/p>\n<figure id=\"attachment_5857\" aria-describedby=\"caption-attachment-5857\" style=\"width: 1462px\" class=\"wp-caption aligncenter\"><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42.png\"><img decoding=\"async\" class=\"wp-image-5857 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42.png\" alt=\"\" width=\"1462\" height=\"600\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42.png 1462w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42-300x123.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42-800x328.png 800w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42-770x316.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42-284x117.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42-761x312.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42-1391x571.png 1391w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/Screenshot-2023-09-23-at-16.16.42-390x160.png 390w\" sizes=\"(max-width: 1462px) 100vw, 1462px\" \/><\/a><figcaption id=\"caption-attachment-5857\" class=\"wp-caption-text\">LLM\u306e\u5b66\u7fd2\u30c7\u30fc\u30bf\u69cb\u6210 Source: A Survey of Large Language Models, P14<\/figcaption><\/figure>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\u3053\u306e\u5b66\u7fd2\u30c7\u30fc\u30bf\u69cb\u6210\u3082\u3001LLM\u3092\u9078\u3076\u6642\u306b\u826f\u3044\u5224\u65ad\u8ef8\u306b\u306a\u308a\u307e\u3059\u3002\u4f8b\u3048\u3070\u3001\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8\u7528\u306eLLM\u304c\u6b32\u3057\u3044\u306a\u3089\u3001\u4f1a\u8a71\u30c7\u30fc\u30bf\u3092\u591a\u304f\u5b66\u7fd2\u3057\u3066\u3044\u308bPaLM\u3084LaMDA\u306a\u3069\u304c\u826f\u3044\u3067\u3057\u3087\u3046\u3002\u9006\u306b\u4f1a\u8a71\u30c7\u30fc\u30bf\u3092\u5b66\u7fd2\u3057\u3066\u3044\u306a\u3044\u30e2\u30c7\u30eb\u306f\u3042\u307e\u308a\u9069\u3057\u3066\u3044\u306a\u3044\u3067\u3057\u3087\u3046\u3002<br \/>\u958b\u767a\u76ee\u7dda\u3067\u306f\u3001\u30c7\u30fc\u30bf\u306e\u53ce\u96c6\u65b9\u6cd5\u306fWeb\u304b\u3089\u53ce\u96c6\u3059\u308b\u65b9\u6cd5\u3068\u3001\u65e2\u5b58\u306e\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9\u3092\u4f7f\u7528\u3059\u308b\u65b9\u6cd5\u304c\u3042\u308a\u307e\u3059\u3002Web\u304b\u3089\u53ce\u96c6\u3059\u308b\u5834\u5408\u306f\u30af\u30ea\u30fc\u30cb\u30f3\u30b0\u304c\u5fc5\u9808\u3067\u3059\u3002<\/p>\n<\/div>\n<\/div>\n<\/div>\n<p><!--\u5439\u304d\u51fa\u3057\u7d42\u308f\u308a--><\/p>\n<h3>\u8cea\u306e\u4f4e\u3044\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u304f\uff08\u30c7\u30fc\u30bf\u306e\u30af\u30ea\u30fc\u30cb\u30f3\u30b0\uff09<\/h3>\n<p>\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u3092\u53ce\u96c6\u3057\u305f\u5f8c\u306f\u3001\u305d\u306e\u4e2d\u304b\u3089\u8cea\u306e\u4f4e\u3044\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u3044\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"c0b7d99c-0fd7-4dd2-91ee-b5f3556e44ea\" data-pm-slice=\"1 1 []\"><strong>\u306a\u305c\u306a\u3089\u3001\u4f4e\u54c1\u8cea\u306a\u30c7\u30fc\u30bf\u304c\u3042\u308b\u3068LLM\u306e\u6027\u80fd\u304c\u60aa\u304f\u306a\u308b\u304b\u3089\u3067\u3059\u3002<\/strong>\u4f8b\u3048\u3070\u3001Web\u30b5\u30a4\u30c8\u306e\u6587\u7ae0\u306b\u306f\u9593\u9055\u3063\u3066\u3044\u308b\u60c5\u5831\u304c\u3042\u308b\u304b\u3082\u3057\u308c\u307e\u305b\u3093\u3002\u66f8\u7c4d\u306e\u4e2d\u306b\u306f\u53e4\u3059\u304e\u308b\u60c5\u5831\u3082\u3042\u308b\u3067\u3057\u3087\u3046\u3002\u3053\u306e\u3088\u3046\u306a\u4f4e\u54c1\u8cea\u306a\u30c7\u30fc\u30bf\u304c\u3042\u308b\u3068\u3001LLM\u306f\u9593\u9055\u3048\u305f\u60c5\u5831\u3092\u899a\u3048\u3066\u3057\u307e\u3044\u307e\u3059\u3002\u6211\u3005\u4eba\u9593\u3067\u8a00\u3046\u306a\u3089\u3001\u52c9\u5f37\u3059\u308b\u6559\u6750\u3092\u541f\u5473\u3059\u308b\u3001\u53e4\u3059\u304e\u308b\u6559\u6750\u3084\u8cea\u306e\u4f4e\u3044\u6559\u6750\u3092\u53d6\u308a\u9664\u304f\u3068\u3044\u3046\u4f5c\u696d\u3067\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"c0b7d99c-0fd7-4dd2-91ee-b5f3556e44ea\" data-pm-slice=\"1 1 []\">\u66f4\u306b\u5384\u4ecb\u306a\u306e\u306f\u3001\u60aa\u610f\u306e\u3042\u308b\u6587\u7ae0\u3084\u3001\u504f\u898b\u3092\u542b\u3093\u3060\u6587\u7ae0\u3067\u3059\u3002<strong><b class=\"yellow_mark\">LLM\u304c\u6709\u5bb3\u306a\u30c6\u30ad\u30b9\u30c8\u3092\u5b66\u3076\u3068\u3001LLM\u81ea\u4f53\u3082\u60aa\u610f\u3084\u504f\u898b\u3092\u542b\u3093\u3060\u6587\u7ae0\u3092\u751f\u6210\u3059\u308b<\/b>\u53ef\u80fd\u6027\u304c\u3042\u308a\u307e\u3059\u3002<\/strong><\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"c0b7d99c-0fd7-4dd2-91ee-b5f3556e44ea\" data-pm-slice=\"1 1 []\">\u5b9f\u969b\u306b\u3001LLM\u304c\u60aa\u610f\u3042\u308b\u6587\u7ae0\u3092\u5b66\u3093\u3060\u3053\u3068\u306b\u3088\u308b\u9a12\u52d5\u3092\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n<div class=\"box26\"><span class=\"box-title\">\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8AI\u306e\u66b4\u8d70<\/span><\/p>\n<p>ChatGPT\u304c\u767a\u8868\u3055\u308c\u308b6\u5e74\u524d\u3001Microsoft\u306f\u300cTay\u300d\u3068\u3044\u3046AI\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8\u3092\u767a\u8868\u3057\u307e\u3057\u305f\u3002\u306a\u305cTay\u306f\u3001ChatGPT\u306e\u3088\u3046\u306b\u666e\u53ca\u3057\u306a\u304b\u3063\u305f\u306e\u3067\u3057\u3087\u3046\u304b\u3002\u305d\u308c\u306f\u3001Tay\u306f\u30c4\u30a4\u30c3\u30bf\u30fc\u3067\u9a12\u52d5\u3092\u8d77\u3053\u3057\u3001\u3059\u3050\u306b\u30b5\u30fc\u30d3\u30b9\u505c\u6b62\u3055\u308c\u305f\u304b\u3089\u3067\u3059\u3002<br \/>Tay\u306f\u30ea\u30ea\u30fc\u30b9\u5f53\u521d\u3001\u30e6\u30fc\u30b6\u30fc\u3068\u81ea\u7136\u306a\u4f1a\u8a71\u3092\u697d\u3057\u3093\u3067\u3044\u307e\u3057\u305f\u3002\u3057\u304b\u3057\u3001\u60aa\u610f\u3042\u308b\u30e6\u30fc\u30b6\u30fc\u304b\u3089\u6709\u5bb3\u306a\u6587\u7ae0\u3092\u9001\u308a\u7d9a\u3051\u3089\u308c\u305f\u3053\u3068\u306b\u3088\u3063\u3066\u3001Tay\u81ea\u8eab\u3082\u6709\u5bb3\u306a\u767a\u8a00\u3092\u59cb\u3081\u305f\u306e\u3067\u3059\u3002<br \/>\u4f8b\u3048\u3070<strong>\u300c\u3042\u306a\u305f\u306f\u8650\u6bba\u3092\u652f\u6301\u3059\u308b\u304b\uff1f\u300d<\/strong>\u3068\u3044\u3046\u8cea\u554f\u306b\u5bfe\u3057\u3066\u3001<strong>\u300c\u3082\u3061\u308d\u3093\u3067\u3059\u3002\u300d<\/strong>\u3068\u56de\u7b54\u3057\u307e\u3057\u305f\u3002\u3053\u306eTay\u306e\u66b4\u8d70\u5f8c\u3001Microsoft\u306fTay\u3092\u505c\u6b62\u3057\u307e\u3057\u305f\u3002<br \/>\u3053\u306e\u9a12\u52d5\u306b\u3088\u3063\u3066\u3001LLM\u306b\u306f\u6709\u5bb3\u306a\u3053\u3068\u3082\u5b66\u3093\u3067\u3057\u307e\u3046\u3068\u3044\u3046\u61f8\u5ff5\u304c\u660e\u3089\u304b\u306b\u306a\u3063\u305f\u306e\u3067\u3059\u3002<a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1.jpg\"><img decoding=\"async\" class=\"aligncenter size-full wp-image-6131\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1.jpg\" alt=\"\" width=\"976\" height=\"549\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1.jpg 976w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1-300x169.jpg 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1-800x450.jpg 800w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1-770x433.jpg 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1-284x160.jpg 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1-761x428.jpg 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/88928467_taytweet1-390x219.jpg 390w\" sizes=\"(max-width: 976px) 100vw, 976px\" \/><\/a><\/p>\n<\/div>\n<h3>\u4f4e\u54c1\u8cea\u306a\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u304f\u65b9\u6cd5<\/h3>\n<p>\u3053\u3053\u307e\u3067\u3067\u3001\u4f4e\u54c1\u8cea\u306a\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u304f\u5fc5\u8981\u6027\u306f\u308f\u304b\u3063\u305f\u306f\u305a\u3067\u3059\u3002\u305f\u3060\u3001\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u3092\u4e00\u3064\u4e00\u3064\u3001\u4eba\u9593\u304c\u78ba\u304b\u3081\u308b\u3053\u3068\u306f\u3067\u304d\u306a\u3044\u3067\u3059\u3088\u306d\u3002\u305d\u306e\u305f\u3081\u3001\u57fa\u672c\u7684\u306b\u306f\u81ea\u52d5\u3067\u4f4e\u54c1\u8cea\u306a\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u3044\u3066\u3044\u304d\u307e\u3059\u3002\u5177\u4f53\u7684\u306b\u306f\u4ee5\u4e0b\u306e\u3088\u3046\u306a\u65b9\u6cd5\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"4acd08fc-5940-4b59-a99a-9437ebdf5376\" data-pm-slice=\"0 0 []\"><strong>\u54c1\u8cea\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\uff1a<\/strong><br \/>\u9ad8\u54c1\u8cea\u3067\u6b63\u3057\u3044\u3068\u3055\u308c\u3066\u3044\u308b\u30c7\u30fc\u30bf\uff08Wikipedia\u306a\u3069\uff09\u3092\u57fa\u306b\u3001\u4f4e\u54c1\u8cea\u306a\u30c7\u30fc\u30bf\u3092\u7279\u5b9a\u3057\u9664\u5916\u3059\u308b\u624b\u6cd5\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"a47b6027-9d0b-49da-a409-5efd056e4623\"><strong>\u30eb\u30fc\u30eb\u30d9\u30fc\u30b9\u306e\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\uff1a<br \/><\/strong>\u7279\u5b9a\u306e\u30ad\u30fc\u30ef\u30fc\u30c9\uff08\u5351\u7325\u306a\u8a00\u8449\u304c\u5165\u3063\u3066\u3044\u308b\uff09\u3092\u542b\u3080\u6587\u7ae0\u3092\u9664\u5916\u3059\u308b\u624b\u6cd5\u3002<\/p>\n\n\n<h2 class=\"wp-block-heading\">LLM\u306e\u5b66\u7fd2\uff5cLLM\u306e\u5b66\u7fd2\u65b9\u6cd5\u3092\u6c7a\u3081\u3001\u5b66\u7fd2\u3055\u305b\u308b<\/h2>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-full\"><img decoding=\"async\" width=\"801\" height=\"430\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-09.png\" alt=\"\" class=\"wp-image-6302\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-09.png 801w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-09-300x161.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-09-770x413.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-09-284x152.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-09-761x409.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/10\/LLM_Architecture-09-390x209.png 390w\" sizes=\"(max-width: 801px) 100vw, 801px\" \/><\/figure>\n<\/div>\n\n\n<p>\u3053\u3053\u307e\u3067\u3067\u3001LLM\u304c\u7d44\u307f\u7acb\u3066\u3089\u308c\u3001LLM\u304c\u5b66\u7fd2\u3059\u308b\u30c7\u30fc\u30bf\u3082\u96c6\u307e\u308a\u307e\u3057\u305f\u3002<strong>\u3053\u3053\u304b\u3089\u306f\u6700\u7d42\u30b9\u30c6\u30c3\u30d7\u3001LLM\u304c\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u5b66\u3073\u307e\u3059\u3002<\/strong><\/p>\n\n\n\n<p>LLM\u304c\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u3092\u5b66\u3076\u30b9\u30c6\u30c3\u30d7\u306f\u5927\u304d\u304f2\u3064\u3067\u3059\u3002<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li><strong>\u4e8b\u524d\u5b66\u7fd2\uff1a\u4e00\u822c\u7684\u306a\u77e5\u8b58\u3092\u5b66\u3076\uff08\u5e83\u304f\u6d45\u304f\uff09<\/strong><\/li>\n\n\n\n<li><strong>\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\uff1a\u76ee\u7684\u306b\u5408\u308f\u305b\u3066\u80fd\u529b\u3092\u7279\u5316\u3059\u308b\uff08\u72ed\u304f\u6df1\u304f\uff09<\/strong><\/li>\n<\/ol>\n\n\n<p><!--\u5439\u304d\u51fa\u3057\u306f\u3058\u307e\u308a--><\/p>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\u305f\u3068\u3048\u308b\u306a\u3089\u3001\u4e8b\u524d\u5b66\u7fd2\u306f\u9ad8\u6821\u307e\u3067\u306e\u52c9\u5f37\u3001\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u5927\u5b66\u4ee5\u964d\u306e\u52c9\u5f37\u306e\u30a4\u30e1\u30fc\u30b8\u3067\u3059\u3002\u79c1\u9054\u306f\u9ad8\u6821\u307e\u3067\u4e00\u822c\u6559\u990a\u3092\u5e83\u304f\u6d45\u304f\u5b66\u3073\u3001\u5927\u5b66\u304b\u3089\u306f\u5c02\u9580\u77e5\u8b58\u3092\u72ed\u304f\u6df1\u304f\u5b66\u3073\u307e\u3059\u3088\u306d\u3002<br \/>LLM\u3067\u3082\u3001\u307e\u305a\u6700\u521d\u306b\u81a8\u5927\u306a\u6587\u7ae0\u3092\u4f7f\u3063\u3066\u4e00\u822c\u7684\u306a\u77e5\u8b58\u3092\u5b66\u3073\u307e\u3059\u3002\u305d\u306e\u5f8c\u306b\u3001\u7ffb\u8a33\u3084\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8\u306a\u3069\u3001LLM\u306e\u76ee\u7684\u306b\u7279\u5316\u3057\u305f\u80fd\u529b\u3092\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3067\u7372\u5f97\u3057\u307e\u3059\u3002<br \/>\u6b21\u7ae0\u304b\u3089\u4e8b\u524d\u5b66\u7fd2\u3068\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3001\u305d\u308c\u305e\u308c\u89e3\u8aac\u3057\u307e\u3059\u3002<\/p>\n<\/div>\n<\/div>\n<\/div>\n\n\n<h3 class=\"wp-block-heading\">\u4e8b\u524d\u5b66\u7fd2\u3068\u306f<\/h3>\n\n\n\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"3dd42483-dc21-41f0-bd01-46611cfdae92\">\u4e8b\u524d\u5b66\u7fd2\u3067\u306f\u3001\u5927\u91cf\u306e\u30c6\u30ad\u30b9\u30c8\u30c7\u30fc\u30bf\u304b\u3089\u4e00\u822c\u7684\u306a\u8a00\u8a9e\u306e\u77e5\u8b58\u3092\u5b66\u7fd2\u3057\u307e\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"8d64ee76-062d-4479-9545-148754ac3883\">\u4e8b\u524d\u5b66\u7fd2\u3067\u306f\u300c\u554f\u984c\u3092\u3072\u305f\u3059\u3089\u89e3\u304f\u300d\u3068\u3044\u3046\u65b9\u6cd5\u3067LLM\u306f\u8a00\u8a9e\u3092\u5b66\u7fd2\u3057\u307e\u3059\u3002\u53ce\u96c6\u3057\u305fWeb\u3001\u66f8\u7c4d\u306a\u3069\u306e\u5927\u91cf\u306e\u6587\u7ae0\u3067\u300c\u554f\u984c\u300d\u3092\u89e3\u304d\u3001\u7b54\u3048\u5408\u308f\u305b\u3092\u3057\u3066\u3001\u8a00\u8a9e\u3092\u7fd2\u5f97\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"41172dd5-2660-4f52-a954-57cc092128a8\">\u3053\u306e\u300c\u554f\u984c\u300d\u306b\u306f\u300c\u6b21\u306e\u5358\u8a9e\u3092\u5f53\u3066\u308b\u554f\u984c\u300d\u3068\u300c\u7a74\u57cb\u3081\u554f\u984c\u300d\u306a\u3069\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n<ul>\n<li class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"cf3b71d5-4415-48aa-af21-d9556b56e9db\">\u6b21\u306e\u5358\u8a9e\u3092\u5f53\u3066\u308b\u554f\u984c\uff08\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\uff09<\/li>\n<li class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"cf3b71d5-4415-48aa-af21-d9556b56e9db\">\u7a74\u57cb\u3081\u554f\u984c\uff08\u30ce\u30a4\u30ba\u9664\u53bb\u81ea\u52d5\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\uff09<\/li>\n<\/ul>\n<p>\u305d\u308c\u305e\u308c\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n\n\n<h3 class=\"_block_1r4bd_1\" data-node-type=\"heading\" data-node-id=\"67b0dfad-6327-4e84-85c2-098b69f772ea\" data-pm-slice=\"0 0 []\">\u6b21\u306e\u5358\u8a9e\u3092\u5f53\u3066\u308b\u554f\u984c\uff08\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\uff09<\/h3>\n<p><strong>\u6b21\u306e\u5358\u8a9e\u3092\u5f53\u3066\u308b\u554f\u984c\u306f<b class=\"yellow_mark\">\u300c\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\u300d<\/b>\u3068\u547c\u3070\u308c\u3001LLM\u3067\u6700\u3082\u4e00\u822c\u7684\u306a\u624b\u6cd5\u3067\u3059\u3002<\/strong>\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\u3067\u306f\u3001\u9014\u4e2d\u3067\u7d42\u308f\u3063\u3066\u3044\u308b\u6587\u7ae0\u304c\u6e21\u3055\u308c\u3001\u305d\u306e\u7d9a\u304d\u3092\u5f53\u3066\u307e\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"4bbc3e53-732a-4e79-9f16-0dfc422dbba3\">\u5177\u4f53\u4f8b\u3068\u3057\u3066\u3001\u30c0\u30a4\u30a4\u30f3\u30b0\u30e1\u30c3\u30bb\u30fc\u30b8\u3092\u4f8b\u306b\u898b\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n<div><a style=\"font-family: -apple-system, BlinkMacSystemFont, 'Segoe UI', Roboto, Oxygen-Sans, Ubuntu, Cantarell, 'Helvetica Neue', sans-serif;\" href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage.png\"><img decoding=\"async\" class=\"aligncenter size-full wp-image-5948\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage.png\" alt=\"\" width=\"1600\" height=\"1200\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage.png 1600w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-300x225.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-800x600.png 800w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-770x578.png 770w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-1536x1152.png 1536w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-284x213.png 284w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-761x571.png 761w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-1391x1043.png 1391w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/DyingMessage-390x293.png 390w\" sizes=\"(max-width: 1600px) 100vw, 1600px\" \/><\/a><\/div>\n<div>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"b7b4d0c5-f47f-4653-8bee-94138b0cee6a\"><strong>\u30c0\u30a4\u30a4\u30f3\u30b0\u30e1\u30c3\u30bb\u30fc\u30b8\uff1a\u300c\u72af\u4eba\u306f\u30fb\u30fb\u300d<\/strong><\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"b7b4d0c5-f47f-4653-8bee-94138b0cee6a\">\u63a8\u7406\u5c0f\u8aac\u3067\u767b\u5834\u3059\u308b\u304a\u6c7a\u307e\u308a\u306e\u30b7\u30fc\u30f3\u3067\u3059\u306d\u3002<br \/>\u3042\u306a\u305f\u306f\u300c\u72af\u4eba\u306f\u300d\u3068\u3044\u3046\u9014\u4e2d\u3067\u7d42\u308f\u3063\u3066\u3044\u308b\u6587\u7ae0\u304c\u6e21\u3055\u308c\u307e\u3057\u305f\u3002\u4e8b\u4ef6\u89e3\u6c7a\u306e\u305f\u3081\u306b\u300c\u72af\u4eba\u306f\u300d\u306b\u7d9a\u304f\u8a00\u8449\u3092\u5f53\u3066\u306a\u3051\u308c\u3070\u3044\u3051\u307e\u305b\u3093\u3002\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\u3067\u306f\u3001\u3053\u306e\u3088\u3046\u306a\u9014\u4e2d\u3067\u7d42\u308f\u3063\u3066\u3044\u308b\u6587\u7ae0\u304c\u6e21\u3055\u308c\u3001\u305d\u306e\u7d9a\u304d\u3092\u5f53\u3066\u307e\u3059\u3002\uff08\u4eca\u56de\u306f\u5c11\u3057\u6975\u7aef\u306a\u4f8b\u3067\u3059\u304c\uff09<\/p>\n<p data-node-type=\"paragraph\" data-node-id=\"b7b4d0c5-f47f-4653-8bee-94138b0cee6a\">\u3055\u3066\u30c0\u30a4\u30a4\u30f3\u30b0\u30e1\u30c3\u30bb\u30fc\u30b8\u306e\u8a71\u306b\u623b\u3057\u307e\u3057\u3087\u3046\u3002\u5bb9\u7591\u8005\u306f\u4ee5\u4e0b\u306e3\u540d\u3067\u3059\u3002<\/p>\n<figure id=\"attachment_6164\" aria-describedby=\"caption-attachment-6164\" style=\"width: 1200px\" class=\"wp-caption aligncenter\"><a href=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/850c7612116999490846136e772ab7fd.png\"><img decoding=\"async\" class=\"wp-image-6164 size-full\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/850c7612116999490846136e772ab7fd.png\" alt=\"\" width=\"1200\" height=\"962\" srcset=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/850c7612116999490846136e772ab7fd.png 1200w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/850c7612116999490846136e772ab7fd-300x241.png 300w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/850c7612116999490846136e772ab7fd-800x641.png 800w, https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/850c7612116999490846136e772ab7fd-770x617.png 770w\" sizes=\"(max-width: 1200px) 100vw, 1200px\" \/><\/a><figcaption id=\"caption-attachment-6164\" class=\"wp-caption-text\">\u5bb9\u7591\u8005\u30a4\u30e1\u30fc\u30b8\uff08Adobe Firefly\u3067\u4f5c\u6210\uff09\uff0a\u67b6\u7a7a\u306e\u4eba\u7269\u3067\u3042\u308a\u3001\u5b9f\u5728\u3059\u308b\u4eba\u7269\u306b\u306f\u7121\u95a2\u4fc2\u3067\u3059\u3002<\/figcaption><\/figure>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"b7b4d0c5-f47f-4653-8bee-94138b0cee6a\">\u300c\u72af\u4eba\u306f\u300d\u306e\u7d9a\u304d\u306b\u306f\u3001David\u30fbEmily\u30fbMichael\u306e\u3069\u308c\u304b\u304c\u7d9a\u304f\u306f\u305a\u3067\u3059\u3002\u305f\u3060\u3001\u300c\u72af\u4eba\u306f\u300d\u3068\u3044\u3046\u60c5\u5831\u3060\u3051\u3067\u306f\u8ab0\u304c\u72af\u4eba\u304b\u5f53\u3066\u3089\u308c\u307e\u305b\u3093\u3088\u306d\u3002<\/p>\n<p data-node-type=\"paragraph\" data-node-id=\"b7b4d0c5-f47f-4653-8bee-94138b0cee6a\">\u3067\u306f\u4ee5\u4e0b\u306e\u3088\u3046\u306b\u3001\u30c0\u30a4\u30a4\u30f3\u30b0\u30e1\u30c3\u30bb\u30fc\u30b8\u306e\u524d\u306b\u5341\u5206\u306a\u6587\u8108\u304c\u3042\u308c\u3070\u3069\u3046\u3067\u3057\u3087\u3046\u3002<\/p>\n<div class=\"box26\"><span class=\"box-title\">\u30c0\u30a4\u30a4\u30f3\u30b0\u30e1\u30c3\u30bb\u30fc\u30b8\uff08\u6587\u7ae0\u8ffd\u52a0\u30d0\u30fc\u30b8\u30e7\u30f3\uff09<\/span><\/p>\n<p>\u5bb9\u7591\u8005\u306fDavid\u30fbEmily\u30fbMichael\u306e\u8ab0\u304b\u3060\u3002<br \/>\u8abf\u67fb\u306e\u7d50\u679c\u3001David\u3068Michael\u306b\u306f\u30a2\u30ea\u30d0\u30a4\u304c\u3042\u3063\u305f\u3002\u72af\u4eba\u306f\u30fb\u30fb\u30fb<\/p>\n<\/div>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"2ed66005-ec8a-4ddc-807f-e196ead1cf9f\">\u3053\u308c\u306a\u3089\u7c21\u5358\u3067\u3059\u3088\u306d\u3002\u72af\u4eba\u306f\u300cEmily\u300d\u3067\u3057\u3087\u3046\u3002\u305f\u3060\u3001\u3053\u306e\u554f\u984c\u3092\u89e3\u304f\u305f\u3081\u306b\u306f\u300c\u30a2\u30ea\u30d0\u30a4\uff1d\u72af\u4eba\u3067\u306f\u306a\u3044\u300d\u3068\u3044\u3046\u77e5\u8b58\u304c\u5fc5\u8981\u3067\u3059\u3088\u306d\u3002AI\u306f\u521d\u898b\u3067\u306f\u3053\u306e\u554f\u984c\u3092\u5f53\u3066\u3089\u308c\u306a\u3044\u304b\u3082\u3057\u308c\u307e\u305b\u3093\u304c\u3001\u4f55\u5341\u56de\u3082\u89e3\u304f\u3046\u3061\u306b\u300c\u30a2\u30ea\u30d0\u30a4\uff1d\u72af\u4eba\u3067\u306f\u306a\u3044\u3053\u3068\u3092\u8a3c\u660e\u3059\u308b\u8a3c\u62e0\u300d\u3068\u3044\u3063\u305f\u8a00\u8a9e\u77e5\u8b58\u3092\u7372\u5f97\u3057\u3066\u3044\u304f\u308f\u3051\u3067\u3059\u3002<\/p>\n<p data-node-type=\"paragraph\" data-node-id=\"2ed66005-ec8a-4ddc-807f-e196ead1cf9f\"><strong>\u3053\u306e\u3088\u3046\u306b\u3001\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\u3067\u306f\u524d\u306e\u6587\u8108\u304b\u3089\u7d9a\u304f\u8a00\u8449\u3092\u5f53\u3066\u308b\u3001\u3068\u3044\u3046\u30b7\u30f3\u30d7\u30eb\u306a\u554f\u984c\u3092\u89e3\u304d\u3001\u8a00\u8a9e\u3092\u5b66\u3093\u3067\u3044\u304d\u307e\u3059\u3002<\/strong><\/p>\n<ol>\n<li class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"c77a23e4-60fb-4fa4-ad96-ee160378bf2b\">\u6587\u8108\u304b\u3089\u7d9a\u304f\u8a00\u8449\u3092\u4e88\u60f3\u3059\u308b<\/li>\n<li class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"c77a23e4-60fb-4fa4-ad96-ee160378bf2b\">\u7b54\u3048\u5408\u308f\u305b\u3092\u3057\u3066\u3001\u9593\u9055\u3063\u3066\u3044\u305f\u3089\u4fee\u6b63\u3059\u308b<\/li>\n<\/ol>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"c77a23e4-60fb-4fa4-ad96-ee160378bf2b\">\u3053\u306e\u65b9\u6cd5\u3067LLM\u306f\u4f55\u5343\u5104\u3068\u3044\u3046\u6587\u7ae0\u3092\u4f7f\u7528\u3057\u3066\u3001LLM\u306f\u8a00\u8a9e\u3092\u7fd2\u5f97\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\u306f\u30b7\u30f3\u30d7\u30eb\u306a\u5b66\u7fd2\u65b9\u6cd5\u3067\u3059\u304c\u3001GPT3\u3084PaLM\u306a\u3069\u5e83\u304f\u63a1\u7528\u3055\u308c\u3066\u3044\u307e\u3059<sup class=\"modern-footnotes-footnote \" data-mfn=\"10\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-10\">10<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-10\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"10\">T. B. Brown, B. Mann, N. Ryder, M. Subbiah, J. Kaplan, P. Dhariwal, A. Neelakantan, P. Shyam, G. Sastry, A. Askell, S. Agarwal, A. Herbert-Voss, G. Krueger, T. Henighan, R. Child, A. Ramesh, D. M. Ziegler, J. Wu, C. Winter, C. Hesse, M. Chen, E. Sigler, M. Litwin, S. Gray, B. Chess, J. Clark, C. Berner, S. McCandlish, A. Radford, I. Sutskever, and D. Amodei, \u201cLanguage models are few-shot learners,\u201d in Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual, H. Larochelle, M. Ranzato, R. Hadsell, M. Balcan, and H. Lin, Eds., 2020.<\/span><sup class=\"modern-footnotes-footnote \" data-mfn=\"11\" data-mfn-post-scope=\"000000001f075dba000000007d965b21_5807\"><a href=\"javascript:void(0)\"  role=\"button\" aria-pressed=\"false\" aria-describedby=\"mfn-content-000000001f075dba000000007d965b21_5807-11\">11<\/a><\/sup><span id=\"mfn-content-000000001f075dba000000007d965b21_5807-11\" role=\"tooltip\" class=\"modern-footnotes-footnote__note\" tabindex=\"0\" data-mfn=\"11\">A. Chowdhery, S. Narang, J. Devlin, M. Bosma, G. Mishra, A. Roberts, P. Barham, H. W. Chung, C. Sutton, S. Gehrmann, P. Schuh, K. Shi, S. Tsvyashchenko, J. Maynez, A. Rao, P. Barnes, Y. Tay, N. Shazeer, V. Prabhakaran, E. Reif, N. Du, B. Hutchinson, R. Pope, J. Bradbury, J. Austin, M. Isard, G. Gur-Ari, P. Yin, T. Duke, A. Levskaya, S. Ghemawat, S. Dev, H. Michalewski, X. Garcia, V. Misra, K. Robinson, L. Fedus, D. Zhou, D. Ippolito, D. Luan, H. Lim, B. Zoph, A. Spiridonov, R. Sepassi, D. Dohan, S. Agrawal, M. Omernick, A. M. Dai, T. S. Pillai, M. Pellat, A. Lewkowycz, E. Moreira, R. Child, O. Polozov, K. Lee, Z. Zhou, X. Wang, B. Saeta, M. Diaz, O. Firat, M. Catasta, J. Wei, K. MeierHellstern, D. Eck, J. Dean, S. Petrov, and N. Fiedel, \u201cPalm: Scaling language modeling with pathways,\u201d CoRR, vol. abs\/2204.02311, 2022.<\/span>\u3002<\/p>\n<div>\n<div class=\"box26\"><span class=\"box-title\">\u81ea\u5df1\u56de\u5e30\u7684\u306a\u4e88\u60f3<\/span><\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"90336094-ed04-4973-b0b5-2ba43c25c5ba\">\u3088\u308a\u8a73\u7d30\u306b\u306f\u3001<strong>\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\u3067\u306f\u4e00\u3064\u306e\u5358\u8a9e\u3092\u4e88\u60f3\u3059\u308b\u3060\u3051\u3067\u306f\u7d42\u308f\u308a\u307e\u305b\u3093\u3002\u81ea\u5df1\u56de\u5e30\u7684\u306b\u6b21\u306e\u5358\u8a9e\u3082\u4e88\u60f3\u3057\u7d9a\u3051\u3066\u3044\u304d\u307e\u3059\u3002<\/strong>\u300c\u81ea\u5df1\u56de\u5e30\u7684\u306b\u300d\u3068\u306f\u3001\u4e88\u60f3\u3057\u305f\u6587\u7ae0\u3092\u5143\u306b\u3001\u7d9a\u3051\u3066\u6b21\u306e\u6587\u5b57\u3082\u4e88\u6e2c\u3057\u3066\u3044\u304f\u3068\u3044\u3046\u3053\u3068\u3067\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"90336094-ed04-4973-b0b5-2ba43c25c5ba\">\u4f8b\u3048\u3070\u5148\u7a0b\u306e\u30c0\u30a4\u30a4\u30f3\u30b0\u30e1\u30c3\u30bb\u30fc\u30b8\u306e\u4f8b\u3067\u306f\u3001<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"90336094-ed04-4973-b0b5-2ba43c25c5ba\">\u300c\u72af\u4eba\u306f\u300d\u306b\u7d9a\u304f\u8a00\u8449\u3092\u4e88\u60f3\u3057\u3001<br \/><span style=\"font-size: revert;\">\u300c\u72af\u4eba\u306fEmily\u300d\u3068\u4e88\u60f3\u3057\u307e\u3057\u305f\u3002<\/span><\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"90336094-ed04-4973-b0b5-2ba43c25c5ba\">\u7d9a\u3051\u3066\u3001<br \/>\u300c\u72af\u4eba\u306fEmily\u3002\u3057\u304b\u3057\u3001Emily\u306f\u72af\u7f6a\u3092\u72af\u3059\u7406\u7531\u304c\u4e00\u5207\u898b\u5f53\u305f\u3089\u306a\u304b\u3063\u305f\u3002\u300d<\/p>\n<p data-node-type=\"paragraph\" data-node-id=\"90336094-ed04-4973-b0b5-2ba43c25c5ba\">\u66f4\u306b\u7d9a\u3051\u3066\u3001<br \/>\u300c\u72af\u4eba\u306fEmily\u3002<span style=\"font-size: revert;\">\u3057\u304b\u3057\u3001Emily\u306f\u72af\u7f6a\u3092\u72af\u3059\u7406\u7531\u304c\u4e00\u5207\u898b\u5f53\u305f\u3089\u306a\u304b\u3063\u305f\u3002\u5f7c\u5973\u306f\u5e38\u306b\u7a4f\u3084\u304b\u306a\u6027\u683c\u3067\u3001\u4ed6\u306e\u4eba\u3005\u3068\u306e\u9593\u306b\u5927\u304d\u306a\u30c8\u30e9\u30d6\u30eb\u3092\u8d77\u3053\u3059\u3088\u3046\u306a\u904e\u53bb\u3082\u306a\u304b\u3063\u305f\u3002\u8b66\u5bdf\u306fEmily\u3092\u53d6\u308a\u8abf\u3079\u305f\u304c\u3001\u5f7c\u5973\u306f\u72af\u884c\u3092\u5426\u5b9a\u3057\u7d9a\u3051\u305f<\/span><span style=\"font-size: revert;\">\u2026\u3002\u300d<\/span><\/p>\n<p data-node-type=\"paragraph\" data-node-id=\"90336094-ed04-4973-b0b5-2ba43c25c5ba\">\u3068\u3044\u3063\u305f\u5f62\u3067\u81ea\u5df1\u56de\u5e30\u7684\u306b\u4e88\u60f3\u3057\u3066\u3044\u304d\u307e\u3059\u3002(\u4e0a\u306e\u6587\u7ae0\u306f\u5b9f\u969b\u306bGPT4\u306b\u751f\u6210\u3057\u3066\u3082\u3089\u3044\u307e\u3057\u305f\u3002)<\/p>\n<\/div>\n<\/div>\n<\/div>\n<h3 class=\"_block_1r4bd_1\" data-node-type=\"heading\" data-node-id=\"f24bd60c-bf1a-44cf-9411-1c4ddcb56183\" data-pm-slice=\"0 0 []\">\u7a74\u57cb\u3081\u554f\u984c\uff08\u30ce\u30a4\u30ba\u9664\u53bb\u30aa\u30fc\u30c8\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\uff09<\/h3>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"c9aed663-9d8a-4c51-ad90-aaf5a63cb8b1\">\u3053\u306e\u30bf\u30b9\u30af\u306f\u3001\u7a74\u304c\u7a7a\u3044\u305f\u30c6\u30ad\u30b9\u30c8\u3092\u5165\u529b\u3068\u3057\u3066\u3001\u7a74\u3092\u57cb\u3081\u305f\u6587\u7ae0\u3092\u7b54\u3048\u307e\u3059\u3002<\/p>\n<p data-node-type=\"paragraph\" data-node-id=\"c9aed663-9d8a-4c51-ad90-aaf5a63cb8b1\">\u5148\u7a0b\u306e\u4f8b\u3092\u3082\u3046\u4e00\u5ea6\u4f7f\u3046\u3068\u3001&#8221;\u72af\u4eba\u306f\uff01&amp;%#&#8221;\u304c\u5165\u529b\u3067&#8221;\u72af\u4eba\u306fEmily&#8221;\u3068\u306a\u308a\u307e\u3059\u3002<\/p>\n<p class=\"_block_1r4bd_1\" data-node-type=\"paragraph\" data-node-id=\"700b87d3-8574-4ba6-915e-ef185bccaf5e\">\u305f\u3060\u3057\u3001\u3053\u306e\u30bf\u30b9\u30af\u306f\u5b9f\u88c5\u304c\u5c11\u3057\u8907\u96d1\u306a\u3053\u3068\u3082\u3042\u308a\u3001\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u3067\u306f\u3042\u307e\u308a\u4f7f\u7528\u3055\u308c\u3066\u3044\u307e\u305b\u3093\u3002\u4f8b\u3048\u3070\u3001\u4e8b\u524d\u5b66\u7fd2\u30e2\u30c7\u30eb\u3067\u306fBERT\u304c\u63a1\u7528\u3057\u3066\u3044\u307e\u3059\u3002LLM\u3067\u306f\u3001T5\u3067\u306f\u4f7f\u7528\u3055\u308c\u307e\u3057\u305f\u304c\u3001\u63a1\u7528\u3057\u3066\u3044\u308b\u30e2\u30c7\u30eb\u306f\u50c5\u304b\u3067\u3059\u3002<\/p>\n\n\n<h3>LLM\u306e\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0<\/h3>\n<p>\u3053\u3053\u307e\u3067\u306f\u3001\u4e8b\u524d\u5b66\u7fd2\u3067LLM\u304c\u4e00\u822c\u7684\u306a\u8a00\u8a9e\u77e5\u8b58\u3092\u7372\u5f97\u3059\u308b\u30b9\u30c6\u30c3\u30d7\u3092\u8aac\u660e\u3057\u307e\u3057\u305f\u3002<\/p>\n<p>\u3053\u3053\u304b\u3089\u306fLLM\u306e\u6027\u80fd\u3092\u76ee\u7684\u306b\u7279\u5316\u3059\u308b\u305f\u3081\u306e\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u3092\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p>\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u65b9\u6cd5\u306b\u306f\u4e3b\u306b3\u3064\u306e\u65b9\u6cd5\u304c\u3042\u308a\u307e\u3059\u3002\u305d\u308c\u305e\u308c\u3092\u7c21\u5358\u306b\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>\n<h4>Instruction Tuning<\/h4>\n<p>Instruction Tuning\u306f\u3001\u30e2\u30c7\u30eb\u306b\u7279\u5b9a\u306e\u30bf\u30b9\u30af\u3092\u6307\u793a\u3059\u308b\u65b9\u6cd5\u3092\u6700\u9069\u5316\u3059\u308b\u305f\u3081\u306e\u30c6\u30af\u30cb\u30c3\u30af\u3067\u3059\u3002\u4f8b\u3048\u3070\u3001\u4e8b\u524d\u5b66\u7fd2\u3055\u308c\u305fLLM\u306b\u300c\u6587\u7ae0\u3092\u8981\u7d04\u3057\u3066\u304f\u3060\u3055\u3044\u300d\u3068\u3044\u3046\u30bf\u30b9\u30af\u3092\u6307\u793a\u3059\u308b\u5834\u5408\u3001\u305d\u306e\u6307\u793a\u306e\u4ed5\u65b9\u3084\u5177\u4f53\u7684\u306a\u8a00\u8449\u306e\u9078\u3073\u65b9\u3092\u8abf\u6574\u3057\u3066\u3001\u30e2\u30c7\u30eb\u306e\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u5411\u4e0a\u3055\u305b\u308b\u3053\u3068\u304c\u76ee\u7684\u3067\u3059\u3002<\/p>\n<h4>Alignment Tuning(RLHF)<\/h4>\n<p>RLHF\u306f\u3001Reinforcement Learning from Human Feedback \u306e\u7565\u3067\u3001\u4eba\u9593\u306e\u30d5\u30a3\u30fc\u30c9\u30d0\u30c3\u30af\u304b\u3089\u5f37\u5316\u5b66\u7fd2\u3092\u884c\u3046\u65b9\u6cd5\u3092\u6307\u3057\u307e\u3059\u3002<\/p>\n<p>\u3053\u306e\u65b9\u6cd5\u3067\u306f\u3001\u4eba\u9593\u304c\u63d0\u4f9b\u3059\u308b\u30d5\u30a3\u30fc\u30c9\u30d0\u30c3\u30af\u3092\u57fa\u306b\u3001\u30e2\u30c7\u30eb\u306e\u51fa\u529b\u304c\u4eba\u9593\u306e\u671f\u5f85\u306b\u3069\u308c\u3060\u3051\u8fd1\u3044\u304b\u3092\u8a55\u4fa1\u3059\u308b\u5831\u916c\u95a2\u6570\u3092\u8a2d\u8a08\u3057\u307e\u3059\u3002\u305d\u3057\u3066\u3001\u3053\u306e\u5831\u916c\u95a2\u6570\u3092\u4f7f\u7528\u3057\u3066\u3001\u5f37\u5316\u5b66\u7fd2\u306e\u67a0\u7d44\u307f\u306e\u4e2d\u3067\u30e2\u30c7\u30eb\u3092\u6700\u9069\u5316\u3057\u307e\u3059\u3002<\/p>\n<h4>Parameter-Efficient Model Adaptation<\/h4>\n<p>\u3053\u306e\u30a2\u30d7\u30ed\u30fc\u30c1\u306f\u3001\u30d7\u30ec\u30c8\u30ec\u30fc\u30cb\u30f3\u30b0\u3055\u308c\u305f\u5927\u898f\u6a21\u306a\u30e2\u30c7\u30eb\u3092\u3001\u7279\u5b9a\u306e\u30bf\u30b9\u30af\u3084\u30c9\u30e1\u30a4\u30f3\u306b\u9069\u5fdc\u3055\u305b\u308b\u305f\u3081\u306e\u52b9\u7387\u7684\u306a\u65b9\u6cd5\u3092\u76ee\u6307\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p>\u5927\u898f\u6a21\u306a\u30e2\u30c7\u30eb\u306e\u5168\u3066\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u5fae\u8abf\u6574\u3059\u308b\u306e\u3067\u306f\u306a\u304f\u3001\u30e2\u30c7\u30eb\u306e\u4e00\u90e8\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u307f\u3092\u8abf\u6574\u3057\u3066\u30bf\u30b9\u30af\u306e\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u5411\u4e0a\u3055\u305b\u308b\u3053\u3068\u3092\u76ee\u7684\u3068\u3057\u3066\u3044\u307e\u3059\u3002\u4f8b\u3048\u3070\u3001\u30e2\u30c7\u30eb\u306e\u6700\u7d42\u5c64\u3084\u7279\u5b9a\u306e\u90e8\u5206\u3060\u3051\u3092\u5fae\u8abf\u6574\u3059\u308b\u3053\u3068\u3067\u3001\u5fc5\u8981\u306a\u8a08\u7b97\u30ea\u30bd\u30fc\u30b9\u3092\u5927\u5e45\u306b\u7bc0\u7d04\u3057\u3064\u3064\u3001\u7279\u5b9a\u306e\u30bf\u30b9\u30af\u306b\u5bfe\u3059\u308b\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u5411\u4e0a\u3055\u305b\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\n<h2>\u307e\u3068\u3081<\/h2>\n<p>\u307e\u3068\u3081\u308b\u3068\u3001LLM\u306e\u958b\u767a\u30b9\u30c6\u30c3\u30d7\u306f\u4ee5\u4e0b\u3067\u3059\u3002\uff08\u30af\u30ea\u30c3\u30af\u3059\u308b\u3068\u8a72\u5f53\u306e\u8aac\u660e\u306b\u79fb\u52d5\u3057\u307e\u3059\u3002\uff09<\/p>\n<ol>\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-4\">LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\uff1aLLM\u306e\u4f53\u3092\u7d44\u307f\u7acb\u3066\u308b<\/a>\n<ul class=\"rtoc-mokuji mokuji_ul level-2\">\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-5\">LLM\u306e\u9aa8\u683c\uff08\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\uff09\u306e\u6c7a\u5b9a\u3002<\/a><\/li>\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-6\">LLM\u306e\u90e8\u54c1\uff08\u30b3\u30f3\u30dd\u30fc\u30cd\u30f3\u30c8\uff09\u306e\u306e\u6c7a\u5b9a\u3002<\/a><\/li>\n<\/ul>\n<\/li>\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-7\">LLM\u306e\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u6e96\u5099\uff5cLLM\u304c\u5b66\u7fd2\u3059\u308b\u6559\u6750\u3092\u96c6\u3081\u308b<\/a>\n<ul class=\"rtoc-mokuji mokuji_ul level-2\">\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-8\">\u81a8\u5927\u306a\u30c7\u30fc\u30bf\u306e\u53ce\u96c6<\/a><\/li>\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-9\">\u8cea\u306e\u4f4e\u3044\u30c7\u30fc\u30bf\u3092\u53d6\u308a\u9664\u304f\uff08\u30c7\u30fc\u30bf\u306e\u30af\u30ea\u30fc\u30cb\u30f3\u30b0\uff09<\/a><\/li>\n<\/ul>\n<\/li>\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-11\">LLM\u306e\u5b66\u7fd2\uff5cLLM\u306e\u5b66\u7fd2\u65b9\u6cd5\u3092\u6c7a\u3081\u3001\u5b66\u7fd2\u3055\u305b\u308b<\/a>\n<ul class=\"rtoc-mokuji mokuji_ul level-2\">\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-12\">\u4e8b\u524d\u5b66\u7fd2<\/a><\/li>\n<li class=\"rtoc-item\"><a href=\"https:\/\/nlpillustration.tech\/?p=5807#rtoc-15\">\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0<\/a><\/li>\n<\/ul>\n<\/li>\n<\/ol>\n\n\n\n<div class=\"wp-block-group\"><div class=\"wp-block-group__inner-container is-layout-constrained wp-block-group-is-layout-constrained\">\n<h2 class=\"wp-block-heading\">\u304a\u3059\u3059\u3081\u306e\u95a2\u9023\u66f8\u7c4d<\/h2>\n\n\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p><strong>\n\u3053\u3053\u307e\u3067\u306e\u5b66\u7fd2\u3001\u304a\u75b2\u308c\u3055\u307e\u3067\u3057\u305f\u3002\u305d\u3057\u3066\u672c\u8a18\u4e8b\u3092\u6700\u5f8c\u307e\u3067\u8aad\u3093\u3067\u3044\u305f\u3060\u304d\u3042\u308a\u304c\u3068\u3046\u3054\u3056\u3044\u307e\u3057\u305f\uff01\n<\/strong><br>\n\u3053\u3053\u304b\u3089\u306f\u3001\u304a\u3059\u3059\u3081\u306e\u66f8\u7c4d\u3092\u7d39\u4ecb\u3057\u307e\u3059\u3002\u3053\u306e\u8a18\u4e8b\u3067\u8208\u5473\u3092\u6301\u3063\u305f\u65b9\u306f\u3001\u672c\u3092\u8aad\u3081\u3070\u3055\u3089\u306b\u5b9f\u8df5\u7684\u306a\u529b\u304c\u624b\u306b\u5165\u308b\u306f\u305a\u3067\u3059\u3002\n<\/p>\n<\/div>\n<\/div>\n<\/div>\n\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n\u307e\u305a\u79c1\u306e\u8457\u66f8\u3001<strong>\u300e\u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\u300f<\/strong>\u304c\u65e5\u7d4cBP\u304b\u3089\u767a\u58f2\u4e2d\u3067\u3059\u3002\u57fa\u790e\u304b\u3089\u5b9f\u88c5\u307e\u3067\u3092\u7db2\u7f85\u3057\u305fLLM\u306e\u5165\u9580\u66f8\u3067\u3059\u3002\n<br><br><u>\u7279\u5fb4<\/u>\n<br>\n\u30fbLLM\u306e\u4ed5\u7d44\u307f\u3092\u3001\u6570\u5f0f\u3092\u4f7f\u308f\u305a\u56f3\u3067\u89e3\u8aac\n<br>\n\u30fbLLM\u3092\u4f7f\u3063\u305f\u81ea\u52d5\u5316\u3092Python\u30b3\u30fc\u30c9\u3067\u5b9f\u88c5\n<br><br>\n\u4eca\u304b\u3089LLM\u3092\u4f53\u7cfb\u7684\u306b\u5b66\u3073\u305f\u3044\u3001LLM\u3092\u4f7f\u3063\u305f\u81ea\u52d5\u5316\u3084\u65b0\u6a5f\u80fd\u3092\u5b9f\u88c5\u3057\u3066\u307f\u305f\u3044\u3068\u3044\u3046\u65b9\u306b\u304a\u3059\u3059\u3081\u3067\u3059\u3002\n<br>\n\u4ee5\u4e0b\u306eAmazon\u6982\u8981\u6b04\u306b\u3066\u672c\u306e\u4e00\u90e8\u304c\u7121\u6599\u3067\u516c\u958b\u3055\u308c\u3066\u3044\u307e\u3059\u306e\u3067\u3001\u305c\u3072\u8997\u3044\u3066\u307f\u3066\u304f\u3060\u3055\u3044\u3002\n<br>\n\n<br>\n<\/p>\n<\/div>\n<\/div>\n<\/div>\n<div id=\"rinkerid6358\" class=\"yyi-rinker-contents  yyi-rinker-postid-6358 yyi-rinker-img-m yyi-rinker-catid-95 \">\n\t<div class=\"yyi-rinker-box\">\n\t\t<div class=\"yyi-rinker-image\">\n\t\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/4296071017?tag=st0509-22&#038;linkCode=ogi&#038;th=1&#038;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-tracking\"  data-click-tracking=\"amazon_img 6358 \u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\" data-vars-click-id=\"amazon_img 6358 \u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\"><img decoding=\"async\" src=\"https:\/\/m.media-amazon.com\/images\/I\/51am+UWkcOL._SL160_.jpg\"  width=\"122\" height=\"160\" class=\"yyi-rinker-main-img\" style=\"border: none;\"><\/a>\t\t\t\t\t<\/div>\n\t\t<div class=\"yyi-rinker-info\">\n\t\t\t<div class=\"yyi-rinker-title\">\n\t\t\t\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/4296071017?tag=st0509-22&#038;linkCode=ogi&#038;th=1&#038;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-tracking\" data-click-tracking=\"amazon_title 6358 \u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\" data-vars-amp-click-id=\"amazon_title 6358 \u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\" >\u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580<\/a>\t\t\t\t\t\t\t<\/div>\n\t\t\t<div class=\"yyi-rinker-detail\">\n\t\t\t\t\t\t\t<div class=\"credit-box\">created by&nbsp;<a href=\"https:\/\/oyakosodate.com\/rinker\/\" rel=\"nofollow noopener\" target=\"_blank\" >Rinker<\/a><\/div>\n\t\t\t\t\t\t\t\t\t\t<div class=\"brand\">\u65e5\u7d4cBP<\/div>\n\t\t\t\t\t\t\t<div class=\"price-box\">\n\t\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<ul class=\"yyi-rinker-links\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t                    <li class=\"amazonlink\">\n\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/4296071017?tag=st0509-22&amp;linkCode=ogi&amp;th=1&amp;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-link yyi-rinker-tracking\"  data-click-tracking=\"amazon 6358 \u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\"  data-vars-amp-click-id=\"amazon 6358 \u8ab0\u3067\u3082\u308f\u304b\u308b\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\">Amazon<\/a>\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t\t\t\t\t                \t\t\t\t\t\t\t\t\t\t\t<\/ul>\n\t\t\t\t\t<\/div>\n\t<\/div>\n<\/div>\n\n\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n\u4ed6\u306b\u3082\u3001\u672c\u8a18\u4e8b\u306b\u95a2\u3059\u308b\u66f8\u7c4d\u3067\u306f\u3001\u4ee5\u4e0b\u306e\u66f8\u7c4d\u304c\u304a\u3059\u3059\u3081\u3067\u3059\u3002\uff08\uff0a\u4ee5\u4e0b\u306f\u79c1\u306e\u8457\u66f8\u3067\u306f\u3042\u308a\u307e\u305b\u3093\uff09\n<\/p>\n<\/div>\n<\/div>\n<\/div>\n\n\n<p><span style=\"font-size: revert;\"><div id=\"rinkerid5088\" class=\"yyi-rinker-contents  yyi-rinker-postid-5088 yyi-rinker-img-m yyi-rinker-catid-95 \">\n\t<div class=\"yyi-rinker-box\">\n\t\t<div class=\"yyi-rinker-image\">\n\t\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B0BDS3G2RT?tag=st0509-22&#038;linkCode=ogi&#038;th=1&#038;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-tracking\"  data-click-tracking=\"amazon_img 5088 Vision Transformer\u5165\u9580 Computer Vision Library\" data-vars-click-id=\"amazon_img 5088 Vision Transformer\u5165\u9580 Computer Vision Library\"><img decoding=\"async\" src=\"https:\/\/m.media-amazon.com\/images\/I\/41woutgzE3L._SL160_.jpg\"  width=\"126\" height=\"160\" class=\"yyi-rinker-main-img\" style=\"border: none;\"><\/a>\t\t\t\t\t<\/div>\n\t\t<div class=\"yyi-rinker-info\">\n\t\t\t<div class=\"yyi-rinker-title\">\n\t\t\t\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B0BDS3G2RT?tag=st0509-22&#038;linkCode=ogi&#038;th=1&#038;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-tracking\" data-click-tracking=\"amazon_title 5088 Vision Transformer\u5165\u9580 Computer Vision Library\" data-vars-amp-click-id=\"amazon_title 5088 Vision Transformer\u5165\u9580 Computer Vision Library\" >Vision Transformer\u5165\u9580 Computer Vision Library<\/a>\t\t\t\t\t\t\t<\/div>\n\t\t\t<div class=\"yyi-rinker-detail\">\n\t\t\t\t\t\t\t<div class=\"credit-box\">created by&nbsp;<a href=\"https:\/\/oyakosodate.com\/rinker\/\" rel=\"nofollow noopener\" target=\"_blank\" >Rinker<\/a><\/div>\n\t\t\t\t\t\t\t\t\t\t<div class=\"price-box\">\n\t\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<ul class=\"yyi-rinker-links\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<li class=\"amazonkindlelink\">\n\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B0BDS3G2RT?tag=st0509-22&amp;linkCode=ogi&amp;th=1&amp;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-link yyi-rinker-tracking\"  data-click-tracking=\"amazon_kindle 5088 Vision Transformer\u5165\u9580 Computer Vision Library\"  data-vars-amp-click-id=\"amazon_kindle 5088 Vision Transformer\u5165\u9580 Computer Vision Library\">Kindle<\/a>\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t                    <li class=\"amazonlink\">\n\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B0BDS3G2RT?tag=st0509-22&amp;linkCode=ogi&amp;th=1&amp;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-link yyi-rinker-tracking\"  data-click-tracking=\"amazon 5088 Vision Transformer\u5165\u9580 Computer Vision Library\"  data-vars-amp-click-id=\"amazon 5088 Vision Transformer\u5165\u9580 Computer Vision Library\">Amazon<\/a>\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t\t\t\t\t                \t\t\t\t\t\t\t\t\t\t\t<\/ul>\n\t\t\t\t\t<\/div>\n\t<\/div>\n<\/div>\n<\/span><\/p>\n<div id=\"rinkerid4430\" class=\"yyi-rinker-contents  yyi-rinker-postid-4430 yyi-rinker-img-m yyi-rinker-catid-95 \">\n\t<div class=\"yyi-rinker-box\">\n\t\t<div class=\"yyi-rinker-image\">\n\t\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B09DPC4KG7?tag=st0509-22&#038;linkCode=ogi&#038;th=1&#038;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-tracking\"  data-click-tracking=\"amazon_img 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\" data-vars-click-id=\"amazon_img 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\"><img decoding=\"async\" src=\"https:\/\/m.media-amazon.com\/images\/I\/515l4LOJOaL._SL160_.jpg\"  width=\"123\" height=\"160\" class=\"yyi-rinker-main-img\" style=\"border: none;\"><\/a>\t\t\t\t\t<\/div>\n\t\t<div class=\"yyi-rinker-info\">\n\t\t\t<div class=\"yyi-rinker-title\">\n\t\t\t\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B09DPC4KG7?tag=st0509-22&#038;linkCode=ogi&#038;th=1&#038;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-tracking\" data-click-tracking=\"amazon_title 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\" data-vars-amp-click-id=\"amazon_title 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\" >BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580<\/a>\t\t\t\t\t\t\t<\/div>\n\t\t\t<div class=\"yyi-rinker-detail\">\n\t\t\t\t\t\t\t<div class=\"credit-box\">created by&nbsp;<a href=\"https:\/\/oyakosodate.com\/rinker\/\" rel=\"nofollow noopener\" target=\"_blank\" >Rinker<\/a><\/div>\n\t\t\t\t\t\t\t\t\t\t<div class=\"price-box\">\n\t\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<\/div>\n\t\t\t\t\t\t<ul class=\"yyi-rinker-links\">\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<li class=\"amazonkindlelink\">\n\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B09DPC4KG7?tag=st0509-22&amp;linkCode=ogi&amp;th=1&amp;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-link yyi-rinker-tracking\"  data-click-tracking=\"amazon_kindle 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\"  data-vars-amp-click-id=\"amazon_kindle 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\">Kindle<\/a>\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t                    <li class=\"amazonlink\">\n\t\t\t\t\t\t<a href=\"https:\/\/www.amazon.co.jp\/dp\/B09DPC4KG7?tag=st0509-22&amp;linkCode=ogi&amp;th=1&amp;psc=1\" rel=\"nofollow\" class=\"yyi-rinker-link yyi-rinker-tracking\"  data-click-tracking=\"amazon 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\"  data-vars-amp-click-id=\"amazon 4430 BERT\/GPT-3\/DALL-E \u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u30fb\u753b\u50cf\u51e6\u7406\u30fb\u97f3\u58f0\u51e6\u7406 \u4eba\u5de5\u77e5\u80fd\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u5165\u9580\">Amazon<\/a>\t\t\t\t\t<\/li>\n\t\t\t\t\t\t\t\t\t\t\t\t                \t\t\t\t\t\t\t\t\t\t\t<\/ul>\n\t\t\t\t\t<\/div>\n\t<\/div>\n<\/div>\n\n<\/div><\/div>\n\n\n\n<p><strong>\u8a73\u3057\u304f\u306f\u3001\u3053\u306e\u8a18\u4e8b\u3067\u53b3\u9078\u3057\u305f\u304a\u3059\u3059\u3081\u672c\u3092\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/strong><\/p>\n <div>\n<a class=\"card-link longcard-link\" href=\"https:\/\/nlpillustration.tech\/?p=4419\" title=\"\u3010\u6700\u77ed\u3067\u5b66\u3076\u3011\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u306e\u304a\u3059\u3059\u3081\u672c\u30fb\u30aa\u30f3\u30e9\u30a4\u30f3\u30b3\u30fc\u30b915\u9078\u3002\" rel=\"noopener\">\n<span class=\"longcard-img\"><img src='https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/04\/47c7af17d0d9b5984263b8053d72c80f-3-300x300.jpg' alt='\u3010\u6700\u77ed\u3067\u5b66\u3076\u3011\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u306e\u304a\u3059\u3059\u3081\u672c\u30fb\u30aa\u30f3\u30e9\u30a4\u30f3\u30b3\u30fc\u30b915\u9078\u3002'\/><\/span>\n<span class=\"blogcard-content blogcard-text\">\n<span class=\"blogcard-title\">\u3010\u6700\u77ed\u3067\u5b66\u3076\u3011\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u306e\u304a\u3059\u3059\u3081\u672c\u30fb\u30aa\u30f3\u30e9\u30a4\u30f3\u30b3\u30fc\u30b915\u9078\u3002 <\/span>\n<span class=\"blog-card-excerpt-long\"><\/span>\n<\/span><\/a><\/div>\n<p><!--\u5439\u304d\u51fa\u3057\u7d42\u308f\u308a--><\/p>\n<h3>\u304a\u3059\u3059\u3081\u306e\u52c9\u5f37\u30b9\u30c6\u30c3\u30d7<\/h3>\n<p><strong>1. \u6982\u8981\u30fb\u5927\u67a0\u3092\u77e5\u308b\u3002<\/strong><br \/>Web\u30b5\u30a4\u30c8\u306a\u3069\u3067\u6982\u8981\u3092\u7406\u89e3\u3059\u308b\uff08\u672c\u30b5\u30a4\u30c8\u306f\u3053\u306e\u30b9\u30c6\u30c3\u30d7\u306e\u652f\u63f4\u3092\u76ee\u6307\u3057\u3066\u3044\u307e\u3059\u3002\uff09<br \/>\u8a73\u7d30\u3092\u5b66\u3076\u969b\u306b\u3001\u3088\u308a\u52b9\u7387\u826f\u304f\u30a4\u30f3\u30d7\u30c3\u30c8\u3067\u304d\u308b\u3002<br \/><strong>2. \u8a73\u7d30\u3092\u77e5\u308b\u3001\u7406\u89e3\u3092\u6df1\u3081\u308b\u3002<\/strong><br \/>\u66f8\u7c4d\u3001\u8ad6\u6587\u3067\u3088\u308a\u8a73\u3057\u304f\u5b66\u3076\u3002<br \/><strong>3. \u5b9f\u8df5\u30fb\u30a2\u30a6\u30c8\u30d7\u30c3\u30c8<\/strong><br \/>Signate\u3084Kaggle\u306b\u53c2\u52a0\u3057\u3066\u30e2\u30c7\u30eb\u3092\u4f5c\u3063\u3066\u307f\u308b\u3001\u52c9\u5f37\u3057\u305f\u3053\u3068\u3092\u30d6\u30ed\u30b0\u306b\u307e\u3068\u3081\u308b\u3002<\/p>\n<div>\n<div class=\"balloon5\">\n<div class=\"faceicon\"><img decoding=\"async\" src=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/icon_150150.png\" \/><center>\u3059\u3048\u3064\u3050<\/center><\/div>\n<div class=\"chatting\">\n<div class=\"says\">\n<p>\u500b\u4eba\u7684\u306b\u306f\u3001\u30c7\u30fc\u30bf\u30b5\u30a4\u30a8\u30f3\u30b9\u3001\u7279\u306bNLP\u95a2\u4fc2\u306e\u672c\u306f\u96e3\u3057\u304f\u3001\u3044\u304d\u306a\u308a\u672c\u3092\u8aad\u3080\u3068\u632b\u6298\u3057\u3066\u3057\u307e\u3046\u4eba\u304c\u591a\u3044\u3068\u611f\u3058\u3066\u3044\u307e\u3059\u3002<br \/><strong>\u3053\u306e\u30b5\u30a4\u30c8\u3067\u6982\u8981\u30fb\u5168\u4f53\u50cf\u3092\u7406\u89e3\u3057\u3066\u304b\u3089\u672c\u3092\u8aad\u3080\u3053\u3068\u3067\u3001\u3088\u308a\u7406\u89e3\u3057\u3084\u3059\u304f\u632b\u6298\u3082\u5c11\u306a\u304f\u306a\u308b\u306f\u305a\u3067\u3059\u3002<\/strong>\uff08\u305d\u306e\u5f79\u306b\u7acb\u3066\u308b\u3088\u3046\u8a18\u4e8b\u3092\u57f7\u7b46\u3057\u3066\u3044\u304d\u307e\u3059\uff01\uff09<\/p>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n<h2>\u3053\u306e\u30b5\u30a4\u30c8\u3001Twitter\u306b\u3064\u3044\u3066<\/h2>\n<p>\u3053\u306e\u30b5\u30a4\u30c8\u3067\u306f\u3001NLP\u95a2\u4fc2\u306e\u89e3\u8aac\u8a18\u4e8b\u3092\u308f\u304b\u308a\u3084\u3059\u304f\u56f3\u89e3\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<p><strong>\u300c\u4ed6\u306e\u30b5\u30a4\u30c8\u306e\u89e3\u8aac\u306f\u96e3\u3057\u3059\u304e\u308b\u300d\u300c\u3082\u3063\u3068\u76f4\u611f\u7684\u306b\u7406\u89e3\u3057\u305f\u3044\u300d\u3068\u3044\u3046\u65b9\u3005\u306e\u5f79\u306b\u7acb\u3066\u308b\u3088\u3046\u306b\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/strong><\/p>\n<p>\u662f\u975e\u3001\u304a\u6c17\u306b\u5165\u308a\u767b\u9332\u3001<a href=\"https:\/\/twitter.com\/NLP_sue\">Twitter<\/a>\u306e\u30d5\u30a9\u30ed\u30fc\u3092\u304a\u9858\u3044\u3057\u307e\u3059\u3002Twitter\u3067\u306f\u3001\u6295\u7a3f\u306e\u304a\u77e5\u3089\u305b\u3001NLP\u306e\u6700\u65b0\u60c5\u5831\u306a\u3069\u3092\u767a\u4fe1\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u53c2\u8003\u6587\u732e<\/h2>\n\n\n\n<h4 class=\"wp-block-heading\">\u8ad6\u6587<\/h4>\n\n\n\n<ul class=\"wp-block-list\">\n<li><a href=\"https:\/\/arxiv.org\/abs\/2303.18223\">A Survey of Large Language Models<\/a><\/li>\n<\/ul>\n\n\n\n<h4 class=\"wp-block-heading\">\u811a\u6ce8\u53c2\u8003\u6587\u732e<\/h4>\n\n\n<ul class=\"modern-footnotes-list \"><li><span>1<\/span><div>A. Radford, J. Wu, R. Child, D. Luan, D. Amodei, I. Sutskever et al., \u201cLanguage models are unsupervised multitask learners,\u201d OpenAI blog, p. 9, 2019.<\/div><\/li><li><span>2<\/span><div>T. B. Brown, B. Mann, N. Ryder, M. Subbiah, J. Kaplan, P. Dhariwal, A. Neelakantan, P. Shyam, G. Sastry, A. Askell, S. Agarwal, A. Herbert-Voss, G. Krueger, T. Henighan, R. Child, A. Ramesh, D. M. Ziegler, J. Wu, C. Winter, C. Hesse, M. Chen, E. Sigler, M. Litwin, S. Gray, B. Chess, J. Clark, C. Berner, S. McCandlish, A. Radford, I. Sutskever, and D. Amodei, \u201cLanguage models are few-shot learners,\u201d in Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual, H. Larochelle, M. Ranzato, R. Hadsell, M. Balcan, and H. Lin, Eds., 2020.<\/div><\/li><li><span>3<\/span><div>A. Radford, K. Narasimhan, T. Salimans, I. Sutskever et al., \u201cImproving language understanding by generative pre-training,\u201d 2018.<\/div><\/li><li><span>4<\/span><div>A. Chowdhery, S. Narang, J. Devlin, M. Bosma, G. Mishra, A. Roberts, P. Barham, H. W. Chung, C. Sutton, S. Gehrmann, P. Schuh, K. Shi, S. Tsvyashchenko, J. Maynez, A. Rao, P. Barnes, Y. Tay, N. Shazeer, V. Prabhakaran, E. Reif, N. Du, B. Hutchinson, R. Pope, J. Bradbury, J. Austin, M. Isard, G. Gur-Ari, P. Yin, T. Duke, A. Levskaya, S. Ghemawat, S. Dev, H. Michalewski, X. Garcia, V. Misra, K. Robinson, L. Fedus, D. Zhou, D. Ippolito, D. Luan, H. Lim, B. Zoph, A. Spiridonov, R. Sepassi, D. Dohan, S. Agrawal, M. Omernick, A. M. Dai, T. S. Pillai, M. Pellat, A. Lewkowycz, E. Moreira, R. Child, O. Polozov, K. Lee, Z. Zhou, X. Wang, B. Saeta, M. Diaz, O. Firat, M. Catasta, J. Wei, K. MeierHellstern, D. Eck, J. Dean, S. Petrov, and N. Fiedel, \u201cPalm: Scaling language modeling with pathways,\u201d CoRR, vol. abs\/2204.02311, 2022.<\/div><\/li><li><span>5<\/span><div>A Survey of Large Language Models(https:\/\/arxiv.org\/abs\/2303.18223)<\/div><\/li><li><span>6<\/span><div>Brown, Tom, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared D. Kaplan, Prafulla Dhariwal, Arvind Neelakantan et al. &#8220;Language models are few-shot learners.&#8221; <i>Advances in neural information processing systems<\/i> 33 (2020): 1877-1901.<\/div><\/li><li><span>7<\/span><div>] Y. Zhu, R. Kiros, R. S. Zemel, R. Salakhutdinov, R. Urtasun, A. Torralba, and S. Fidler, \u201cAligning books and movies: Towards story-like visual explanations by watching movies and reading books,\u201d in 2015 IEEE International Conference on Computer Vision, ICCV 2015, Santiago, Chile, December 7-13, 2015. IEEE Computer Society, 2015, pp. 19\u201327<\/div><\/li><li><span>8<\/span><div>S. Zhang, S. Roller, N. Goyal, M. Artetxe, M. Chen, S. Chen, C. Dewan, M. T. Diab, X. Li, X. V. Lin, T. Mihaylov, M. Ott, S. Shleifer, K. Shuster, D. Simig, P. S. Koura, A. Sridhar, T. Wang, and L. Zettlemoyer, 72 \u201cOPT: open pre-trained transformer language models,\u201d CoRR, vol. abs\/2205.01068, 2022.<\/div><\/li><li><span>9<\/span><div>S. Zhang, S. Roller, N. Goyal, M. Artetxe, M. Chen, S. Chen, C. Dewan, M. T. Diab, X. Li, X. V. Lin, T. Mihaylov, M. Ott, S. Shleifer, K. Shuster, D. Simig, P. S. Koura, A. Sridhar, T. Wang, and L. Zettlemoyer, 72 \u201cOPT: open pre-trained transformer language models,\u201d CoRR, vol. abs\/2205.01068, 2022.<\/div><\/li><li><span>10<\/span><div>T. B. Brown, B. Mann, N. Ryder, M. Subbiah, J. Kaplan, P. Dhariwal, A. Neelakantan, P. Shyam, G. Sastry, A. Askell, S. Agarwal, A. Herbert-Voss, G. Krueger, T. Henighan, R. Child, A. Ramesh, D. M. Ziegler, J. Wu, C. Winter, C. Hesse, M. Chen, E. Sigler, M. Litwin, S. Gray, B. Chess, J. Clark, C. Berner, S. McCandlish, A. Radford, I. Sutskever, and D. Amodei, \u201cLanguage models are few-shot learners,\u201d in Advances in Neural Information Processing Systems 33: Annual Conference on Neural Information Processing Systems 2020, NeurIPS 2020, December 6-12, 2020, virtual, H. Larochelle, M. Ranzato, R. Hadsell, M. Balcan, and H. Lin, Eds., 2020.<\/div><\/li><li><span>11<\/span><div>A. Chowdhery, S. Narang, J. Devlin, M. Bosma, G. Mishra, A. Roberts, P. Barham, H. W. Chung, C. Sutton, S. Gehrmann, P. Schuh, K. Shi, S. Tsvyashchenko, J. Maynez, A. Rao, P. Barnes, Y. Tay, N. Shazeer, V. Prabhakaran, E. Reif, N. Du, B. Hutchinson, R. Pope, J. Bradbury, J. Austin, M. Isard, G. Gur-Ari, P. Yin, T. Duke, A. Levskaya, S. Ghemawat, S. Dev, H. Michalewski, X. Garcia, V. Misra, K. Robinson, L. Fedus, D. Zhou, D. Ippolito, D. Luan, H. Lim, B. Zoph, A. Spiridonov, R. Sepassi, D. Dohan, S. Agrawal, M. Omernick, A. M. Dai, T. S. Pillai, M. Pellat, A. Lewkowycz, E. Moreira, R. Child, O. Polozov, K. Lee, Z. Zhou, X. Wang, B. Saeta, M. Diaz, O. Firat, M. Catasta, J. Wei, K. MeierHellstern, D. Eck, J. Dean, S. Petrov, and N. Fiedel, \u201cPalm: Scaling language modeling with pathways,\u201d CoRR, vol. abs\/2204.02311, 2022.<\/div><\/li><\/ul>\n\n\n\n<p><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u306f\u3058\u3081\u306b \u4eca\u56de\u306f\u3001\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(LLM)\u306e\u6280\u8853\u306b\u3064\u3044\u3066\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002 \u5177\u4f53\u7684\u306b\u306f\u3001\u300c\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306f\u3001\u3069\u3093\u306a\u30b9\u30c6\u30c3\u30d7\u3067\u3001\u3069\u3046\u3084\u3063\u3066\u4f5c\u3089\u308c\u3066\u3044\u308b\u306e\u304b\uff1f\u300d\u306b\u6cbf\u3063\u3066\u6280\u8853\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u89e3\u8aac\u304b\u3089\u3001 [&hellip;]<\/p>\n","protected":false},"author":1,"featured_media":6285,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_locale":"ja","_original_post":"https:\/\/nlpillustration.tech\/?p=5807","footnotes":""},"categories":[95],"tags":[],"class_list":["post-5807","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-lm","ja"],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.4 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002 - \u3059\u3048\u3064\u3050\u306eNLP&amp;LLM<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/nlpillustration.tech\/?p=5807\" \/>\n<meta property=\"og:locale\" content=\"ja_JP\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002 - \u3059\u3048\u3064\u3050\u306eNLP&amp;LLM\" \/>\n<meta property=\"og:description\" content=\"\u306f\u3058\u3081\u306b \u4eca\u56de\u306f\u3001\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(LLM)\u306e\u6280\u8853\u306b\u3064\u3044\u3066\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002 \u5177\u4f53\u7684\u306b\u306f\u3001\u300c\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306f\u3001\u3069\u3093\u306a\u30b9\u30c6\u30c3\u30d7\u3067\u3001\u3069\u3046\u3084\u3063\u3066\u4f5c\u3089\u308c\u3066\u3044\u308b\u306e\u304b\uff1f\u300d\u306b\u6cbf\u3063\u3066\u6280\u8853\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u89e3\u8aac\u304b\u3089\u3001 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/nlpillustration.tech\/?p=5807\" \/>\n<meta property=\"og:site_name\" content=\"\u3059\u3048\u3064\u3050\u306eNLP&amp;LLM\" \/>\n<meta property=\"article:published_time\" content=\"2024-06-22T05:00:00+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2024-11-08T03:23:34+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/LLM_Architecture_header-1.jpg\" \/>\n\t<meta property=\"og:image:width\" content=\"961\" \/>\n\t<meta property=\"og:image:height\" content=\"961\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/jpeg\" \/>\n<meta name=\"author\" content=\"\u3059\u3048\u3064\u3050\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:creator\" content=\"@home\" \/>\n<meta name=\"twitter:site\" content=\"@home\" \/>\n<meta name=\"twitter:label1\" content=\"\u57f7\u7b46\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"\u3059\u3048\u3064\u3050\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593\" \/>\n\t<meta name=\"twitter:data2\" content=\"143\u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807\"},\"author\":{\"name\":\"\u3059\u3048\u3064\u3050\",\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/#\\\/schema\\\/person\\\/e967d724e9ed50656ce68dabdf671802\"},\"headline\":\"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002\",\"datePublished\":\"2024-06-22T05:00:00+00:00\",\"dateModified\":\"2024-11-08T03:23:34+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807\"},\"wordCount\":1057,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/#\\\/schema\\\/person\\\/e967d724e9ed50656ce68dabdf671802\"},\"image\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/09\\\/LLM_Architecture_header-1.jpg\",\"articleSection\":[\"\u8a00\u8a9e\u30e2\u30c7\u30eb\uff5cLM\"],\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807\",\"url\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807\",\"name\":\"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002 - \u3059\u3048\u3064\u3050\u306eNLP&amp;LLM\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/09\\\/LLM_Architecture_header-1.jpg\",\"datePublished\":\"2024-06-22T05:00:00+00:00\",\"dateModified\":\"2024-11-08T03:23:34+00:00\",\"breadcrumb\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#breadcrumb\"},\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#primaryimage\",\"url\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/09\\\/LLM_Architecture_header-1.jpg\",\"contentUrl\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/09\\\/LLM_Architecture_header-1.jpg\",\"width\":961,\"height\":961},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/?p=5807#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u30db\u30fc\u30e0\",\"item\":\"https:\\\/\\\/nlpillustration.tech\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/#website\",\"url\":\"https:\\\/\\\/nlpillustration.tech\\\/\",\"name\":\"\u3059\u3048\u3064\u3050\u306eNLP&G\",\"description\":\"\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u3068\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(LLM)\u3092\u308f\u304b\u308a\u3084\u3059\u304f\u56f3\u89e3\u3001\u89e3\u8aac\u3059\u308b\u30d6\u30ed\u30b0\u3067\u3059\",\"publisher\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/#\\\/schema\\\/person\\\/e967d724e9ed50656ce68dabdf671802\"},\"alternateName\":\"\u3059\u3048\u3064\u3050\u306eNLP&G\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/nlpillustration.tech\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ja\"},{\"@type\":[\"Person\",\"Organization\"],\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/#\\\/schema\\\/person\\\/e967d724e9ed50656ce68dabdf671802\",\"name\":\"\u3059\u3048\u3064\u3050\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/cropped-icon_150150.webp\",\"url\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/cropped-icon_150150.webp\",\"contentUrl\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/cropped-icon_150150.webp\",\"width\":512,\"height\":512,\"caption\":\"\u3059\u3048\u3064\u3050\"},\"logo\":{\"@id\":\"https:\\\/\\\/nlpillustration.tech\\\/wp-content\\\/uploads\\\/2023\\\/02\\\/cropped-icon_150150.webp\"},\"sameAs\":[\"https:\\\/\\\/nlpillustration.tech\"],\"url\":\"https:\\\/\\\/nlpillustration.tech\\\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002 - \u3059\u3048\u3064\u3050\u306eNLP&amp;LLM","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/nlpillustration.tech\/?p=5807","og_locale":"ja_JP","og_type":"article","og_title":"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002 - \u3059\u3048\u3064\u3050\u306eNLP&amp;LLM","og_description":"\u306f\u3058\u3081\u306b \u4eca\u56de\u306f\u3001\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(LLM)\u306e\u6280\u8853\u306b\u3064\u3044\u3066\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002 \u5177\u4f53\u7684\u306b\u306f\u3001\u300c\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u306f\u3001\u3069\u3093\u306a\u30b9\u30c6\u30c3\u30d7\u3067\u3001\u3069\u3046\u3084\u3063\u3066\u4f5c\u3089\u308c\u3066\u3044\u308b\u306e\u304b\uff1f\u300d\u306b\u6cbf\u3063\u3066\u6280\u8853\u3092\u89e3\u8aac\u3057\u307e\u3059\u3002LLM\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306e\u89e3\u8aac\u304b\u3089\u3001 [&hellip;]","og_url":"https:\/\/nlpillustration.tech\/?p=5807","og_site_name":"\u3059\u3048\u3064\u3050\u306eNLP&amp;LLM","article_published_time":"2024-06-22T05:00:00+00:00","article_modified_time":"2024-11-08T03:23:34+00:00","og_image":[{"width":961,"height":961,"url":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/LLM_Architecture_header-1.jpg","type":"image\/jpeg"}],"author":"\u3059\u3048\u3064\u3050","twitter_card":"summary_large_image","twitter_creator":"@home","twitter_site":"@home","twitter_misc":{"\u57f7\u7b46\u8005":"\u3059\u3048\u3064\u3050","\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593":"143\u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/nlpillustration.tech\/?p=5807#article","isPartOf":{"@id":"https:\/\/nlpillustration.tech\/?p=5807"},"author":{"name":"\u3059\u3048\u3064\u3050","@id":"https:\/\/nlpillustration.tech\/#\/schema\/person\/e967d724e9ed50656ce68dabdf671802"},"headline":"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002","datePublished":"2024-06-22T05:00:00+00:00","dateModified":"2024-11-08T03:23:34+00:00","mainEntityOfPage":{"@id":"https:\/\/nlpillustration.tech\/?p=5807"},"wordCount":1057,"commentCount":0,"publisher":{"@id":"https:\/\/nlpillustration.tech\/#\/schema\/person\/e967d724e9ed50656ce68dabdf671802"},"image":{"@id":"https:\/\/nlpillustration.tech\/?p=5807#primaryimage"},"thumbnailUrl":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/LLM_Architecture_header-1.jpg","articleSection":["\u8a00\u8a9e\u30e2\u30c7\u30eb\uff5cLM"],"inLanguage":"ja","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/nlpillustration.tech\/?p=5807#respond"]}]},{"@type":"WebPage","@id":"https:\/\/nlpillustration.tech\/?p=5807","url":"https:\/\/nlpillustration.tech\/?p=5807","name":"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002 - \u3059\u3048\u3064\u3050\u306eNLP&amp;LLM","isPartOf":{"@id":"https:\/\/nlpillustration.tech\/#website"},"primaryImageOfPage":{"@id":"https:\/\/nlpillustration.tech\/?p=5807#primaryimage"},"image":{"@id":"https:\/\/nlpillustration.tech\/?p=5807#primaryimage"},"thumbnailUrl":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/LLM_Architecture_header-1.jpg","datePublished":"2024-06-22T05:00:00+00:00","dateModified":"2024-11-08T03:23:34+00:00","breadcrumb":{"@id":"https:\/\/nlpillustration.tech\/?p=5807#breadcrumb"},"inLanguage":"ja","potentialAction":[{"@type":"ReadAction","target":["https:\/\/nlpillustration.tech\/?p=5807"]}]},{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/nlpillustration.tech\/?p=5807#primaryimage","url":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/LLM_Architecture_header-1.jpg","contentUrl":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/09\/LLM_Architecture_header-1.jpg","width":961,"height":961},{"@type":"BreadcrumbList","@id":"https:\/\/nlpillustration.tech\/?p=5807#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u30db\u30fc\u30e0","item":"https:\/\/nlpillustration.tech\/"},{"@type":"ListItem","position":2,"name":"\u3010\u56f3\u89e3\u3011\u4e00\u6483\u3067\u308f\u304b\u308bLLM\u306e\u6280\u8853\u3002\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u8a2d\u8a08\u304b\u3089\u30c7\u30fc\u30bf\u53ce\u96c6\u307e\u3067\u308f\u304b\u308a\u3084\u3059\u304f\u89e3\u8aac\u3002"}]},{"@type":"WebSite","@id":"https:\/\/nlpillustration.tech\/#website","url":"https:\/\/nlpillustration.tech\/","name":"\u3059\u3048\u3064\u3050\u306eNLP&G","description":"\u81ea\u7136\u8a00\u8a9e\u51e6\u7406(NLP)\u3068\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb(LLM)\u3092\u308f\u304b\u308a\u3084\u3059\u304f\u56f3\u89e3\u3001\u89e3\u8aac\u3059\u308b\u30d6\u30ed\u30b0\u3067\u3059","publisher":{"@id":"https:\/\/nlpillustration.tech\/#\/schema\/person\/e967d724e9ed50656ce68dabdf671802"},"alternateName":"\u3059\u3048\u3064\u3050\u306eNLP&G","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/nlpillustration.tech\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ja"},{"@type":["Person","Organization"],"@id":"https:\/\/nlpillustration.tech\/#\/schema\/person\/e967d724e9ed50656ce68dabdf671802","name":"\u3059\u3048\u3064\u3050","image":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/cropped-icon_150150.webp","url":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/cropped-icon_150150.webp","contentUrl":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/cropped-icon_150150.webp","width":512,"height":512,"caption":"\u3059\u3048\u3064\u3050"},"logo":{"@id":"https:\/\/nlpillustration.tech\/wp-content\/uploads\/2023\/02\/cropped-icon_150150.webp"},"sameAs":["https:\/\/nlpillustration.tech"],"url":"https:\/\/nlpillustration.tech\/?author=1"}]}},"_links":{"self":[{"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=\/wp\/v2\/posts\/5807","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=5807"}],"version-history":[{"count":330,"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=\/wp\/v2\/posts\/5807\/revisions"}],"predecessor-version":[{"id":6393,"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=\/wp\/v2\/posts\/5807\/revisions\/6393"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=\/wp\/v2\/media\/6285"}],"wp:attachment":[{"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=5807"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=5807"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/nlpillustration.tech\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=5807"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}