{"id":7326,"date":"2025-09-28T15:08:12","date_gmt":"2025-09-28T15:08:12","guid":{"rendered":"https:\/\/pokecon.jp\/job\/?p=7326"},"modified":"2025-09-28T15:08:12","modified_gmt":"2025-09-28T15:08:12","slug":"%e3%80%90%e6%9b%b8%e8%a9%95%e3%80%91-%e5%ae%9f%e8%b7%b5llm%e3%82%a2%e3%83%97%e3%83%aa%e3%82%b1%e3%83%bc%e3%82%b7%e3%83%a7%e3%83%b3%e9%96%8b%e7%99%ba-%e2%80%95%e3%83%97%e3%83%ad%e3%83%88%e3%82%bf","status":"publish","type":"post","link":"https:\/\/pokecon.jp\/job\/7326\/","title":{"rendered":"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki"},"content":{"rendered":"\n<\/p>\n<div data-name=\"body\" data-v-a37bc914=\"\">\n<p name=\"ce7eb678-b84f-4434-aae9-78f69c84f700\" id=\"ce7eb678-b84f-4434-aae9-78f69c84f700\">\u3053\u3061\u3089\u306e\u66f8\u7c4d\u3067\u3059\u304c\u3001\u3042\u308a\u304c\u305f\u3044\u3053\u3068\u306b\u76e3\u8a33\u306e\u91d1\u672c\u3055\u3093\uff08<a target=\"_blank\" href=\"https:\/\/x.com\/kkatsuyoshi\" target=\"_blank\" rel=\"noopener noreferrer nofollow\">@kkatsuyoshi<\/a>\uff09\u304b\u3089\u3054\u732e\u672c\u3044\u305f\u3060\u304d\u307e\u3057\u305f\uff01\u91d1\u672c\u3055\u3093\u3068\u306f\u300e<a target=\"_blank\" href=\"https:\/\/sites.google.com\/view\/project-aio\/home\" target=\"_blank\" rel=\"noopener noreferrer nofollow\">AI\u738b\u301c\u30af\u30a4\u30baAI\u65e5\u672c\u4e00\u6c7a\u5b9a\u6226<\/a>\u300f\u3068\u3044\u3046\u30a4\u30d9\u30f3\u30c8\u3067\u304a\u4e16\u8a71\u306b\u306a\u3063\u305f\u3053\u3068\u304c\u3042\u308a\u3001\u91d1\u672c\u3055\u3093\u304c\u53c2\u52a0\u8005\u3001\u79c1\u304c\u904b\u55b6\u59d4\u54e1\u3068\u3044\u3046\u611f\u3058\u306e\u95a2\u4fc2\u3067\u3059\u3002<\/p>\n<p name=\"e54af1a9-6273-4179-bcb5-b2678339d186\" id=\"e54af1a9-6273-4179-bcb5-b2678339d186\">AI\u738b \u306f ChatGPT \u304c\u767b\u5834\u3059\u308b\u4ee5\u524d\u306e RAG \u30b3\u30f3\u30da\u30c6\u30a3\u30b7\u30e7\u30f3\uff08\u5177\u4f53\u7684\u306b\u306f\u3001\u9078\u629e\u80a2\u4ed8\u304d\u6a5f\u68b0\u8aad\u89e3\u3001\u30aa\u30fc\u30d7\u30f3\u30c9\u30e1\u30a4\u30f3\u8cea\u554f\u5fdc\u7b54\u3001etc\u2026\uff09\u3067\u3059\u3002\u5f53\u6642\u304b\u3089\u8208\u5473\u6df1\u3044\u624b\u6cd5\u3092\u8a66\u3055\u308c\u3066\u304a\u308a\u3001\u7279\u306b\u8a00\u8a9e\u30e2\u30c7\u30eb\u304c\u82e6\u624b\u3068\u3059\u308b\u56fa\u6709\u8868\u73fe\u306e\u77e5\u8b58\u7372\u5f97\u306b\u5bfe\u3059\u308b post-hoc \u306a\u30a2\u30d7\u30ed\u30fc\u30c1\u304c\u52c9\u5f37\u306b\u306a\u3063\u305f\u3053\u3068\u3092\u899a\u3048\u3066\u307e\u3059\u3002<\/p>\n<figure name=\"2856ac18-1fa9-4467-944b-8fb769d577ae\" id=\"2856ac18-1fa9-4467-944b-8fb769d577ae\" data-src=\"https:\/\/www.oreilly.co.jp\/books\/9784814401314\/\" data-identifier=\"null\" embedded-service=\"external-article\" embedded-content-key=\"embb48861dd55b2\"\/>\n<figure name=\"85d879d7-5465-415e-95c2-5dd4c3a86657\" id=\"85d879d7-5465-415e-95c2-5dd4c3a86657\">\n<blockquote>\n<p name=\"28bd5690-92d3-4517-a2f3-fe39791899a6\" id=\"28bd5690-92d3-4517-a2f3-fe39791899a6\"><strong>\u5b9f\u8df5 LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d<\/strong><br \/>Suhas Pai\u3000\u8457\u3001\u91d1\u672c \u52dd\u5409\u3000\u76e3\u8a33\u3001\u30aa\u30e9\u30a4\u30ea\u30fc\u30fb\u30b8\u30e3\u30d1\u30f3\u7de8\u96c6\u90e8\u3000\u8a33<\/p>\n<p><strong>\u767a\u884c\u5e74\u6708\u65e5\u3000<\/strong>2025\u5e7409\u6708<br \/><strong>PRINT LENGTH\u3000<\/strong>400<br \/><strong>\u539f\u66f8\u3000<\/strong><a target=\"_blank\" href=\"https:\/\/learning.oreilly.com\/library\/view\/designing-large-language\/9781098150495\/\" target=\"_blank\" rel=\"noopener noreferrer nofollow\">Designing Large Language Model Applications<\/a><br \/><strong>Print\u3000<\/strong>4,620\u5186<\/p>\n<\/blockquote><figcaption><a target=\"_blank\" href=\"https:\/\/www.oreilly.co.jp\/books\/9784814401314\/\" target=\"_blank\" rel=\"noopener noreferrer nofollow\">https:\/\/www.oreilly.co.jp\/books\/9784814401314\/<\/a><\/figcaption><\/figure>\n<h3 name=\"f8b40b83-305d-4d65-b017-7534186df4b4\" id=\"f8b40b83-305d-4d65-b017-7534186df4b4\">TL;DR<\/h3>\n<p name=\"556ed5dc-baa6-4f44-9bc4-552e9693066d\" id=\"556ed5dc-baa6-4f44-9bc4-552e9693066d\">\u30bf\u30a4\u30c8\u30eb\u306e\u3068\u304a\u308a\u3001LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a\u306e\u624b\u5f15\u304d\u3092\u5305\u62ec\u7684\u306b\u89e3\u8aac\u3057\u3066\u3044\u307e\u3059\u3002LLM \u3092\u8a08\u7b97\u8cc7\u6e90\u4e0a\u3067\u5b66\u7fd2\/\u63a8\u8ad6\u3059\u308b\u305f\u3081\u306e\u57fa\u790e\u77e5\u8b58\u304b\u3089\u3001RAG \u3084\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u306a\u3069\u306e\u5b9f\u8df5\u77e5\u8b58\u307e\u3067\u3001\u4ee3\u8868\u7684\u306a\u8ad6\u6587\u3084\u516c\u5f0f\u30c9\u30ad\u30e5\u30e1\u30f3\u30c8\u3092\u5f15\u7528\u3057\u306a\u304c\u3089\u4e01\u5be7\u306b\u89e3\u8aac\u3055\u308c\u3066\u307e\u3059\ud83d\udcd8<\/p>\n<p name=\"a1bc3050-f22b-4a1d-b335-481aa15a50c2\" id=\"a1bc3050-f22b-4a1d-b335-481aa15a50c2\">LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3067\u306f<strong>\uff08\u30bf\u30b9\u30af\uff5c\u30e6\u30fc\u30b6\uff5c\u30b7\u30b9\u30c6\u30e0\uff09\u7279\u6027\u306b\u5fdc\u3058\u305f\u67d4\u8edf\u306a\u8a2d\u8a08\u00a0<\/strong>\u304c\u91cd\u8981\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n<p name=\"bc3cc9ea-58c3-45ab-83c7-e723b3cec1d6\" id=\"bc3cc9ea-58c3-45ab-83c7-e723b3cec1d6\">\u5c0e\u5165\u3067\u306f\u66f8\u7c4d\u5185\u3067\u7d39\u4ecb\u3055\u308c\u308b\u6280\u8853\u3092\u30c4\u30fc\u30eb\u3068\u79f0\u3057\u3066\u300e\u624b\u6bb5\uff08\uff1d\u624b\u672d\uff09\u300f\u3068\u4f4d\u7f6e\u3065\u3051\u3066\u3044\u307e\u3059\u3002\u672c\u66f8\u3092\u8aad\u307f\u9032\u3081\u308b\u3053\u3068\u3067\u3001\u307e\u305a\u306f\u81ea\u8eab\u306e\u624b\u672d\u3092\u5897\u3084\u3057\u3001\u3055\u3089\u306b\u306f\u3001\u3069\u306e\u3088\u3046\u306a\u72b6\u6cc1\/\u30bf\u30a4\u30df\u30f3\u30b0\u3067\u624b\u672d\u3092\u5207\u308b\u3079\u304d\u304b\u3001\u3068\u3044\u3046\u67d4\u8edf\u306a\u610f\u601d\u6c7a\u5b9a\u3092\u30b5\u30dd\u30fc\u30c8\u3057\u3066\u304f\u308c\u308b\u4e00\u518a\u306b\u306a\u308b\u304b\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n<h3 name=\"ce9b8591-cfcf-41f9-a738-df48f978d7de\" id=\"ce9b8591-cfcf-41f9-a738-df48f978d7de\">\u3069\u3093\u306a\u4eba\u306b\u304a\u3059\u3059\u3081\u306e\u66f8\u7c4d\u304b\uff1f<\/h3>\n<p name=\"e86bfbb9-64a7-438a-80a1-be51c377726a\" id=\"e86bfbb9-64a7-438a-80a1-be51c377726a\">\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u3084\u751f\u6210AI\u3092\u4fef\u77b0\u3057\u3066\u5b66\u3073\u305f\u3044\u65b9\u3001LLM \u3092\u7528\u3044\u305f\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a\u3092\u5b9f\u52d9\u3067\u304a\u3053\u306a\u3046\u65b9\u3001AI\u30a8\u30f3\u30b8\u30cb\u30a2\u3092\u76ee\u6307\u3059\u65b9\u306b\u304a\u3059\u3059\u3081\u3067\u3059\uff01<\/p>\n<ul name=\"db85e927-9194-4148-bca7-5a187b25ba65\" id=\"db85e927-9194-4148-bca7-5a187b25ba65\">\n<li>\n<p name=\"cfee1451-f35d-45b3-a0af-d4b22c920fc6\" id=\"cfee1451-f35d-45b3-a0af-d4b22c920fc6\"><strong>LLM\u306e\u5168\u4f53\u50cf\u3092\u7406\u89e3\u3057\u305f\u3044<\/strong> \u2026 1,3\u90e8<\/p>\n<\/li>\n<li>\n<p name=\"bdc52268-6dea-46e6-995e-f96c2e4f4b17\" id=\"bdc52268-6dea-46e6-995e-f96c2e4f4b17\"><strong>AI\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092\u958b\u767a\u3057\u305f\u3044<\/strong> \u2026 3\u90e8<\/p>\n<\/li>\n<li>\n<p name=\"93ba5128-1272-4b61-bf17-9dafef393619\" id=\"93ba5128-1272-4b61-bf17-9dafef393619\"><strong>LLM\u3092\u69cb\u7bc9\u3057\u305f\u3044<\/strong> \u2026 1,2\u90e8<\/p>\n<\/li>\n<li>\n<p name=\"0cdc13c2-25b8-4e66-8b48-d4b81434b655\" id=\"0cdc13c2-25b8-4e66-8b48-d4b81434b655\"><strong>\u7814\u7a76\u306b\u5f79\u7acb\u3066\u305f\u3044<\/strong> \u2026 1~3\u90e8<\/p>\n<\/li>\n<\/ul>\n<p name=\"f5bc91ac-7572-4090-b682-f367372bebbe\" id=\"f5bc91ac-7572-4090-b682-f367372bebbe\">\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\/\u751f\u6210AI \u521d\u5b66\u8005\u306b\u3068\u3063\u3066\u306f\u5c11\u3057\u96e3\u3057\u3044\u5185\u5bb9\u306b\u306a\u3063\u3066\u3044\u308b\u304b\u3082\u3057\u308c\u307e\u305b\u3093\u3002\u305f\u3060 Google Colab \u3067\u306e\u30b3\u30fc\u30c9\u304c\u63d0\u4f9b\u3055\u308c\u3066\u3044\u308b\u306e\u3067\u3001\u57fa\u790e\u77e5\u8b58\u304c\u3042\u308c\u3070\u5b89\u5fc3\u3057\u3066\u5b66\u3079\u307e\u3059 \ud83d\ude4c<\/p>\n<figure name=\"afb677f9-dbcb-4982-b8a0-498d394b9675\" id=\"afb677f9-dbcb-4982-b8a0-498d394b9675\" data-src=\"https:\/\/github.com\/oreilly-japan\/designing-llm-apps-ja\" data-identifier=\"null\" embedded-service=\"githubRepository\" embedded-content-key=\"emb045783475241\"\/>\n<h3 name=\"83aeb638-954b-4f2c-9d59-ce4fcf7dcd41\" id=\"83aeb638-954b-4f2c-9d59-ce4fcf7dcd41\">\u76ee\u6b21<\/h3>\n<p name=\"3def0216-1c78-459e-a8ed-b37e3b80a727\" id=\"3def0216-1c78-459e-a8ed-b37e3b80a727\">\u4ee5\u4e0b\u306e\u901a\u308a\u3067\u3059\u3002\u30da\u30fc\u30b8\u6570\u304c\u9650\u3089\u308c\u3066\u3044\u308b\u305f\u3081\u4e00\u3064\u306e\u77e5\u8b58\u3092\u6df1\u6398\u308a\u3059\u308b\u5185\u5bb9\u3067\u306f\u306a\u3044\u3067\u3059\u304c\u3001\u305d\u308c\u3067\u3082\u6e80\u8db3\u611f\u306e\u3042\u308b\u30dc\u30ea\u30e5\u30fc\u30e0\u3067\u3059\u3002<\/p>\n<pre name=\"d117f2a2-f0e5-499e-8d93-f52a57ec64fe\" id=\"d117f2a2-f0e5-499e-8d93-f52a57ec64fe\" data-name=\"preCode\"><code class=\"hljs css\" data-name=\"code\">\u7b2c1\u90e8\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u69cb\u6210\u8981\u7d20\n\n1\u7ae0\u3000\u30a4\u30f3\u30c8\u30ed\u30c0\u30af\u30b7\u30e7\u30f3\n    1<span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u5b9a\u7fa9\n    1<span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u7565\u53f2\n        1<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u9ece\u660e\u671f\n        1<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u6642\u4ee3\n    1<span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u30a4\u30f3\u30d1\u30af\u30c8\n    1<span class=\"hljs-selector-class\">.4<\/span>\u3000\u4f01\u696d\u306b\u304a\u3051\u308b<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u6d3b\u7528\n    1<span class=\"hljs-selector-class\">.5<\/span>\u3000\u30d7\u30ed\u30f3\u30d7\u30c6\u30a3\u30f3\u30b0\n        1<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30bc\u30ed\u30b7\u30e7\u30c3\u30c8\u30fb\u30d7\u30ed\u30f3\u30d7\u30c6\u30a3\u30f3\u30b0\n        1<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30d5\u30e5\u30fc\u30b7\u30e7\u30c3\u30c8\u30fb\u30d7\u30ed\u30f3\u30d7\u30c6\u30a3\u30f3\u30b0\n        1<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">CoT<\/span>\u30d7\u30ed\u30f3\u30d7\u30c6\u30a3\u30f3\u30b0\n        1<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u30d7\u30ed\u30f3\u30d7\u30c8\u306e\u9023\u9396\n        1<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000\u6575\u5bfe\u7684\u30d7\u30ed\u30f3\u30d7\u30c6\u30a3\u30f3\u30b0\n    1<span class=\"hljs-selector-class\">.6<\/span>\u3000<span class=\"hljs-selector-tag\">API<\/span>\u3092\u901a\u3057\u3066<span class=\"hljs-selector-tag\">LLM<\/span>\u306b\u30a2\u30af\u30bb\u30b9\u3059\u308b\n    1<span class=\"hljs-selector-class\">.7<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u5f37\u307f\u3068\u9650\u754c\n    1<span class=\"hljs-selector-class\">.8<\/span>\u3000\u6700\u521d\u306e\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8\u30fb\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u4f5c\u308b\n    1<span class=\"hljs-selector-class\">.9<\/span>\u3000\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u304b\u3089\u30d7\u30ed\u30c0\u30af\u30b7\u30e7\u30f3\u3078\n    1<span class=\"hljs-selector-class\">.10<\/span>\u3000\u307e\u3068\u3081\n\n2\u7ae0\u3000\u4e8b\u524d\u5b66\u7fd2\uff08<span class=\"hljs-selector-tag\">Pre-Training<\/span>\uff09\u30c7\u30fc\u30bf\n    2<span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u69cb\u6210\u8981\u7d20\n    2<span class=\"hljs-selector-class\">.2<\/span>\u3000\u4e8b\u524d\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u8981\u4ef6\n    2<span class=\"hljs-selector-class\">.3<\/span>\u3000\u3088\u304f\u4f7f\u308f\u308c\u308b\u4e8b\u524d\u5b66\u7fd2\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\n    2<span class=\"hljs-selector-class\">.4<\/span>\u3000\u5408\u6210\u4e8b\u524d\u5b66\u7fd2\u30c7\u30fc\u30bf\n    2<span class=\"hljs-selector-class\">.5<\/span>\u3000\u8a13\u7df4\u30c7\u30fc\u30bf\u306e\u524d\u51e6\u7406\n        2<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30c7\u30fc\u30bf\u306e\u30d5\u30a3\u30eb\u30bf\u30ea\u30f3\u30b0\u3068\u30af\u30ea\u30fc\u30cb\u30f3\u30b0\n        2<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u8cea\u306e\u9ad8\u3044\u6587\u66f8\u3092\u9078\u3076\n        2<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u91cd\u8907\u6392\u9664\n        2<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u500b\u4eba\u8b58\u5225\u60c5\u5831\u306e\u9664\u53bb\n        2<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000\u8a55\u4fa1\u30bb\u30c3\u30c8\u306e\u6df7\u5165\u9664\u53bb\n        2<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.6<\/span>\u3000\u30c7\u30fc\u30bf\u306e\u6df7\u5408\n    2<span class=\"hljs-selector-class\">.6<\/span>\u3000\u4e0b\u6d41\u30bf\u30b9\u30af\u306b\u5bfe\u3059\u308b\u4e8b\u524d\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u52b9\u679c\n    2<span class=\"hljs-selector-class\">.7<\/span>\u3000\u4e8b\u524d\u5b66\u7fd2\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306b\u304a\u3051\u308b\u30d0\u30a4\u30a2\u30b9\u3068\u516c\u5e73\u6027\u306e\u554f\u984c\n    2<span class=\"hljs-selector-class\">.8<\/span>\u3000\u307e\u3068\u3081\n\n3\u7ae0\u3000\u8a9e\u5f59\u3068\u30c8\u30fc\u30af\u30f3\u5316\n    3<span class=\"hljs-selector-class\">.1<\/span>\u3000\u8a9e\u5f59\n    3<span class=\"hljs-selector-class\">.2<\/span>\u3000\u30c8\u30fc\u30af\u30ca\u30a4\u30b6\u30fc\n    3<span class=\"hljs-selector-class\">.3<\/span>\u3000\u30c8\u30fc\u30af\u30f3\u5316\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\n        3<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u6b63\u898f\u5316\n        3<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30d7\u30ea\u30c8\u30fc\u30af\u30f3\u5316\n        3<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30c8\u30fc\u30af\u30f3\u5316\n        3<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u5f8c\u51e6\u7406\n        3<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000\u7279\u6b8a\u30c8\u30fc\u30af\u30f3\n    3<span class=\"hljs-selector-class\">.4<\/span>\u3000\u307e\u3068\u3081\n\n4\u7ae0\u3000\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u5b66\u7fd2\u76ee\u7684\n    4<span class=\"hljs-selector-class\">.1<\/span>\u3000\u4e88\u5099\u77e5\u8b58\n    4<span class=\"hljs-selector-class\">.2<\/span>\u3000\u610f\u5473\u3092\u8868\u73fe\u3059\u308b\n    4<span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">Transformer<\/span>\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\n        4<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u81ea\u5df1\u6ce8\u610f\n        4<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u4f4d\u7f6e\u7b26\u53f7\u5316\uff08<span class=\"hljs-selector-tag\">Positional<\/span> <span class=\"hljs-selector-tag\">Encoding<\/span>\uff09\n        4<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30d5\u30a3\u30fc\u30c9\u30d5\u30a9\u30ef\u30fc\u30c9\u30fb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\n        4<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u30ec\u30a4\u30e4\u30fc\u6b63\u898f\u5316\n    4<span class=\"hljs-selector-class\">.4<\/span>\u3000\u640d\u5931\u95a2\u6570\uff08<span class=\"hljs-selector-tag\">Loss<\/span> <span class=\"hljs-selector-tag\">Function<\/span>\uff09\n    4<span class=\"hljs-selector-class\">.5<\/span>\u3000\u5185\u5728\u7684\u30e2\u30c7\u30eb\u8a55\u4fa1\n    4<span class=\"hljs-selector-class\">.6<\/span>\u3000<span class=\"hljs-selector-tag\">Transformer<\/span>\u306e\u4e2d\u6838\u3068\u306a\u308b\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\n        4<span class=\"hljs-selector-class\">.6<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30a8\u30f3\u30b3\u30fc\u30c0\u306e\u307f\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\n        4<span class=\"hljs-selector-class\">.6<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30a8\u30f3\u30b3\u30fc\u30c0\u30fb\u30c7\u30b3\u30fc\u30c0\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\n        4<span class=\"hljs-selector-class\">.6<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30c7\u30b3\u30fc\u30c0\u306e\u307f\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\n        4<span class=\"hljs-selector-class\">.6<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u6df7\u5408\u30a8\u30ad\u30b9\u30d1\u30fc\u30c8\uff08<span class=\"hljs-selector-tag\">MoE<\/span>\uff09\u30e2\u30c7\u30eb\n    4<span class=\"hljs-selector-class\">.7<\/span>\u3000\u5b66\u7fd2\u76ee\u7684\uff08<span class=\"hljs-selector-tag\">Learning<\/span> <span class=\"hljs-selector-tag\">Objective<\/span>\uff09\n        4<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u5b8c\u5168\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\n        4<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u63a5\u982d\u8f9e\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\n        4<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30de\u30b9\u30af\u8a00\u8a9e\u30e2\u30c7\u30ea\u30f3\u30b0\n        4<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u3069\u306e\u5b66\u7fd2\u76ee\u7684\u304c\u512a\u308c\u3066\u3044\u308b\u306e\u304b\uff1f\n    4<span class=\"hljs-selector-class\">.8<\/span>\u3000\u4e8b\u524d\u5b66\u7fd2\u30e2\u30c7\u30eb\n    4<span class=\"hljs-selector-class\">.9<\/span>\u3000\u307e\u3068\u3081\n\n\u7b2c2\u90e8\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u6d3b\u7528\n\n5\u7ae0\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u3092\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9\u306b\u5408\u308f\u305b\u308b\n    5<span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u4e16\u754c\u3092\u30ca\u30d3\u30b2\u30fc\u30c8\u3059\u308b\n        5<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u30d7\u30ed\u30d0\u30a4\u30c0\u30fc\u3068\u306f\uff1f\n        5<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30e2\u30c7\u30eb\u306e\u8abf\u6574\u3068\u305d\u306e\u7279\u8272\n        5<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9<span class=\"hljs-selector-tag\">LLM<\/span>\n    5<span class=\"hljs-selector-class\">.2<\/span>\u3000\u30bf\u30b9\u30af\u306b\u5408\u308f\u305b\u305f<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u9078\u3073\u65b9\n        5<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9<span class=\"hljs-selector-tag\">LLM<\/span>\u3068\u30d7\u30ed\u30d7\u30e9\u30a4\u30a8\u30bf\u30ea<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u6bd4\u8f03\n        5<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306e\u8a55\u4fa1\n    5<span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u3092\u30ed\u30fc\u30c9\u3059\u308b\n        5<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">Hugging<\/span> <span class=\"hljs-selector-tag\">Face<\/span> <span class=\"hljs-selector-tag\">Accelerate<\/span>\n        5<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">Ollama<\/span>\n        5<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u63a8\u8ad6<span class=\"hljs-selector-tag\">API<\/span>\n    5<span class=\"hljs-selector-class\">.4<\/span>\u3000\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u6226\u7565\n        5<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u8caa\u6b32\u306a\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\n        5<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30d3\u30fc\u30e0\u30b5\u30fc\u30c1\n        5<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">Top-k<\/span>\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\n        5<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000<span class=\"hljs-selector-tag\">Top-p<\/span>\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\n    5<span class=\"hljs-selector-class\">.5<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u3067\u63a8\u8ad6\u3092\u5b9f\u884c\u3059\u308b\n    5<span class=\"hljs-selector-class\">.6<\/span>\u3000\u69cb\u9020\u5316\u3055\u308c\u305f\u51fa\u529b\uff08<span class=\"hljs-selector-tag\">Structured<\/span> <span class=\"hljs-selector-tag\">Output<\/span>\uff09\n    5<span class=\"hljs-selector-class\">.7<\/span>\u3000\u30e2\u30c7\u30eb\u306e\u30c7\u30d0\u30c3\u30b0\u3068\u89e3\u91c8\u53ef\u80fd\u6027\n    5<span class=\"hljs-selector-class\">.8<\/span>\u3000\u307e\u3068\u3081\n\n6\u7ae0\u3000\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\n    6<span class=\"hljs-selector-class\">.1<\/span>\u3000\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u5fc5\u8981\u6027\n    6<span class=\"hljs-selector-class\">.2<\/span>\u3000\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\uff1a\u6700\u521d\u304b\u3089\u6700\u5f8c\u307e\u3067\u5b9f\u65bd\u3059\u308b\u4f8b\n        6<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u5b66\u7fd2\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\n        6<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30e1\u30e2\u30ea\u6700\u9069\u5316\u30d1\u30e9\u30e1\u30fc\u30bf\n        6<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u6b63\u5247\u5316\u30d1\u30e9\u30e1\u30fc\u30bf\n        6<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\n        6<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000<span class=\"hljs-selector-tag\">PEFT<\/span>\n        6<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.6<\/span>\u3000\u5909\u6570\u306e\u7cbe\u5ea6\u3092\u843d\u3068\u3057\u3066\u4f5c\u696d\u3059\u308b\n        6<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.7<\/span>\u3000\u3059\u3079\u3066\u3092\u307e\u3068\u3081\u308b\n    6<span class=\"hljs-selector-class\">.3<\/span>\u3000\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u305f\u3081\u306e\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\n        6<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u516c\u958b\u3055\u308c\u3066\u3044\u308b\u30a4\u30f3\u30b9\u30c8\u30e9\u30af\u30b7\u30e7\u30f3\u30fb\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u7528\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u6d3b\u7528\u3059\u308b\n        6<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306b\u3088\u308a\u30a4\u30f3\u30b9\u30c8\u30e9\u30af\u30b7\u30e7\u30f3\u30fb\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u7528\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u751f\u6210\u3059\u308b\n    6<span class=\"hljs-selector-class\">.4<\/span>\u3000\u307e\u3068\u3081\n\n7\u7ae0\u3000\u9ad8\u5ea6\u306a\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5\n    7<span class=\"hljs-selector-class\">.1<\/span>\u3000\u7d99\u7d9a\u4e8b\u524d\u5b66\u7fd2\n        7<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30ea\u30d7\u30ec\u30a4\uff0f\u30e1\u30e2\u30ea\n        7<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30d1\u30e9\u30e1\u30fc\u30bf\u62e1\u5f35\n    7<span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">PEFT<\/span>\n        7<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u65b0\u3057\u3044\u91cd\u307f\u3092\u8ffd\u52a0\u3059\u308b\n        7<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30b5\u30d6\u30bb\u30c3\u30c8\u30fb\u30e1\u30bd\u30c3\u30c9\uff08<span class=\"hljs-selector-tag\">Subset<\/span> <span class=\"hljs-selector-tag\">Method<\/span>\uff09\n    7<span class=\"hljs-selector-class\">.3<\/span>\u3000\u8907\u6570\u306e\u30e2\u30c7\u30eb\u3092\u7d44\u307f\u5408\u308f\u305b\u308b\n        7<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30e2\u30c7\u30eb\u30fb\u30a2\u30f3\u30b5\u30f3\u30d6\u30eb\n        7<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30e2\u30c7\u30eb\u30de\u30fc\u30b8\uff0f\u30d5\u30e5\u30fc\u30b8\u30e7\u30f3\n        7<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30a2\u30c0\u30d7\u30bf\u30fc\u306e\u30de\u30fc\u30b8\n    7<span class=\"hljs-selector-class\">.4<\/span>\u3000\u307e\u3068\u3081\n\n8\u7ae0\u3000\u30a2\u30e9\u30a4\u30e1\u30f3\u30c8\u3068\u8ad6\u7406\u7684\u63a8\u8ad6\n    8<span class=\"hljs-selector-class\">.1<\/span>\u3000\u30a2\u30e9\u30a4\u30e1\u30f3\u30c8\u306e\u5b9a\u7fa9\n    8<span class=\"hljs-selector-class\">.2<\/span>\u3000\u5f37\u5316\u5b66\u7fd2\n        8<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u4eba\u9593\u306b\u3088\u308b\u30d5\u30a3\u30fc\u30c9\u30d0\u30c3\u30af\u306e\u7a2e\u985e\n        8<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">RLHF<\/span>\u306e\u4f8b\n    8<span class=\"hljs-selector-class\">.3<\/span>\u3000\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\n    8<span class=\"hljs-selector-class\">.4<\/span>\u3000\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u3092\u8efd\u6e1b\u3059\u308b\n        8<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u81ea\u5df1\u6574\u5408\u6027\n        8<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u691c\u8a3c\u306e\u9023\u9396\n        8<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">Recitation<\/span>\n        8<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u306b\u5bfe\u51e6\u3059\u308b\u305f\u3081\u306e\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\u624b\u6cd5\n        8<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000\u30ec\u30a4\u30e4\u30fc\u3092\u5bfe\u7167\u3055\u305b\u305f\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\n    8<span class=\"hljs-selector-class\">.5<\/span>\u3000\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u5185\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\n    8<span class=\"hljs-selector-class\">.6<\/span>\u3000\u7121\u95a2\u4fc2\u306a\u60c5\u5831\u306b\u3088\u308b\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\n    8<span class=\"hljs-selector-class\">.7<\/span>\u3000\u8ad6\u7406\u7684\u63a8\u8ad6\n        8<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u6f14\u7e79\u7684\u63a8\u8ad6\n        8<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u5e30\u7d0d\u7684\u63a8\u8ad6\n        8<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30a2\u30d6\u30c0\u30af\u30b7\u30e7\u30f3\u63a8\u8ad6\n        8<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u5e38\u8b58\u7684\u63a8\u8ad6\n    8<span class=\"hljs-selector-class\">.8<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306b\u8ad6\u7406\u7684\u63a8\u8ad6\u3092\u4fc3\u3059\n        8<span class=\"hljs-selector-class\">.8<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u691c\u8a3c\u5668\u306b\u3088\u308b\u8ad6\u7406\u7684\u63a8\u8ad6\u80fd\u529b\u306e\u5411\u4e0a\n        8<span class=\"hljs-selector-class\">.8<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u63a8\u8ad6\u6642\u306e\u8a08\u7b97\u91cf\u30b9\u30b1\u30fc\u30ea\u30f3\u30b0\n        8<span class=\"hljs-selector-class\">.8<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u8ad6\u7406\u7684\u63a8\u8ad6\u306e\u305f\u3081\u306e\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\n    8<span class=\"hljs-selector-class\">.9<\/span>\u3000\u307e\u3068\u3081\n\n9\u7ae0\u3000\u63a8\u8ad6\u306e\u6700\u9069\u5316\n    9<span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306b\u3088\u308b\u63a8\u8ad6\u306e\u8ab2\u984c\n    9<span class=\"hljs-selector-class\">.2<\/span>\u3000\u63a8\u8ad6\u3092\u6700\u9069\u5316\u3059\u308b\u624b\u6cd5\n    9<span class=\"hljs-selector-class\">.3<\/span>\u3000\u8a08\u7b97\u91cf\u3092\u524a\u6e1b\u3059\u308b\u624b\u6cd5\n        9<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">KV<\/span>\u30ad\u30e3\u30c3\u30b7\u30e5\n        9<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u65e9\u671f\u7d42\u4e86\n        9<span class=\"hljs-selector-class\">.3<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u77e5\u8b58\u84b8\u7559\n    9<span class=\"hljs-selector-class\">.4<\/span>\u3000\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3092\u9ad8\u901f\u5316\u3059\u308b\u624b\u6cd5\n        9<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u6295\u6a5f\u7684\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\n        9<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u4e26\u5217\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\uff08<span class=\"hljs-selector-tag\">Parallel<\/span> <span class=\"hljs-selector-tag\">Decoding<\/span>\uff09\n    9<span class=\"hljs-selector-class\">.5<\/span>\u3000\u30e1\u30e2\u30ea\u306e\u4f7f\u7528\u91cf\u3092\u6e1b\u3089\u3059\u624b\u6cd5\n        9<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u5bfe\u79f0\u91cf\u5b50\u5316\uff08<span class=\"hljs-selector-tag\">Symmetric<\/span> <span class=\"hljs-selector-tag\">Quantization<\/span>\uff09\n        9<span class=\"hljs-selector-class\">.5<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u975e\u5bfe\u79f0\u91cf\u5b50\u5316\n    9<span class=\"hljs-selector-class\">.6<\/span>\u3000\u307e\u3068\u3081\n\n\u7b2c3\u90e8\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u30d1\u30e9\u30c0\u30a4\u30e0\n\n10\u7ae0\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u304b\u3089\u5916\u90e8\u30c4\u30fc\u30eb\u3092\u5229\u7528\u3059\u308b\n    10<span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u306b\u304a\u3051\u308b\u76f8\u4e92\u4f5c\u7528\u306e\u30d1\u30e9\u30c0\u30a4\u30e0\n        10<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u53d7\u52d5\u7684\u30a2\u30d7\u30ed\u30fc\u30c1\n        10<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u660e\u793a\u7684\u30a2\u30d7\u30ed\u30fc\u30c1\n        10<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u81ea\u5f8b\u7684\u30a2\u30d7\u30ed\u30fc\u30c1\n    10<span class=\"hljs-selector-class\">.2<\/span>\u3000\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u306e\u5b9a\u7fa9\n    10<span class=\"hljs-selector-class\">.3<\/span>\u3000\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u578b\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\n    10<span class=\"hljs-selector-class\">.4<\/span>\u3000\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u578b\u30b7\u30b9\u30c6\u30e0\u306e\u69cb\u6210\u8981\u7d20\n        10<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30e2\u30c7\u30eb\n        10<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30c4\u30fc\u30eb\n        10<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30c7\u30fc\u30bf\u30b9\u30c8\u30a2\n        10<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u30fb\u30eb\u30fc\u30d7\n        10<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000\u30ac\u30fc\u30c9\u30ec\u30fc\u30eb\u3068\u691c\u8a3c\u5668\n        10<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.6<\/span>\u3000\u30aa\u30fc\u30b1\u30b9\u30c8\u30ec\u30fc\u30b7\u30e7\u30f3\u30fb\u30bd\u30d5\u30c8\u30a6\u30a7\u30a2\n    10<span class=\"hljs-selector-class\">.5<\/span>\u3000\u307e\u3068\u3081\n\n11\u7ae0\u3000\u8868\u73fe\u5b66\u7fd2\u3068\u57cb\u3081\u8fbc\u307f\n    11<span class=\"hljs-selector-class\">.1<\/span>\u3000\u57cb\u3081\u8fbc\u307f\u8868\u73fe\u5165\u9580\n    11<span class=\"hljs-selector-class\">.2<\/span>\u3000\u610f\u5473\u691c\u7d22\n    11<span class=\"hljs-selector-class\">.3<\/span>\u3000\u985e\u4f3c\u5ea6\u306e\u6e2c\u5b9a\u65b9\u6cd5\n    11<span class=\"hljs-selector-class\">.4<\/span>\u3000\u57cb\u3081\u8fbc\u307f\u30e2\u30c7\u30eb\u306e\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\n        11<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30d9\u30fc\u30b9\u30e2\u30c7\u30eb\n        11<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u8a13\u7df4\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\n        11<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u640d\u5931\u95a2\u6570\n    11<span class=\"hljs-selector-class\">.5<\/span>\u3000\u6307\u793a\u306b\u57fa\u3065\u304f\u57cb\u3081\u8fbc\u307f\u8868\u73fe\n    11<span class=\"hljs-selector-class\">.6<\/span>\u3000\u57cb\u3081\u8fbc\u307f\u30d9\u30af\u30c8\u30eb\u306e\u5bb9\u91cf\u3092\u6700\u9069\u5316\u3059\u308b\n        11<span class=\"hljs-selector-class\">.6<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u57cb\u3081\u8fbc\u307f\n        11<span class=\"hljs-selector-class\">.6<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30d0\u30a4\u30ca\u30ea\u304a\u3088\u3073\u6574\u6570\u306b\u3088\u308b\u57cb\u3081\u8fbc\u307f\u8868\u73fe\n        11<span class=\"hljs-selector-class\">.6<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u76f4\u7a4d\u91cf\u5b50\u5316\n    11<span class=\"hljs-selector-class\">.7<\/span>\u3000\u30c1\u30e3\u30f3\u30af\u5206\u5272\uff08<span class=\"hljs-selector-tag\">Chunking<\/span>\uff09\n        11<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u30b9\u30e9\u30a4\u30c7\u30a3\u30f3\u30b0\u30fb\u30a6\u30a3\u30f3\u30c9\u30a6\u3092\u7528\u3044\u305f\u30c1\u30e3\u30f3\u30af\u5206\u5272\n        11<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30e1\u30bf\u30c7\u30fc\u30bf\u3092\u5229\u7528\u3057\u305f\u30c1\u30e3\u30f3\u30af\u5206\u5272\n        11<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30ec\u30a4\u30a2\u30a6\u30c8\u3092\u5229\u7528\u3057\u305f\u30c1\u30e3\u30f3\u30af\u5206\u5272\n        11<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u610f\u5473\u7684\u306a\u30c1\u30e3\u30f3\u30af\u5206\u5272\n        11<span class=\"hljs-selector-class\">.7<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000\u30ec\u30a4\u30c8\u30c1\u30e3\u30f3\u30af\u5206\u5272\n    11<span class=\"hljs-selector-class\">.8<\/span>\u3000\u30d9\u30af\u30c8\u30eb\u30c7\u30fc\u30bf\u30d9\u30fc\u30b9\n    11<span class=\"hljs-selector-class\">.9<\/span>\u3000\u57cb\u3081\u8fbc\u307f\u8868\u73fe\u306e\u89e3\u91c8\n    11<span class=\"hljs-selector-class\">.10<\/span>\u3000\u307e\u3068\u3081\n\n12\u7ae0\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\n    12<span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u306e\u5fc5\u8981\u6027\n    12<span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u3092\u5229\u7528\u3059\u308b\u5834\u9762\n    12<span class=\"hljs-selector-class\">.3<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u3092\u4f7f\u3046\u3079\u304d\u304b\u306e\u5224\u65ad\n    12<span class=\"hljs-selector-class\">.4<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u306e\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\n        12<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000\u66f8\u304d\u63db\u3048\n        12<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u691c\u7d22\n        12<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30ea\u30e9\u30f3\u30af\n        12<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.4<\/span>\u3000\u30ea\u30d5\u30a1\u30a4\u30f3\n        12<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.5<\/span>\u3000\u633f\u5165\n        12<span class=\"hljs-selector-class\">.4<\/span><span class=\"hljs-selector-class\">.6<\/span>\u3000\u751f\u6210\n    12<span class=\"hljs-selector-class\">.5<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u3092\u7528\u3044\u305f\u8a18\u61b6\u306e\u7ba1\u7406\n    12<span class=\"hljs-selector-class\">.6<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u306b\u3088\u308b\u30d5\u30e5\u30fc\u30b7\u30e7\u30c3\u30c8\u5b66\u7fd2\u7528\u306e\u4e8b\u4f8b\u306e\u9078\u5b9a\n    12<span class=\"hljs-selector-class\">.7<\/span>\u3000\u30e2\u30c7\u30eb\u306e\u8a13\u7df4\u306b\u304a\u3051\u308b<span class=\"hljs-selector-tag\">RAG<\/span>\u306e\u5229\u7528\n    12<span class=\"hljs-selector-class\">.8<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u306e\u9650\u754c\n    12<span class=\"hljs-selector-class\">.9<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u3068\u30ed\u30f3\u30b0\u30fb\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u306e\u3069\u3061\u3089\u3092\u4f7f\u3046\u3079\u304d\u304b\uff1f\n    12<span class=\"hljs-selector-class\">.10<\/span>\u3000<span class=\"hljs-selector-tag\">RAG<\/span>\u3068\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u3069\u3061\u3089\u3092\u4f7f\u3046\u3079\u304d\u304b\uff1f\n    12<span class=\"hljs-selector-class\">.11<\/span>\u3000\u307e\u3068\u3081\n\n13\u7ae0\u3000\u30c7\u30b6\u30a4\u30f3\u30d1\u30bf\u30fc\u30f3\u3068\u30b7\u30b9\u30c6\u30e0\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\n    13<span class=\"hljs-selector-class\">.1<\/span>\u3000\u30de\u30eb\u30c1<span class=\"hljs-selector-tag\">LLM<\/span>\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\n        13<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">LLM<\/span>\u30ab\u30b9\u30b1\u30fc\u30c9\n        13<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000\u30eb\u30fc\u30bf\u30fc\n        13<span class=\"hljs-selector-class\">.1<\/span><span class=\"hljs-selector-class\">.3<\/span>\u3000\u30bf\u30b9\u30af\u7279\u5316\u578b<span class=\"hljs-selector-tag\">LLM<\/span>\n    13<span class=\"hljs-selector-class\">.2<\/span>\u3000\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u30d1\u30e9\u30c0\u30a4\u30e0\n        13<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.1<\/span>\u3000<span class=\"hljs-selector-tag\">DSPy<\/span>\n        13<span class=\"hljs-selector-class\">.2<\/span><span class=\"hljs-selector-class\">.2<\/span>\u3000<span class=\"hljs-selector-tag\">LMQL<\/span>\n    13<span class=\"hljs-selector-class\">.3<\/span>\u3000\u307e\u3068\u3081\n<\/code><\/pre>\n<h2 name=\"1c9b5c95-78fb-44c6-bbef-c14c3a711652\" id=\"1c9b5c95-78fb-44c6-bbef-c14c3a711652\">\u7b2c1\u90e8\u3000LLM\u306e\u69cb\u6210\u8981\u7d20<\/h2>\n<h3 name=\"5e0300f5-13ba-4dfd-b8e5-6cbc1542dff6\" id=\"5e0300f5-13ba-4dfd-b8e5-6cbc1542dff6\">\u7b2c1\u7ae0 \u30a4\u30f3\u30c8\u30ed\u30c0\u30af\u30b7\u30e7\u30f3<\/h3>\n<p name=\"0012f948-19c6-443e-8c6c-74173a56e11d\" id=\"0012f948-19c6-443e-8c6c-74173a56e11d\">\u7b2c1\u7ae0\u3067\u306f<strong>\u300cLLM \u3068\u306f\u306a\u306b\u304b\uff1f\u300d<\/strong>\u304b\u3089\u306f\u3058\u307e\u308a\u3001LLM \u306e\u30a4\u30f3\u30d1\u30af\u30c8\u3084\u6d3b\u7528\u4f8b\u306b\u3064\u3044\u3066\u8ff0\u3079\u3089\u308c\u3066\u3044\u307e\u3059\u3002\u8fd1\u5e74\u306e LLM \u30d6\u30fc\u30e0\u306b\u5bc4\u308a\u6dfb\u3063\u305f\u5185\u5bb9\u3067\u3001\u7c21\u5358\u306a\u30d7\u30ed\u30f3\u30d7\u30c8\u624b\u6cd5\u3084 Gradio \u3092\u7528\u3044\u305f\u30c1\u30e3\u30c3\u30c8\u30dc\u30c3\u30c8\u306e\u69cb\u7bc9\u306b\u3064\u3044\u3066\u3082\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"af51492d-bb15-4cc6-80c2-4400246f1398\" id=\"af51492d-bb15-4cc6-80c2-4400246f1398\">\u307e\u305f LLM \u306b\u306f\u77e5\u80fd\u3084\u6a5f\u80fd\u7684\u306a\u8a00\u8a9e\u80fd\u529b\u304c\u4e0d\u8db3\u3057\u3066\u3044\u308b\u3053\u3068\u3001\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u3084\u30b3\u30f3\u30bf\u30df\u30cd\u30fc\u30b7\u30e7\u30f3\u3001AI\u304c\u751f\u6210\u3055\u308c\u305f\u30c6\u30ad\u30b9\u30c8\u3078\u306e\u5224\u5225\u306e\u96e3\u3057\u3055\u306b\u3082\u89e6\u308c\u3001\u672c\u66f8\u304c\u3053\u3046\u3057\u305f\u00a0<strong>\u8ab2\u984c\u3078\u306e\u6b63\u3057\u3044\u7406\u89e3\u3092\u7372\u5f97\u3059\u308b\u305f\u3081\u306e\u4f4d\u7f6e\u3065\u3051\u3067\u3042\u308b\u00a0<\/strong>\u3053\u3068\u304c\u8ff0\u3079\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 name=\"9e44886b-e135-4194-bd9c-09485de0e260\" id=\"9e44886b-e135-4194-bd9c-09485de0e260\">\u7b2c2\u7ae0 \u4e8b\u524d\u5b66\u7fd2\uff08Pre-Training\uff09\u30c7\u30fc\u30bf<\/h3>\n<p name=\"bb040d9a-34fd-4fe5-b070-3065f10d69ba\" id=\"bb040d9a-34fd-4fe5-b070-3065f10d69ba\">\u7b2c2\u7ae0\u3067\u306f<strong>\u300cLLM\u304c\u3069\u306e\u3088\u3046\u306b\u3057\u3066\u4f5c\u3089\u308c\u308b\u304b\uff1f\u300d<\/strong>\u306b\u3064\u3044\u3066\u3001\u4e8b\u524d\u5b66\u7fd2\u306e\u8996\u70b9\u3067\u8a9e\u3089\u308c\u3066\u3044\u307e\u3059\u3002\u4ee3\u8868\u7684\u306a\u4e8b\u524d\u5b66\u7fd2\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u307b\u304b\u3001\u8cea\u306e\u9ad8\u3044\u6587\u66f8\u3092\u9078\u3076\u305f\u3081\u306e\u524d\u51e6\u7406\u30d1\u30a4\u30d7\u30e9\u30a4\u30f3\u3084\u3001\uff08KL-divergence | Classifier | Perplexity\uff09\u30d9\u30fc\u30b9\u306e\u30a2\u30d7\u30ed\u30fc\u30c1\u3082\u7d39\u4ecb\u3055\u308c\u3001\u30e2\u30c7\u30eb\u3092\u5b66\u7fd2\u3059\u308b\u65b9\u304c\u53c2\u7167\u3057\u305f\u3044\u5185\u5bb9\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"c618c81b-6c9e-4512-bf43-1aac2d32dcb2\" id=\"c618c81b-6c9e-4512-bf43-1aac2d32dcb2\">\u7279\u306b <strong>LLM\u306e\u30bb\u30ad\u30e5\u30ea\u30c6\u30a3\u8106\u5f31\u6027\u3084\u30d0\u30a4\u30a2\u30b9\u30fb\u516c\u5e73\u6027\u306e\u554f\u984c<\/strong> \u306b\u3064\u3044\u3066\u3082\u8a00\u53ca\u3055\u308c\u3066\u304a\u308a\u3001\u500b\u4eba\u7684\u306b\u306f\u3053\u306e\u7b87\u6240\u3060\u3051\u3067\u3082\u8aad\u3080\u4fa1\u5024\u304c\u3042\u308b\u306a\u3068\u601d\u3044\u307e\u3057\u305f\u3002<\/p>\n<h3 name=\"4c93b8b6-3953-42da-8ec5-79bf9facd42f\" id=\"4c93b8b6-3953-42da-8ec5-79bf9facd42f\">\u7b2c3\u7ae0 \u8a9e\u5f59\u3068\u30c8\u30fc\u30af\u30f3\u5316<\/h3>\n<p name=\"fb64e3e8-9393-4f62-9345-83f50b67e03d\" id=\"fb64e3e8-9393-4f62-9345-83f50b67e03d\">\u7b2c3\u7ae0\u3067\u306f<strong>\u300c\u8a08\u7b97\u6a5f\u304c\u3069\u306e\u3088\u3046\u306b\u3057\u3066\u8a00\u8a9e\u3092\u6271\u3046\u304b\uff1f\u300d<\/strong>\u306b\u3064\u3044\u3066\u30c8\u30fc\u30af\u30f3\u8996\u70b9\u3067\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3059\u3002Byte-Pair Encoding\u3001Wordpiece\u3001\u30c8\u30fc\u30af\u30ca\u30a4\u30b6\u306e\u8a55\u4fa1\uff08Fertility, Parity\uff09\u306a\u3069\u57fa\u790e\u7684\u306a\u5185\u5bb9\u306b\u3064\u3044\u3066\u5b66\u3079\u307e\u3059\u3002<\/p>\n<p name=\"b1df2a56-898a-4c16-b8dc-490cc214bda0\" id=\"b1df2a56-898a-4c16-b8dc-490cc214bda0\">\u7814\u7a76\u3057\u59cb\u3081\u305f\u9803\u300cBPE\u3082\u77e5\u3089\u306a\u3044\u306e\u304b\u300d\u3068\u3044\u308f\u308c\u3066\u6ce3\u3044\u305f\u8a18\u61b6\u304c\u3042\u308b\u306e\u3067\u3001\u3042\u3089\u305f\u3081\u3066\u52c9\u5f37\u3067\u304d\u3066\u3088\u304b\u3063\u305f\u3067\u3059\u3002\uff08\u6ce8\uff1a\u5b9f\u969b\u306b\u306f\u6ce3\u3044\u3066\u306a\u3044\u3067\u3059<\/p>\n<h3 name=\"52f00cee-a593-4133-8219-42bab7d42ae7\" id=\"52f00cee-a593-4133-8219-42bab7d42ae7\">\u7b2c4\u7ae0 \u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u5b66\u7fd2\u76ee\u7684<\/h3>\n<p name=\"362e9d18-d52a-4ab1-a13c-ac3d411f243c\" id=\"362e9d18-d52a-4ab1-a13c-ac3d411f243c\">\u7b2c4\u7ae0\u3067\u306f\u3001<strong>\u300c\u5165\u529b\u30c6\u30ad\u30b9\u30c8\u304c\u3069\u306e\u3088\u3046\u306b\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u4f1d\u642c\u3059\u308b\u304b\uff1f\u300d<\/strong>\u3064\u3044\u3066\u6398\u308a\u4e0b\u3052\u3066\u3044\u307e\u3059\u3002\u91cd\u307f\u3084\u6d3b\u6027\u5316\u95a2\u6570\u306a\u3069\u306e Deep Neural Network \u306e\u69cb\u6210\u8981\u7d20\u3084\u5206\u5e03\u4eee\u8aac\u304b\u3089\u6574\u7406\u3057\u3001Transformer \u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u4e01\u5be7\u306b\u89e3\u8aac\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"3ceb43ec-9c96-4ac4-a4ad-a08d03480455\" id=\"3ceb43ec-9c96-4ac4-a4ad-a08d03480455\">\u81ea\u5df1\u6ce8\u610f\u6a5f\u69cb\u306e\u3057\u304f\u307f\u3084\u4f4d\u7f6e\u7b26\u53f7\u5316\u306e\u7a2e\u985e\u3001\u30af\u30ed\u30b9\u30a8\u30f3\u30c8\u30ed\u30d4\u30fc\u3001Denoiser\u3001Mixture-of-Experts \u3060\u3051\u3067\u306a\u304f\u3001\u8a00\u8a9e\u30e2\u30c7\u30eb\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\uff08Encoder | Decoder | Encoder-Decoder\uff09\u3084\u5b66\u7fd2\u76ee\u7684\uff08Full LM | Prefix LM | Masked LM\uff09\u5225\u306e pros\/cons \u306a\u3069\u5e45\u5e83\u304f\u30ab\u30d0\u30fc\u3055\u308c\u3066\u304a\u308a\u3001<strong>Transformer \u306e\u6559\u79d1\u66f8\u3068\u3057\u3066\u53c2\u7167\u3067\u304d\u305d\u3046\u00a0<\/strong>\u306a\u5185\u5bb9\u304c\u7d9a\u304d\u307e\u3059\u3002<\/p>\n<h2 name=\"80c8d4c2-696f-4d93-9bba-e1a206ce622c\" id=\"80c8d4c2-696f-4d93-9bba-e1a206ce622c\">\u7b2c2\u90e8\u3000LLM\u306e\u6d3b\u7528<\/h2>\n<h3 name=\"03761ae2-bbb9-4223-bc5d-c730354b8a1a\" id=\"03761ae2-bbb9-4223-bc5d-c730354b8a1a\">\u7b2c5\u7ae0 LLM\u3092\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9\u306b\u5408\u308f\u305b\u308b<\/h3>\n<p name=\"42de4eec-2d2f-4376-9560-14cdab170d32\" id=\"42de4eec-2d2f-4376-9560-14cdab170d32\">5\u7ae0\u3067\u306f\u3001<strong>\u300c\u30e6\u30fc\u30b9\u30b1\u30fc\u30b9\u306b\u5408\u308f\u305b\u3066 LLM \u3092\u4f7f\u7528\u3059\u308b\u300d<\/strong>\u3092\u4e2d\u5fc3\u306b\u3001\uff08OpenAI | Google | Anthropic | etc\u2026\uff09\u306e LLM \u30d7\u30ed\u30d0\u30a4\u30c0\u3001\uff08\u6307\u793a\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0 | Reinforcement Learning from Human Feedback; RLFH | \u30ed\u30f3\u30b0\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u30e2\u30c7\u30eb | \u30c9\u30e1\u30a4\u30f3\u9069\u5fdc\u30e2\u30c7\u30eb\uff09\u306a\u3069\u3001\u305d\u308c\u305e\u308c\u306e\u7279\u5fb4\u304c\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3057\u305f\u3002<\/p>\n<p name=\"08f63686-8a06-4d49-a303-820e0d60d2de\" id=\"08f63686-8a06-4d49-a303-820e0d60d2de\">\u307e\u305f\u591a\u69d8\u306a LLM \u3092\u9078\u3076\u305f\u3081\u306e\u624b\u304c\u304b\u308a\u3068\u3057\u3066\u3001\u30ea\u30fc\u30c0\u30fc\u30dc\u30fc\u30c9\uff08Open LLM Leaderboard | Holistic Evaluation of Language Models; HELM\uff09\u306e\u7279\u5fb4\u3084\u3001Language Model Evaluation Harness \u306b\u3064\u3044\u3066\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u307e\u305f Mixed Precision\uff08FP32 | FP16 | BF16, | INT8 | FP8\/FP4\uff09\u3001Accelerate\u3001Ollama \u306a\u3069\u3001\u5b9f\u969b\u306b <strong>LLM \u3092\u30ed\u30fc\u30ab\u30eb\u306a\u74b0\u5883\u3067\u4f7f\u7528\u3059\u308b\u969b\u306e\u30dd\u30a4\u30f3\u30c8\u00a0<\/strong>\u306b\u3064\u3044\u3066\u3082\u8ff0\u3079\u3089\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"d04de662-6aea-42b5-9f45-43995de798ca\" id=\"d04de662-6aea-42b5-9f45-43995de798ca\">\uff08\u30d3\u30fc\u30e0\u30b5\u30fc\u30c1 | Top-k \u30b5\u30f3\u30d7\u30ea\u30f3\u30b0 | Top-p\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\uff09\u3084\u69cb\u9020\u5316\u51fa\u529b\uff08Jsonformer | LMQL | Guidance\uff09\u306a\u3069\u306e\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u6226\u7565\u306b\u3064\u3044\u3066\u306f\u3001<strong>OpenAI API \u306a\u3069\u666e\u6bb5\u304b\u3089\u4f7f\u7528\u3055\u308c\u3066\u3044\u308b\u65b9\u306b\u3082<\/strong>\u00a0\u5b66\u3073\u306b\u306a\u308b\u5185\u5bb9\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"23abd909-fa31-41a3-822f-3391dc1957e0\" id=\"23abd909-fa31-41a3-822f-3391dc1957e0\">\u3055\u3089\u306b\u00a0<strong>\u30aa\u30fc\u30d7\u30f3\u30bd\u30fc\u30b9LLM\u306e\u30e9\u30a4\u30bb\u30f3\u30b9\u00a0<\/strong>\u306b\u3064\u3044\u3066\u3082\u8a00\u53ca\u3055\u308c\u3066\u304a\u308a\u3001\u3053\u3053\u3082\u5fc5\u9808\u3067\u8aad\u307f\u305f\u3044\u5185\u5bb9\u3067\u3059\u3002<\/p>\n<h3 name=\"ccfd87df-2f14-4935-91cd-f9f1c5dda701\" id=\"ccfd87df-2f14-4935-91cd-f9f1c5dda701\">\u7b2c6\u7ae0 \u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0<\/h3>\n<p name=\"4e2f9b40-686e-43d4-b939-b71c823fedd9\" id=\"4e2f9b40-686e-43d4-b939-b71c823fedd9\">6\u7ae0\u3067\u306f<strong>\u300cLLM \u3092\u5b66\u7fd2\u3059\u308b\u300d<\/strong>\u3092\u30c6\u30fc\u30de\u306b\u3001\uff08Optimizer | Learning Rate | Scheduler | Gradient Checkpoint | Gradient Accumulation | Quantization | Label Smoothing | Batch Size \uff09\u306a\u3069\u00a0<strong>\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306b\u304a\u3051\u308b\u57fa\u790e\u77e5\u8b58\u00a0<\/strong>\u304c\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u7279\u306b Scheduler \u306b\u3064\u3044\u3066\u306f\uff08constant | constant_w_warmup | cosine annealing | consine_w_restarts | linear\uff09\u306e\u5b66\u7fd2\u7387\u63a8\u79fb\u304c\u56f3\u3067\u8868\u793a\u3055\u308c\u3066\u304a\u308a\u3001\u76f4\u611f\u7684\u306a\u6319\u52d5\u304c\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002<\/p>\n<p name=\"04d9d18b-b2c0-4f69-a2db-a069f8f0e7eb\" id=\"04d9d18b-b2c0-4f69-a2db-a069f8f0e7eb\">\u3055\u3089\u306b Parameter-Efficient Fine-Tuning; PEFT \u3068\u3057\u3066 Low-Rank Adaptation; LoRA \u306e\u4e3b\u8981\u306a\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u3001bitsandbytes \u30e9\u30a4\u30d6\u30e9\u30ea\u306e\u7d39\u4ecb\u304c\u3042\u3063\u305f\u308a\u3001Transformer Reinforcement Learning; <strong>TRL \u3092\u7528\u3044\u305f\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u5b9f\u884c\u00a0<\/strong>\u304c\u3067\u304d\u305f\u308a\u3082\u3057\u307e\u3059\u3002<\/p>\n<p name=\"97ebbcc3-cb3c-47ca-af56-50f4d08d45b7\" id=\"97ebbcc3-cb3c-47ca-af56-50f4d08d45b7\">\u6307\u793a\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u7528\u306e\u5408\u6210\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u4f5c\u6210\u3084\u3001\u3069\u306e\u3088\u3046\u306b\u6307\u793a\u4ed8\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3092\u69cb\u7bc9\u3059\u308b\u3068\u826f\u3044\u304b\u306a\u3069\u3001<strong>\u52b9\u679c\u7684\u306a\u5b66\u7fd2\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u69cb\u7bc9\u00a0<\/strong>\u306b\u3082\u8a00\u53ca\u3055\u308c\u3066\u3044\u3066\u3068\u3066\u3082\u52c9\u5f37\u306b\u306a\u308a\u307e\u3057\u305f\u3002<\/p>\n<h3 name=\"330b0b66-140f-4b68-911b-cbac9460d525\" id=\"330b0b66-140f-4b68-911b-cbac9460d525\">\u7b2c7\u7ae0 \u9ad8\u5ea6\u306a\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u624b\u6cd5<\/h3>\n<p name=\"2491d789-8230-48ea-bdaa-fb0a06b8a434\" id=\"2491d789-8230-48ea-bdaa-fb0a06b8a434\">7\u7ae0\u3067\u306f<strong>\u300cLLM\u306e\u91cd\u307f\u3092\u306a\u305c\u66f4\u65b0\u3059\u308b\u304b\u300d<\/strong>\u306b\u3064\u3044\u3066\u554f\u3044\u3001\u5404\u5074\u9762\u3067\u306e\u5b9f\u73fe\u624b\u6bb5\uff08\u30c9\u30e1\u30a4\u30f3\u9069\u5fdc, \u30bf\u30b9\u30af\u9069\u5fdc, \u77e5\u8b58\u306e\u66f4\u65b0, \u5236\u5fa1\u6027\/\u8ffd\u5f93\u6027\uff09\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"5bd54b1c-d906-4ca7-bd13-69e937c0ae98\" id=\"5bd54b1c-d906-4ca7-bd13-69e937c0ae98\">\u306f\u3058\u3081\u306b\u7d99\u7d9a\u4e8b\u524d\u5b66\u7fd2\u306b\u304a\u3051\u308b\u9069\u5fdc\u306b\u3064\u3044\u3066\u3001Domain-Adaptive Pretraining; DAPT, Task-Adaptive Pretraining; TAPT, \u751f\u6daf\u306b\u308f\u305f\u3063\u3066\u5b9a\u671f\u7684\u306a\u5b66\u7fd2\u306e\u7d99\u7d9a\uff08Lifelong Learning\uff09\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u3001\u7834\u58ca\u7684\u5fd8\u5374\u3068\u3044\u3046\u554f\u984c\u306b\u3064\u3044\u3066\u3082\u8a00\u53ca\u3057\u3066\u3044\u307e\u3059\u3002\u540c\u6642\u306b\u7834\u58ca\u7684\u5fd8\u5374\u3092\u8efd\u6e1b\u3059\u308b\u305f\u3081\u306e\u53d6\u308a\u7d44\u307f\u3068\u3057\u3066\u3001\u30ea\u30d7\u30ec\u30a4\/\u30d7\u30ec\u30a4, \u84b8\u7559, \u6b63\u5247\u5316, \u30d1\u30e9\u30e1\u30fc\u30bf\u62e1\u5f35\u306b\u3064\u3044\u3066\u3082\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<figure name=\"99d335b1-18f8-4fd6-9c82-c403fd175cc2\" id=\"99d335b1-18f8-4fd6-9c82-c403fd175cc2\"><img decoding=\"async\" src=\"https:\/\/assets.st-note.com\/img\/1758964997-fHXPVqgBOhki81yG47YKm5rW.png?width=1200\" alt=\"\" width=\"620\" height=\"208\" loading=\"lazy\"\/><figcaption>\u30a4\u30e1\u30fc\u30b8\u3068\u3057\u3066\u306f\u3053\u3093\u306a\u611f\u3058<br \/>Ruder &#8211;\u00a0Recent Advances in Language Model Fine-tuning [<a target=\"_blank\" href=\"https:\/\/www.ruder.io\/recent-advances-lm-fine-tuning\/\" target=\"_blank\" rel=\"noopener noreferrer nofollow\">link<\/a>]<\/figcaption><\/figure>\n<p name=\"d9550c03-6cf2-4826-8e9a-bc1e61052638\" id=\"d9550c03-6cf2-4826-8e9a-bc1e61052638\">\u307e\u305f Parameter-Efficient Fine-Tuning; PEFT \u306b\u3064\u3044\u3066\u3001\u2460\u65b0\u3057\u3044\u91cd\u307f\u3092\u8ffd\u52a0\u3059\u308b \u2461\u91cd\u307f\u306e\u4e00\u90e8\u3092\u9078\u629e\u3059\u308b \u2462Low-Rank\u884c\u5217\u3092\u4f7f\u7528\u3059\u308b\u65b9\u6cd5\u306b\u3064\u3044\u3066\u3082\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002\u2460\u306e\u65b0\u3057\u3044\u91cd\u307f\u3092\u8ffd\u52a0\u3059\u308b\u65b9\u6cd5\u3067\u306f Adapter, Prefix Tuning, Prompt Tuning \u3092\u53d6\u308a\u4e0a\u3052\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"922e275b-c6ed-42c5-a0e3-d9cd475fa655\" id=\"922e275b-c6ed-42c5-a0e3-d9cd475fa655\">\u8907\u6570\u306e\u30e2\u30c7\u30eb\u3092\u7d44\u307f\u5408\u308f\u305b\u308b\u624b\u6cd5\u3068\u3057\u3066\u30a2\u30f3\u30b5\u30f3\u30d6\u30eb\uff08LLM-Blender \u306b\u304a\u3051\u308b Pair-Ranker, GenFuser\uff09\u3084\u30e2\u30c7\u30eb\u30de\u30fc\u30b8\u306b\u3064\u3044\u3066\u3082\u8a00\u53ca\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 name=\"79041134-3876-40e3-9fc0-abb8788d993c\" id=\"79041134-3876-40e3-9fc0-abb8788d993c\">8\u7ae0 \u30a2\u30e9\u30a4\u30e1\u30f3\u30c8\u3068\u8ad6\u7406\u7684\u63a8\u8ad6<\/h3>\n<p name=\"a1d621be-934e-4593-8629-c9c7e8498bd1\" id=\"a1d621be-934e-4593-8629-c9c7e8498bd1\">8\u7ae0\u3067\u306f<strong>\u300c\u30e2\u30c7\u30eb\u304c\u671b\u307e\u3057\u3044\u51fa\u529b\u3092\u3059\u308b\u306b\u306f\u3069\u3046\u3057\u305f\u3089\u826f\u3044\u304b\u300d<\/strong>\u306b\u3064\u3044\u3066\u63d0\u8d77\u3057\u3001 Helpful, Honest, and Harmless; HHH \u3092\u9075\u5b88\u3057\u305f\u7406\u60f3\u7684\u306a\u72b6\u614b\u306b\u8fd1\u3065\u3051\u308b\u305f\u3081\u306e\u624b\u6cd5\u3092\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"15ee9e77-71dd-4601-a61f-054e97ffc55d\" id=\"15ee9e77-71dd-4601-a61f-054e97ffc55d\">\u5f37\u5316\u5b66\u7fd2\u3068\u3057\u3066\u3001Reinforcement Learning from Human Feedback; RLFH \u306e\u7a2e\u985e\u3084\u69cb\u6210\u306b\u3064\u3044\u3066\u89e3\u8aac\u3057\u3001<strong>TRL RewardTrainer, PPOTrainer \u306b\u3088\u308b RLFH \u5b9f\u884c\u4f8b\u00a0<\/strong>\u3082\u63d0\u793a\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"e6a92d28-7595-4863-b1c9-26502453446a\" id=\"e6a92d28-7595-4863-b1c9-26502453446a\">\u307e\u305f\u30cf\u30eb\u30b7\u30cd\u30fc\u30b7\u30e7\u30f3\u306b\u3064\u3044\u3066\u306f\u3001\u3069\u3046\u8efd\u6e1b\u3059\u308c\u3070\u3088\u3044\u304b\u306e\u65b9\u91dd\u3092\u793a\u3057\u3001\u305d\u306e\u5177\u4f53\u7684\u306a\u624b\u6cd5\u3068\u3057\u3066 Chain-of-Verification; CoVe, Recitation \u3068\u3044\u3063\u305f\u30d7\u30ed\u30f3\u30d7\u30c8\u30d9\u30fc\u30b9\u306e\u624b\u6cd5\u3001Factual-Nucleus Sampling \u3068\u3044\u3063\u305f\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\u30d9\u30fc\u30b9\u306e\u624b\u6cd5\u3001Decoding by Contrasting Layers; DoLa \u3068\u3044\u3046\u3067\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u30d9\u30fc\u30b9\u306e\u624b\u6cd5\u3092\u305d\u308c\u305e\u308c\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"011a7140-99db-4771-9463-d815a237f888\" id=\"011a7140-99db-4771-9463-d815a237f888\">\u307e\u305f\u5f8c\u534a\u3067\u306f\u8ad6\u7406\u7684\u63a8\u8ad6\u306e\u5f62\u5f0f\uff08\u6f14\u7e79\u7684\u63a8\u8ad6, \u5e30\u7d0d\u7684\u63a8\u8ad6, \u30a2\u30d6\u30c0\u30af\u30b7\u30e7\u30f3\uff09\u306b\u3064\u3044\u3066\u305d\u308c\u305e\u308c\u7d39\u4ecb\u3057<strong>\u300cLLM \u306b\u8ad6\u7406\u7684\u63a8\u8ad6\u3092\u4fc3\u3059\u306b\u306f\u3069\u3046\u3057\u305f\u3089\u3088\u3044\u304b\u300d<\/strong>\u3092\u89e3\u8aac\u3057\u3066\u3044\u307e\u3059\u3002\u5177\u4f53\u7684\u306b\u306f\u691c\u8a3c\u5668\u3092\u6301\u3061\u3044\u305f Iterative Backprompting, Top-k Guessing\u3001\u63a8\u8ad6\u6642\u306e\u8a08\u7b97\u91cf\u3092\u62e1\u5f35\u3059\u308b Inference-Time Computing\u3001\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306b\u3088\u308b\u8ad6\u7406\u601d\u8003\u306e\u7372\u5f97\u306b\u3064\u3044\u3066\u8ff0\u3079\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 name=\"07991464-5c68-4196-81e3-a4e71f890b48\" id=\"07991464-5c68-4196-81e3-a4e71f890b48\">9\u7ae0 \u63a8\u8ad6\u306e\u6700\u9069\u5316<\/h3>\n<p name=\"398ce7a9-7c0c-4cf1-a5c5-56db345c9f39\" id=\"398ce7a9-7c0c-4cf1-a5c5-56db345c9f39\">9\u7ae0\u3067\u306f\u3001\u8a08\u7b97\u91cf, \u30e1\u30e2\u30ea\u5bb9\u91cf, \u6d88\u8cbb\u96fb\u529b\u3068\u3044\u3063\u305f\u554f\u984c\u306b\u5bfe\u3057\u3066<strong>\u300cLLM \u306e\u63a8\u8ad6\u3092\u3069\u306e\u3088\u3046\u306b\u52b9\u7387\u5316\u3059\u308b\u304b\u300d<\/strong>\u306b\u3064\u3044\u3066\u3001\u8a08\u7b97\u91cf\u306e\u524a\u6e1b, \u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u9ad8\u901f\u5316, \u30e1\u30e2\u30ea\u4f7f\u7528\u91cf\u306e\u8efd\u6e1b\u306a\u3069\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"c47ea520-3607-44d1-9b49-92e5648f2dfe\" id=\"c47ea520-3607-44d1-9b49-92e5648f2dfe\">\u8a08\u7b97\u91cf\u524a\u6e1b\u306b\u3064\u3044\u3066\u306f\u3001KV-Cache \u306b\u3088\u308b\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u306e\u30ad\u30e3\u30c3\u30b7\u30e5\u3001\u4e2d\u9593\u5c64\u3067\u306e\u51fa\u529b\u3092\u6700\u7d42\u51fa\u529b\u3068\u3057\u3066\u89e3\u91c8\u3059\u308b Early Exit\u3001\u77e5\u8b58\u84b8\u7559\u306b\u3064\u3044\u3066\u4e01\u5be7\u306b\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"5f1bb47b-5822-492a-9124-c2fc87fd3d0f\" id=\"5f1bb47b-5822-492a-9124-c2fc87fd3d0f\">\u307e\u305f\u30c7\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u3092\u9ad8\u901f\u5316\u3059\u308b\u624b\u6cd5\u3068\u3057\u3066 Speculative Decoding, Parallel Decoding\u3001\u30e1\u30e2\u30ea\u4f7f\u7528\u91cf\u3092\u6e1b\u3089\u3059\u624b\u6cd5\u3068\u3057\u3066 Symmetric Quantization, Asymmetric Quantization \u306b\u3064\u3044\u3066\u3082\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<h2 name=\"7cded643-44de-4084-9718-0315829d479a\" id=\"7cded643-44de-4084-9718-0315829d479a\">\u7b2c3\u90e8\u3000LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u30d1\u30e9\u30c0\u30a4\u30e0<\/h2>\n<h3 name=\"ec0cea40-7950-4169-bdde-c46fcfa9d774\" id=\"ec0cea40-7950-4169-bdde-c46fcfa9d774\">10\u7ae0\u00a0LLM\u304b\u3089\u5916\u90e8\u30c4\u30fc\u30eb\u3092\u5229\u7528\u3059\u308b<\/h3>\n<p name=\"8d2179e6-2ae6-4906-b34f-9a1c4b178fc1\" id=\"8d2179e6-2ae6-4906-b34f-9a1c4b178fc1\">10\u7ae0\u3067\u306f<strong>\u300cLLM\u306b\u30bf\u30b9\u30af\u3092\u3069\u3046\u89e3\u304b\u305b\u308b\u304b\u300d<\/strong>\u3092\u30c6\u30fc\u30de\u306b\u3001\u8fd1\u5e74\u306e\u5fdc\u7528\u5206\u91ce\u306b\u3064\u3044\u3066\u8feb\u3063\u3066\u3044\u307e\u3059\u3002LLM\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3084\u30ef\u30fc\u30af\u30d5\u30ed\u30fc\u3001\u30ac\u30fc\u30c9\u30ec\u30fc\u30eb\u306e\u7a2e\u985e\u3084\u518d\u8a66\u884c\u6226\u7565\u3001LLM-as-a-Judge \u306e\u691c\u8a3c\u9805\u76ee\u306a\u3069\u3092\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"e6c30448-6fb1-4c14-9f77-5f327688e1e7\" id=\"e6c30448-6fb1-4c14-9f77-5f327688e1e7\">\u307e\u305f\u5171\u611f\u3057\u305f\u7b87\u6240\u3092\u629c\u7c8b\u3057\u307e\u3059\u3002\u7279\u5225\u306a\u3053\u3068\u304c\u66f8\u304b\u308c\u3066\u3044\u308b\u8a33\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/p>\n<figure name=\"b55f0507-626c-4cd7-9348-80a8a120540a\" id=\"b55f0507-626c-4cd7-9348-80a8a120540a\">\n<blockquote>\n<p name=\"f686ff7c-f02d-4b48-b81b-b3af02a8b102\" id=\"f686ff7c-f02d-4b48-b81b-b3af02a8b102\">LLM \u306b\u3042\u308b\u30bf\u30b9\u30af\u3092\u89e3\u304b\u305b\u305f\u3044\u3068\u304d\u3001\u53d6\u308a\u3046\u308b\u9078\u629e\u80a2\u306f\u3044\u304f\u3064\u304b\u3042\u308a\u307e\u3059\u3002<\/p>\n<p>\u30fbLLM\u304c\u3001\u81ea\u8eab\u306e\u91cd\u307f\u306b\u7b26\u53f7\u5316\u3055\u308c\u305f\u8a18\u61b6\u3068\u80fd\u529b\u3092\u4f7f\u3063\u3066\u30bf\u30b9\u30af\u3092\u89e3\u304f\u3002<br \/>\u30fb\u30bf\u30b9\u30af\u3092\u89e3\u304f\u3046\u3048\u3067\u5fc5\u8981\u306a\u3059\u3079\u3066\u306e\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3092\u30d7\u30ed\u30f3\u30d7\u30c8\u306b\u4e0e\u3048\u3001LLM\u304c\u305d\u306e\u63d0\u4f9b\u3055\u308c\u305f\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3068\u81ea\u8eab\u306e\u80fd\u529b\u3092\u4f7f\u3063\u3066\u89e3\u6c7a\u3059\u308b\u3002<br \/>\u30fbLLM\u304c\u305d\u306e\u30bf\u30b9\u30af\u3092\u89e3\u304f\u306e\u306b\u5fc5\u8981\u306a\u60c5\u5831\u3084\u80fd\u529b\u3092\u5341\u5206\u306b\u6301\u3063\u3066\u3044\u306a\u3044\u5834\u5408\u3001\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306a\u3069\u3092\u901a\u3058\u3066\u30e2\u30c7\u30eb\u306e\u91cd\u307f\u3092\u66f4\u65b0\u3057\u3001\u5fc5\u8981\u306a\u80fd\u529b\u3084\u77e5\u8b58\u304c\u5229\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u3059\u308b\u3002<br \/>\u30fb\u30bf\u30b9\u30af\u3092\u89e3\u304f\u3046\u3048\u3067\u5fc5\u8981\u306a\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u304c\u3042\u3089\u304b\u3058\u3081\u308f\u304b\u3089\u306a\u3044\u5834\u5408\u306b\u306f\u3001\u95a2\u9023\u3059\u308b\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3092\u81ea\u52d5\u7684\u306b\u53d6\u5f97\u3057\u3001\u305d\u308c\u3092\u30d7\u30ed\u30f3\u30d7\u30c8\u306b\u633f\u5165\u3059\u308b\u4ed5\u7d44\u307f\u3092\u4f7f\u3046\u3002<br \/>\u30fb\u30bf\u30b9\u30af\u3092\u89e3\u304f\u305f\u3081\u306b\u3001\u3069\u306e\u3088\u3046\u306a\u5916\u90e8\u30c4\u30fc\u30eb\u3084\u30c7\u30fc\u30bf\u30b9\u30c8\u30a2\u3092\u7528\u3044\u308b\u304b\u3092\u3042\u3089\u304b\u3058\u3081\u660e\u793a\u7684\u306b LLM \u306b\u6307\u793a\u3057\u3001LLM \u304c\u305d\u308c\u306b\u5f93\u3063\u3066\u51e6\u7406\u3092\u9032\u3081\u308b\u3002<br \/>\u30fbLLM\u81ea\u8eab\u304c\u3001\u5fc5\u8981\u306b\u5fdc\u3058\u3066\u30bf\u30b9\u30af\u3092\u8907\u6570\u306e\u30b5\u30d6\u30bf\u30b9\u30af\u306b\u5206\u89e3\u3057\u3001\u74b0\u5883\u3068\u306e\u3084\u308a\u3068\u308a\u3092\u901a\u3058\u3066\u5fc5\u8981\u306a\u60c5\u5831\u3084\u77e5\u8b58\u3092\u96c6\u3081\u306a\u304c\u3089\u3001\u305d\u308c\u3089\u306e\u30b5\u30d6\u30bf\u30b9\u30af\u3092\u89e3\u3044\u3066\u3044\u304f\u3002\u3082\u3057\u81ea\u529b\u3067\u89e3\u6c7a\u3067\u304d\u306a\u3044\u5834\u5408\u306f\u3001\u5916\u90e8\u306e\u30e2\u30c7\u30eb\u3084\u30c4\u30fc\u30eb\u306b\u4efb\u305b\u308b\u3002<\/p>\n<\/blockquote><figcaption>\u300c10.1 LLM\u306b\u304a\u3051\u308b\u76f8\u4e92\u4f5c\u7528\u306e\u30d1\u30e9\u30c0\u30a4\u30e0\uff08P252\uff09\u300d\u3088\u308a<\/figcaption><\/figure>\n<p name=\"d00e5b8c-99e8-4b52-b200-5e31cf1c5575\" id=\"d00e5b8c-99e8-4b52-b200-5e31cf1c5575\">\u5192\u982d\u3067\u3082\u8ff0\u3079\u305f\u3088\u3046\u306b\u3001LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3067\u306f<strong>\u300e\u30bf\u30b9\u30af\u30fb\u30e6\u30fc\u30b6\u30fb\u30b7\u30b9\u30c6\u30e0 \u7279\u6027\u306b\u5fdc\u3058\u305f\u67d4\u8edf\u306a\u8a2d\u8a08\u300f<\/strong>\u304c\u91cd\u8981\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n<p name=\"1076be24-d491-4073-8bc7-fc95299cee64\" id=\"1076be24-d491-4073-8bc7-fc95299cee64\">\u8fd1\u5e74\u3067\u306f RAG \u3084 AI\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8 \u304c\u6d41\u884c\u3057\u3066\u3044\u307e\u3059\u304c\u3001\u5927\u4e8b\u306a\u306e\u306f\u3053\u308c\u3089\u306f<strong>\u300c\u624b\u6bb5\u300d\u3067\u3042\u308a\u300c\u4e8c\u306e\u6b21\u300d<\/strong>\u3068\u3044\u3046\u3053\u3068\u3067\u3059\u3002AI\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u306b\u3053\u3060\u308f\u308b\u3042\u307e\u308a\u8ab2\u984c\u89e3\u6c7a\u3068\u3044\u3046\u76ee\u7684\u3092\u898b\u5931\u3046\u3068\u8f9b\u3044\u30ad\u30e0\u30c1\uff08\u8f9b\u3044\u6c17\u6301\u3061\uff09\u306b\u306a\u3063\u3066\u3057\u307e\u3044\u307e\u3059\u3002<\/p>\n<h3 name=\"66ffe711-d3d4-4cc5-8f09-097a64572de2\" id=\"66ffe711-d3d4-4cc5-8f09-097a64572de2\">11\u7ae0\u00a0\u8868\u73fe\u5b66\u7fd2\u3068\u57cb\u3081\u8fbc\u307f<\/h3>\n<p name=\"d47dc246-157d-4700-9cbc-92530e792d97\" id=\"d47dc246-157d-4700-9cbc-92530e792d97\">11\u7ae0\u3067\u306f<strong>\u300c\u6587\u7ae0\u3092\u8868\u73fe\u3059\u308b\u305f\u3081\u306e\u30d9\u30af\u30c8\u30eb\u300d<\/strong>\u306b\u3064\u3044\u3066\u89e3\u8aac\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u8868\u73fe\u5b66\u7fd2\u306b\u59cb\u307e\u308a\u3001\u30d9\u30af\u30c8\u30eb\u8868\u73fe\u3092\u3069\u3046\u5b66\u7fd2\u30fb\u53d6\u5f97\u3059\u308b\u304b\uff08\u30a8\u30f3\u30b3\u30fc\u30c0\u30d9\u30fc\u30b9\u306e\u8a00\u8a9e\u30e2\u30c7\u30eb\uff5c\u6700\u7d42\u5c64\u306e\u30d7\u30fc\u30ea\u30f3\u30b0\uff09\u3001\u6587\u3068\u6587\u306e\u985e\u4f3c\u5ea6\u306e\u306f\u304b\u308a\u65b9\u306b\u3064\u3044\u3066\u3001\u305d\u308c\u305e\u308c\u7d39\u4ecb\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"35429894-64df-4b92-8a42-db9a131ffa68\" id=\"35429894-64df-4b92-8a42-db9a131ffa68\">\u307e\u305f Sentence Transformers \u30e9\u30a4\u30d6\u30e9\u30ea\u3092\u7528\u3044\u305f\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\uff08\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u69cb\u7bc9, \u640d\u5931\u95a2\u6570\uff09\u3001\u6307\u793a\u30fb\u8aac\u660e\u306b\u57fa\u3065\u304f\u691c\u7d22\u3001\u30d9\u30af\u30c8\u30eb\u5bb9\u91cf\u306e\u6700\u9069\u5316\uff08\u30de\u30c8\u30ea\u30e7\u30fc\u30b7\u30ab\u57cb\u3081\u8fbc\u307f, \u91cf\u5b50\u5316, \u76f4\u7a4d\u91cf\u5b50\u5316\uff09\u3001\u6700\u5927\u7cfb\u5217\u9577\u3092\u8003\u616e\u3057\u305f\u30c1\u30e3\u30f3\u30af\u5206\u5272\uff08\u30c8\u30fc\u30af\u30f3\u6570\uff5c\u30e1\u30bf\u30c7\u30fc\u30bf\/\u30ec\u30a4\u30a2\u30a6\u30c8\uff5c\u30bb\u30de\u30f3\u30c6\u30a3\u30c3\u30af\u30c1\u30e3\u30f3\u30af\uff5c\u30ec\u30a4\u30c8\u30c1\u30e3\u30f3\u30af\uff09\u306a\u3069\u3001<strong>\u5b9f\u8df5\u306e\u305f\u3081\u306b\u8eab\u306b\u3064\u3051\u305f\u3044\u57fa\u790e\u77e5\u8b58\u00a0<\/strong>\u3082\u89e3\u8aac\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<h3 name=\"e2c1f057-2d94-45b0-8e07-9e55d6ccdc60\" id=\"e2c1f057-2d94-45b0-8e07-9e55d6ccdc60\">12\u7ae0\u00a0RAG<\/h3>\n<p name=\"e7adfd9b-dcc3-40b7-a019-391a75c9e8e6\" id=\"e7adfd9b-dcc3-40b7-a019-391a75c9e8e6\">12\u7ae0\u3067\u306f<strong>\u300cRetrieval Augmented Generation; RAG\u300d<\/strong>\u306b\u3064\u3044\u3066\u3001\u6d3b\u7528\u5834\u9762\u3084\u4e0b\u56f3\u306e\u3088\u3046\u306a\u5168\u4f53\u56f3\u3092\u542b\u3081\u3066\u89e3\u8aac\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<figure name=\"0b2d1c7d-0ba3-429d-9828-7f5bb43c94ba\" id=\"0b2d1c7d-0ba3-429d-9828-7f5bb43c94ba\" data-src=\"https:\/\/speakerdeck.com\/smiyawaki0820\/retrieval-based-lm-rag-system-zatukurili-jie-suru?slide=14\" data-identifier=\"null\" embedded-service=\"speakerdeck\" embedded-content-key=\"emb8b17c962f9c2\"\/>\n<p name=\"a3c76afd-ce09-402c-95af-d31b218f68e3\" id=\"a3c76afd-ce09-402c-95af-d31b218f68e3\">RAG \u306f\u95a2\u9023\u3059\u308b\u6587\u66f8\u3092\u3069\u3046\u53d6\u5f97\u3059\u308b\u304b\u306e\u300e\u691c\u7d22\u300f\u304c\u4e00\u822c\u7684\u306b\u91cd\u8981\u3067\u3059\u304c\u3001\u305d\u306e\u5de5\u592b\u306b\u3064\u3044\u3066\u3082\u89e6\u308c\u3066\u3044\u307e\u3059\u3002\u30cf\u30a4\u30d6\u30ea\u30c3\u30c9\u691c\u7d22\u3084 Cross\/Dual -Encoder \u3001ColBERT \u306e\u3088\u3046\u306a Late Interaction \u306b\u3064\u3044\u3066\u3002\u307e\u305f HyDE \u3084 Chain-of-Note \u306e\u3088\u3046\u306a\u751f\u6210\u30d7\u30ed\u30bb\u30b9\u3092\u4f34\u3046\u691c\u7d22\u3084\u3001Query Likelihood Model\u3001RankVicuna \u306e\u5b66\u7fd2\u30d7\u30ed\u30bb\u30b9\u751f\u6210\u7684\u691c\u7d22\u306b\u3064\u3044\u3066\u3082\u89e3\u8aac\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"22ac21f5-c006-4992-bcac-2469fffd7cd5\" id=\"22ac21f5-c006-4992-bcac-2469fffd7cd5\">LLM \u304c\u30ed\u30f3\u30b0\u30b3\u30f3\u30c6\u30ad\u30b9\u30c8\u3092\u6271\u3048\u308b\u3088\u3046\u306b\u306a\u3063\u305f\u3053\u3068\u3067\u300cRAG \u306e\u6642\u4ee3\u306f\u7d42\u4e86\u3057\u305f\u300d\u3068\u8033\u306b\u3059\u308b\u3053\u3068\u3082\u3042\u308a\u307e\u3059\u304c\u3001<strong>\u672c\u66f8\u3067\u306f\u305d\u306e\u68f2\u307f\u5206\u3051\u3084\u9650\u754c\u00a0<\/strong>\u306b\u3064\u3044\u3066\u3082\u8ff0\u3079\u3089\u308c\u3066\u3044\u307e\u3059\u3002RAG \u3068\u3044\u3046\u624b\u6bb5\u306f\u3001AI\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u306b\u304a\u3044\u3066\u3082\u30c4\u30fc\u30eb\u547c\u3073\u51fa\u3057\u3084\u30e1\u30e2\u30ea\u7ba1\u7406\u306b\u5229\u7528\u3055\u308c\u3066\u3044\u308b\u306e\u3067\u6ce8\u76ee\u306e\u7ae0\u304b\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n<h3 name=\"671c5fe8-5f7b-441c-b613-a9ee097458d3\" id=\"671c5fe8-5f7b-441c-b613-a9ee097458d3\">13\u7ae0\u00a0\u30c7\u30b6\u30a4\u30f3\u30d1\u30bf\u30fc\u30f3\u3068\u30b7\u30b9\u30c6\u30e0\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3<\/h3>\n<p name=\"3abeaabf-b5e6-4dd8-ae29-6f7743dc33d0\" id=\"3abeaabf-b5e6-4dd8-ae29-6f7743dc33d0\">13\u7ae0\u306f<strong>\u300cLLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u306e\u8a2d\u8a08\u30d1\u30bf\u30fc\u30f3\u300d<\/strong>\u3092\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002LLM\u3054\u3068\u306b\u7570\u306a\u308b\u30b5\u30d6\u30bf\u30b9\u30af\u3092\u89e3\u304b\u305b\u308b or \u5168\u3066\u306e LLM \u304c\u540c\u3058\u30bf\u30b9\u30af\u3092\u89e3\u304f\u306a\u3069\u3001<strong>\u3069\u306e\u3088\u3046\u306a\u30bf\u30b9\u30af\u7279\u6027\u306e\u5834\u5408\u306b\u3001\u3069\u3046\u8a2d\u8a08\u3059\u308c\u3070\u3088\u3044\u304b\u00a0<\/strong>\u306e\u624b\u304c\u304b\u308a\u3092\u5b66\u3079\u307e\u3059\u3002\u5177\u4f53\u7684\u306b\u306f LLM\u30ab\u30b9\u30b1\u30fc\u30c9\u3001\u30eb\u30fc\u30bf\u30fc\u3001\u30bf\u30b9\u30af\u7279\u5316\u578bLLM \u3068\u3044\u3046\u30b3\u30f3\u30d1\u30a6\u30f3\u30c9AI\u30b7\u30b9\u30c6\u30e0\u3068\u3057\u3066\u306e\u8a2d\u8a08\u30d1\u30bf\u30fc\u30f3\u3092\u7d39\u4ecb\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n<p name=\"5ed1e542-7a9a-4a70-900a-5dcbab15b260\" id=\"5ed1e542-7a9a-4a70-900a-5dcbab15b260\">\u307e\u305f\u958b\u767a\u6bb5\u968e\u3067\u306e\u53cd\u5fa9\u7684\u306a\u6539\u5584\u3092\u62bd\u8c61\u5316\u3059\u308b\u3053\u3068\u3092\u76ee\u6307\u3057\u305f DSPy \u306e\u7d39\u4ecb\u3001\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u3092\u7528\u3044\u305f\u624b\u6cd5\u3067 LLM \u3092\u958b\u767a\u3059\u308b\u305f\u3081\u306e\u5805\u7262\u306a\u57fa\u76e4\u3092\u63d0\u4f9b\u3059\u308b LMQL \u306e\u7d39\u4ecb\u3082\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n<figure name=\"6f3031dd-3ef1-4c29-9e83-ea9a190da6ef\" id=\"6f3031dd-3ef1-4c29-9e83-ea9a190da6ef\" data-src=\"https:\/\/dspy.ai\/\" data-identifier=\"null\" embedded-service=\"external-article\" embedded-content-key=\"emb005fbf042a9b\"\/>\n<figure name=\"bf0087ea-aa22-4bb6-a6d5-e1a360e3352c\" id=\"bf0087ea-aa22-4bb6-a6d5-e1a360e3352c\" data-src=\"https:\/\/lmql.ai\/\" data-identifier=\"null\" embedded-service=\"external-article\" embedded-content-key=\"emb0afafc470da4\"\/>\n<h2 name=\"26190556-01b8-4f4a-8764-9fa604e4e67d\" id=\"26190556-01b8-4f4a-8764-9fa604e4e67d\">\u304a\u308f\u308a\u306b<\/h2>\n<p name=\"57eae14c-d73f-42fd-9417-d65aeaf47ca4\" id=\"57eae14c-d73f-42fd-9417-d65aeaf47ca4\">\u79c1\u500b\u4eba\u3001\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u3092\u5c02\u653b \u2192 \u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a\u3001\u3068\u3044\u3046\u7d4c\u6b74\u3067\u3042\u308b\u305f\u3081\u5168\u3066\u306e\u7ae0\u306b\u304a\u3044\u3066\u5b66\u3073\u304c\u591a\u304f\u3001\u3068\u3066\u3082\u53c2\u8003\u306b\u306a\u308a\u307e\u3057\u305f\uff01<\/p>\n<p name=\"69c1c2e9-9108-49bb-9593-2ab2e792ea1a\" id=\"69c1c2e9-9108-49bb-9593-2ab2e792ea1a\">\u307e\u305f\u30b3\u30e9\u30e0\u3082\u8208\u5473\u6df1\u3044\u5185\u5bb9\u304c\u591a\u304b\u3063\u305f\u306e\u304c\u5370\u8c61\u7684\u3067\u3057\u305f\uff1a<\/p>\n<ul name=\"f6da938c-15b5-47d5-a536-c78833cf2a30\" id=\"f6da938c-15b5-47d5-a536-c78833cf2a30\">\n<li>\n<p name=\"b469856b-a6d8-4a5e-81eb-396e5f0f5799\" id=\"b469856b-a6d8-4a5e-81eb-396e5f0f5799\">\u30a4\u30f3\u30b9\u30c8\u30e9\u30af\u30b7\u30e7\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306e\u526f\u4f5c\u7528<\/p>\n<\/li>\n<li>\n<p name=\"9433ad7b-d4be-448c-a075-3372f1a8e563\" id=\"9433ad7b-d4be-448c-a075-3372f1a8e563\">Elo\u30ec\u30fc\u30c6\u30a3\u30f3\u30b0\u306e\u504f\u308a<\/p>\n<\/li>\n<li>\n<p name=\"be695bd2-eca0-480d-aa0a-5920175f769e\" id=\"be695bd2-eca0-480d-aa0a-5920175f769e\">\u7d99\u7d9a\u4e8b\u524d\u5b66\u7fd2\u306b\u304a\u3051\u308b\u5b66\u7fd2\u7387\u306e\u6c7a\u3081\u65b9<\/p>\n<\/li>\n<li>\n<p name=\"07e506dc-9544-4faf-943c-7ffa502662ce\" id=\"07e506dc-9544-4faf-943c-7ffa502662ce\">\u30d5\u30a1\u30a4\u30f3\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u306f\u65b0\u305f\u306a\u80fd\u529b\u3092\u5b66\u3076\u306e\u304b\uff1f<\/p>\n<\/li>\n<li>\n<p name=\"f0c402aa-341f-4d7b-93d8-92af4b392f4c\" id=\"f0c402aa-341f-4d7b-93d8-92af4b392f4c\">Weak-to-Strong Generalization<\/p>\n<\/li>\n<li>\n<p name=\"2411cba8-d4d9-4b1b-9fa7-a3d5c4bc94e1\" id=\"2411cba8-d4d9-4b1b-9fa7-a3d5c4bc94e1\">\u30e2\u30c7\u30eb\u30de\u30fc\u30b8\u306f\u671b\u307e\u3057\u304f\u306a\u3044\u7279\u6027\u3092\u9664\u53bb\u3067\u304d\u308b\u304b\uff1f<\/p>\n<\/li>\n<li>\n<p name=\"2ee4e4ea-5e6e-40dc-adea-770c2f8cd18d\" id=\"2ee4e4ea-5e6e-40dc-adea-770c2f8cd18d\">etc\u2026<\/p>\n<\/li>\n<\/ul>\n<p name=\"6e6d354c-9f77-4f64-94fd-ee239e040d30\" id=\"6e6d354c-9f77-4f64-94fd-ee239e040d30\">\u66f8\u7c4d\u306b\u3064\u3044\u3066\u306f\u30da\u30fc\u30b8\u30dc\u30ea\u30e5\u30fc\u30e0\u304c\u591a\u304f\u3001\u920d\u5668\u3068\u3057\u3066\u3082\u3054\u5229\u7528\u3044\u305f\u3060\u3051\u308b\u3068\u601d\u3044\u307e\u3059\u3002\u672c\u5c4b\u306b\u8a2a\u308c\u305f\u969b\u306f\u3001\u305c\u3072\u4e00\u5ea6\u624b\u306b\u53d6\u3063\u3066\u307f\u3066\u304f\u3060\u3055\u3044 \ud83e\udd32<\/p>\n<p name=\"7fe5a623-65e7-4faf-a9e4-65163ec9fe84\" id=\"7fe5a623-65e7-4faf-a9e4-65163ec9fe84\">\u4ee5\u4e0a\u300e\u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a\u300f\u30ec\u30d3\u30e5\u30fc\u3067\u3057\u305f\u3002\u6700\u5f8c\u307e\u3067\u304a\u8aad\u307f\u3044\u305f\u3060\u304d\u3001\u3042\u308a\u304c\u3068\u3046\u3054\u3056\u3044\u307e\u3057\u305f\uff01<\/p>\n<figure name=\"83f5f458-5c76-48c7-9e74-248fa5fd506d\" id=\"83f5f458-5c76-48c7-9e74-248fa5fd506d\" data-src=\"https:\/\/www.oreilly.co.jp\/books\/9784814401314\/\" data-identifier=\"null\" embedded-service=\"external-article\" embedded-content-key=\"embce64956ecca9\"\/><\/div>\n\n<br \/><a href=\"https:\/\/note.com\/catshun_\/n\/n66701e7563ee\">\u5143\u306e\u8a18\u4e8b\u3092\u78ba\u8a8d\u3059\u308b <\/a><\/p>\n","protected":false},"excerpt":{"rendered":"\u3053\u3061\u3089\u306e\u66f8\u7c4d\u3067\u3059\u304c\u3001\u3042\u308a\u304c\u305f\u3044\u3053\u3068\u306b\u76e3\u8a33\u306e\u91d1\u672c\u3055\u3093\uff08@kkatsuyoshi\uff09\u304b\u3089\u3054\u732e\u672c\u3044\u305f\u3060\u304d\u307e\u3057\u305f\uff01\u91d1\u672c\u3055\u3093\u3068\u306f\u300eAI\u738b\u301c\u30af\u30a4\u30baAI\u65e5\u672c\u4e00\u6c7a\u5b9a\u6226\u300f\u3068\u3044\u3046\u30a4\u30d9\u30f3\u30c8\u3067\u304a\u4e16\u8a71\u306b\u306a\u3063\u305f\u3053\u3068\u304c\u3042\u308a\u3001\u91d1\u672c\u3055\u3093\u304c\u53c2\u52a0\u8005\u3001\u79c1\u304c\u904b\u55b6\u59d4 [&hellip;]","protected":false},"author":1,"featured_media":7327,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_acf_changed":false,"footnotes":""},"categories":[2],"tags":[],"class_list":["post-7326","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-hatena-blog"],"acf":[],"yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v27.6 - https:\/\/yoast.com\/product\/yoast-seo-wordpress\/ -->\n<title>\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki - \u30dd\u30b1\u30b3\u30f3<\/title>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/note.com\/catshun_\/n\/n66701e7563ee\" \/>\n<meta property=\"og:locale\" content=\"ja_JP\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki - \u30dd\u30b1\u30b3\u30f3\" \/>\n<meta property=\"og:description\" content=\"\u3053\u3061\u3089\u306e\u66f8\u7c4d\u3067\u3059\u304c\u3001\u3042\u308a\u304c\u305f\u3044\u3053\u3068\u306b\u76e3\u8a33\u306e\u91d1\u672c\u3055\u3093\uff08@kkatsuyoshi\uff09\u304b\u3089\u3054\u732e\u672c\u3044\u305f\u3060\u304d\u307e\u3057\u305f\uff01\u91d1\u672c\u3055\u3093\u3068\u306f\u300eAI\u738b\u301c\u30af\u30a4\u30baAI\u65e5\u672c\u4e00\u6c7a\u5b9a\u6226\u300f\u3068\u3044\u3046\u30a4\u30d9\u30f3\u30c8\u3067\u304a\u4e16\u8a71\u306b\u306a\u3063\u305f\u3053\u3068\u304c\u3042\u308a\u3001\u91d1\u672c\u3055\u3093\u304c\u53c2\u52a0\u8005\u3001\u79c1\u304c\u904b\u55b6\u59d4 [&hellip;]\" \/>\n<meta property=\"og:url\" content=\"https:\/\/note.com\/catshun_\/n\/n66701e7563ee\" \/>\n<meta property=\"og:site_name\" content=\"\u30dd\u30b1\u30b3\u30f3\" \/>\n<meta property=\"article:published_time\" content=\"2025-09-28T15:08:12+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/pokecon.jp\/job\/wp-content\/uploads\/2025\/09\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png\" \/>\n\t<meta property=\"og:image:width\" content=\"1280\" \/>\n\t<meta property=\"og:image:height\" content=\"670\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/png\" \/>\n<meta name=\"author\" content=\"info@pokecon.jp\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u57f7\u7b46\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"info@pokecon.jp\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593\" \/>\n\t<meta name=\"twitter:data2\" content=\"2\u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\\\/\\\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee#article\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/7326\\\/\"},\"author\":{\"name\":\"info@pokecon.jp\",\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/#\\\/schema\\\/person\\\/16c9f07b1ba984d165d9aee259bda997\"},\"headline\":\"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki\",\"datePublished\":\"2025-09-28T15:08:12+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/7326\\\/\"},\"wordCount\":295,\"image\":{\"@id\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/wp-content\\\/uploads\\\/2025\\\/09\\\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png\",\"articleSection\":[\"\u306f\u3066\u306a\u30d6\u30ed\u30b0\"],\"inLanguage\":\"ja\"},{\"@type\":\"WebPage\",\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/7326\\\/\",\"url\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee\",\"name\":\"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki - \u30dd\u30b1\u30b3\u30f3\",\"isPartOf\":{\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee#primaryimage\"},\"image\":{\"@id\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee#primaryimage\"},\"thumbnailUrl\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/wp-content\\\/uploads\\\/2025\\\/09\\\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png\",\"datePublished\":\"2025-09-28T15:08:12+00:00\",\"author\":{\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/#\\\/schema\\\/person\\\/16c9f07b1ba984d165d9aee259bda997\"},\"breadcrumb\":{\"@id\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee#breadcrumb\"},\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee#primaryimage\",\"url\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/wp-content\\\/uploads\\\/2025\\\/09\\\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png\",\"contentUrl\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/wp-content\\\/uploads\\\/2025\\\/09\\\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png\",\"width\":1280,\"height\":670},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\\\/\\\/note.com\\\/catshun_\\\/n\\\/n66701e7563ee#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u30db\u30fc\u30e0\",\"item\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/#website\",\"url\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/\",\"name\":\"\u30dd\u30b1\u30b3\u30f3\",\"description\":\"\",\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ja\"},{\"@type\":\"Person\",\"@id\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/#\\\/schema\\\/person\\\/16c9f07b1ba984d165d9aee259bda997\",\"name\":\"info@pokecon.jp\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/2b0549cd9f7907c092ca5fbb283baf72337f235726e4b46fa39ec0b701ac2fe2?s=96&d=wavatar&r=g\",\"url\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/2b0549cd9f7907c092ca5fbb283baf72337f235726e4b46fa39ec0b701ac2fe2?s=96&d=wavatar&r=g\",\"contentUrl\":\"https:\\\/\\\/secure.gravatar.com\\\/avatar\\\/2b0549cd9f7907c092ca5fbb283baf72337f235726e4b46fa39ec0b701ac2fe2?s=96&d=wavatar&r=g\",\"caption\":\"info@pokecon.jp\"},\"url\":\"https:\\\/\\\/pokecon.jp\\\/job\\\/author\\\/infopokecon-jp\\\/\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki - \u30dd\u30b1\u30b3\u30f3","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee","og_locale":"ja_JP","og_type":"article","og_title":"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki - \u30dd\u30b1\u30b3\u30f3","og_description":"\u3053\u3061\u3089\u306e\u66f8\u7c4d\u3067\u3059\u304c\u3001\u3042\u308a\u304c\u305f\u3044\u3053\u3068\u306b\u76e3\u8a33\u306e\u91d1\u672c\u3055\u3093\uff08@kkatsuyoshi\uff09\u304b\u3089\u3054\u732e\u672c\u3044\u305f\u3060\u304d\u307e\u3057\u305f\uff01\u91d1\u672c\u3055\u3093\u3068\u306f\u300eAI\u738b\u301c\u30af\u30a4\u30baAI\u65e5\u672c\u4e00\u6c7a\u5b9a\u6226\u300f\u3068\u3044\u3046\u30a4\u30d9\u30f3\u30c8\u3067\u304a\u4e16\u8a71\u306b\u306a\u3063\u305f\u3053\u3068\u304c\u3042\u308a\u3001\u91d1\u672c\u3055\u3093\u304c\u53c2\u52a0\u8005\u3001\u79c1\u304c\u904b\u55b6\u59d4 [&hellip;]","og_url":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee","og_site_name":"\u30dd\u30b1\u30b3\u30f3","article_published_time":"2025-09-28T15:08:12+00:00","og_image":[{"width":1280,"height":670,"url":"https:\/\/pokecon.jp\/job\/wp-content\/uploads\/2025\/09\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png","type":"image\/png"}],"author":"info@pokecon.jp","twitter_card":"summary_large_image","twitter_misc":{"\u57f7\u7b46\u8005":"info@pokecon.jp","\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593":"2\u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee#article","isPartOf":{"@id":"https:\/\/pokecon.jp\/job\/7326\/"},"author":{"name":"info@pokecon.jp","@id":"https:\/\/pokecon.jp\/job\/#\/schema\/person\/16c9f07b1ba984d165d9aee259bda997"},"headline":"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki","datePublished":"2025-09-28T15:08:12+00:00","mainEntityOfPage":{"@id":"https:\/\/pokecon.jp\/job\/7326\/"},"wordCount":295,"image":{"@id":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee#primaryimage"},"thumbnailUrl":"https:\/\/pokecon.jp\/job\/wp-content\/uploads\/2025\/09\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png","articleSection":["\u306f\u3066\u306a\u30d6\u30ed\u30b0"],"inLanguage":"ja"},{"@type":"WebPage","@id":"https:\/\/pokecon.jp\/job\/7326\/","url":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee","name":"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki - \u30dd\u30b1\u30b3\u30f3","isPartOf":{"@id":"https:\/\/pokecon.jp\/job\/#website"},"primaryImageOfPage":{"@id":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee#primaryimage"},"image":{"@id":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee#primaryimage"},"thumbnailUrl":"https:\/\/pokecon.jp\/job\/wp-content\/uploads\/2025\/09\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png","datePublished":"2025-09-28T15:08:12+00:00","author":{"@id":"https:\/\/pokecon.jp\/job\/#\/schema\/person\/16c9f07b1ba984d165d9aee259bda997"},"breadcrumb":{"@id":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee#breadcrumb"},"inLanguage":"ja","potentialAction":[{"@type":"ReadAction","target":["https:\/\/note.com\/catshun_\/n\/n66701e7563ee"]}]},{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee#primaryimage","url":"https:\/\/pokecon.jp\/job\/wp-content\/uploads\/2025\/09\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png","contentUrl":"https:\/\/pokecon.jp\/job\/wp-content\/uploads\/2025\/09\/rectangle_large_type_2_70f499363b3385bfc38828195f3308bd.png","width":1280,"height":670},{"@type":"BreadcrumbList","@id":"https:\/\/note.com\/catshun_\/n\/n66701e7563ee#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u30db\u30fc\u30e0","item":"https:\/\/pokecon.jp\/job\/"},{"@type":"ListItem","position":2,"name":"\u3010\u66f8\u8a55\u3011 \u5b9f\u8df5LLM\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a \u2015\u30d7\u30ed\u30c8\u30bf\u30a4\u30d7\u3092\u8131\u5374\u3057\u3001\u5b9f\u7528\u7684\u306a\u5b9f\u88c5\u306b\u8feb\u308b\u305f\u3081\u306e\u5305\u62ec\u7684\u306a\u624b\u5f15\u304d\uff5cs-miyawaki"}]},{"@type":"WebSite","@id":"https:\/\/pokecon.jp\/job\/#website","url":"https:\/\/pokecon.jp\/job\/","name":"\u30dd\u30b1\u30b3\u30f3","description":"","potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/pokecon.jp\/job\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ja"},{"@type":"Person","@id":"https:\/\/pokecon.jp\/job\/#\/schema\/person\/16c9f07b1ba984d165d9aee259bda997","name":"info@pokecon.jp","image":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/secure.gravatar.com\/avatar\/2b0549cd9f7907c092ca5fbb283baf72337f235726e4b46fa39ec0b701ac2fe2?s=96&d=wavatar&r=g","url":"https:\/\/secure.gravatar.com\/avatar\/2b0549cd9f7907c092ca5fbb283baf72337f235726e4b46fa39ec0b701ac2fe2?s=96&d=wavatar&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/2b0549cd9f7907c092ca5fbb283baf72337f235726e4b46fa39ec0b701ac2fe2?s=96&d=wavatar&r=g","caption":"info@pokecon.jp"},"url":"https:\/\/pokecon.jp\/job\/author\/infopokecon-jp\/"}]}},"_links":{"self":[{"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/posts\/7326","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/comments?post=7326"}],"version-history":[{"count":1,"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/posts\/7326\/revisions"}],"predecessor-version":[{"id":7328,"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/posts\/7326\/revisions\/7328"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/media\/7327"}],"wp:attachment":[{"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/media?parent=7326"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/categories?post=7326"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/pokecon.jp\/job\/wp-json\/wp\/v2\/tags?post=7326"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}