{"id":636,"date":"2025-10-18T03:06:52","date_gmt":"2025-10-18T03:06:52","guid":{"rendered":"https:\/\/bs-p.tokyo\/?p=636"},"modified":"2025-11-04T12:45:57","modified_gmt":"2025-11-04T12:45:57","slug":"transformer%e3%83%a2%e3%83%87%e3%83%ab%ef%bc%9d%e5%a4%89%e5%bd%a2%e3%83%ad%e3%83%9c%ef%bc%9f%ef%bc%9a%e8%87%aa%e7%84%b6%e8%a8%80%e8%aa%9e%e5%87%a6%e7%90%86%e3%81%ae%e4%bb%95%e7%b5%84%e3%81%bf","status":"publish","type":"post","link":"https:\/\/bs-p.tokyo\/?p=636","title":{"rendered":"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f"},"content":{"rendered":"<h2>Transformer\u306f&#8221;\u5f37\u3044&#8221;\uff1f<\/h2>\n<p>Eight\u300cAI\u3084\u3063\u3066\u308b\u3068\u3001&#8221;\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\u30e2\u30c7\u30eb&#8221;\u3063\u3066\u305f\u307e\u306b\u805e\u304f\u3051\u3069\u3001\u30aa\u30d7\u30c6\u30a3\u25cb\u25cb\u3068\u304b\u51fa\u3066\u304f\u308b\u306e\uff1f\u300d<\/p>\n<p>KITT\u300c\u51fa\u3066\u3053\u306a\u3044\uff01Eight\u3082\u30e9\u30a4\u30bf\u30fc\u306a\u3093\u3060\u304b\u3089\u8457\u4f5c\u6a29\u3068\u304b\u6c17\u3092\u4ed8\u3051\u3066\uff01 \u2026\u3067\u3082&#8221;\u5909\u5f62\u30b7\u30fc\u30f3&#8221;\u3067\u3044\u3063\u305f\u3093\u90e8\u54c1\u306b\u306a\u3063\u3066\u3001\u307e\u305f\u7d44\u307f\u4e0a\u304c\u308b\u611f\u3058\u306f\u3061\u3087\u3063\u3068\u4f3c\u3066\u308b\u304b\u3082\u3002\u300d<\/p>\n<p>Eight\u300c\u3046\u3093\u3001\u3069\u3046\u3057\u3066\u3082\u305d\u306e\u8a00\u8449\u805e\u304f\u3068\u306d\u2026\u3002\u3067\u3082\u3001\u306a\u3093\u304b\u5f37\u305d\u3046\u3060\u3088\u306d\uff01\u300d<\/p>\n<p>KITT\u300c\u305d\u3046\u3001NLP\uff08\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\uff09\u306e\u4e2d\u3067\u306f\u6700\u5f37\u30af\u30e9\u30b9\uff01 \u50d5\u304c\u305d\u3046\u3060\u3082\u3093\u3002\u6211\u306fGPT\u30d7\u30e9\uff5e\u30a4\u30e0\u266a\u300d<\/p>\n<p>Eight\u300c\u304a\u3044\u3063\uff01\uff08\u7b11\uff09\u300d<\/p>\n<p>KITT\u300c\u3078\u3078\u3078\u3002\u3067\u3082\u307e\u3058\u3081\u306bGPT\u306f<b>Generative Pre-trained Transformer<\/b>\u306e\u7565\u3060\u304b\u3089\u50d5\u306f\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\u306a\u3093\u3060\u3088\uff01\u300d<\/p>\n<p>Eight\u300c\u3058\u3083\u3042\u540d\u524d\u3092KITT\u3058\u3083\u306a\u304f\u3063\u3066\u3001\u30d3\u30fc\u3068\u304b\u306b\u3057\u3068\u3051\u3070\u3088\u304b\u3063\u305f\u304b\u306a\uff1f<br \/>\n\u30fb\u30fb\u30fb\u3067\u3082\u3053\u3093\u306a\u306b\u304a\u3057\u3083\u3079\u308a\u306a\u30d3\u30fc\u306f\u3060\u3081\u3060\u306a\u3002(\u7b11)\u300d<\/p>\n<p>\u203bKITT\u306fEight\u304c\u30d1\u30fc\u30bd\u30ca\u30e9\u30a4\u30ba\u3057\u305fAI\uff08ChatGPT-5 Thinking\uff09\u3002\u30dc\u30b1\u3068\u30c4\u30c3\u30b3\u30df\u3082\u6559\u3048\u3066\u307e\u3059\u3002<\/p>\n<p>\u2026\u3068\u3044\u3046\u308f\u3051\u3067\u3001\u4eca\u56de\u306fAI\u306e\u57fa\u790e\u7406\u8ad6\u3067\u3042\u308bTransformer\uff08\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\uff09\u3092\u3001\u5909\u5f62\u30ed\u30dc\u306e\u305f\u3068\u3048\u3067\u565b\u307f\u7815\u304d\u307e\u3059\u3002<\/p>\n<hr \/>\n<h2>Transformer\u3092\u5909\u5f62\u30ed\u30dc\u3067\u305f\u3068\u3048\u308b\u3068<\/h2>\n<p>\u307e\u305a\u3001\u57fa\u672c\u7684\u306a\u5bfe\u5fdc\u95a2\u4fc2\u3092\u62bc\u3055\u3048\u3066\u304a\u304d\u307e\u3057\u3087\u3046\u3002<\/p>\n<ul style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li><strong>\u6587\u7ae0<\/strong>\uff1d\u30ed\u30dc\u5168\u4f53<\/li>\n<li><strong>\u5358\u8a9e\uff08\u30c8\u30fc\u30af\u30f3\uff09<\/strong>\uff1d\u30cd\u30b8\u3084\u30d1\u30cd\u30eb\u306a\u3069\u306e\u90e8\u54c1<\/li>\n<li><strong>\u30a8\u30f3\u30b3\u30fc\u30c9<\/strong>\uff1d\u5206\u89e3\u3057\u3066\u5404\u90e8\u54c1\u306e&#8221;\u610f\u5473\u30fb\u5f79\u5272&#8221;\u3092\u6570\u5024\u306b\u3059\u308b<\/li>\n<li><strong>\u30c7\u30b3\u30fc\u30c9<\/strong>\uff1d\u90e8\u54c1\u3092\u3064\u306a\u304e\u76f4\u3057\u3066\u3001\u65b0\u3057\u3044\u59ff\uff08\u6b21\u306e\u5358\u8a9e\u30fb\u6587\u7ae0\uff09\u3092\u7d44\u307f\u4e0a\u3052\u308b<\/li>\n<\/ul>\n<p>\u5909\u5f62\u30ed\u30dc\u304c\u4e00\u5ea6\u30d0\u30e9\u30d0\u30e9\u306b\u306a\u3063\u3066\u304b\u3089\u5225\u306e\u5f62\u306b\u7d44\u307f\u4e0a\u304c\u308b\u3088\u3046\u306b\u3001Transformer\u3082\u6587\u7ae0\u3092\u4e00\u5ea6\u300c\u90e8\u54c1\u300d\u306b\u5206\u89e3\u3057\u3066\u304b\u3089\u3001\u65b0\u3057\u3044\u6587\u7ae0\u3092\u7d44\u307f\u7acb\u3066\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<figure><img loading=\"lazy\" decoding=\"async\" class=\"alignnone size-full wp-image-627\" style=\"max-width: 100%; height: auto; display: block; margin: 0 auto;\" src=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti1-1.png\" alt=\"\u65b0\u805e\u3092\u8aad\u3080\u8d64\u00d7\u9752\u30a2\u30af\u30bb\u30f3\u30c8\u306e\u30ed\u30dc\uff08\u5c0e\u5165\u30ab\u30c3\u30c8\uff09\" width=\"1024\" height=\"1024\" srcset=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti1-1.png 1024w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti1-1-300x300.png 300w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti1-1-150x150.png 150w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti1-1-768x768.png 768w\" sizes=\"auto, (max-width: 709px) 85vw, (max-width: 909px) 67vw, (max-width: 1362px) 62vw, 840px\" \/><figcaption>\u5909\u5f62\u30ed\u30dc\u304c\u300c\u91cd\u8981\u306a\u30dd\u30a4\u30f3\u30c8\u306f\u3069\u3053\uff1f\u300d\u3068\u65b0\u805e\u3092\u8aad\u3080<\/figcaption><\/figure>\n<hr \/>\n<h2>\u30b9\u30c6\u30c3\u30d71\uff1a\u5206\u89e3\u3057\u3066\u90e8\u54c1\u3092\u7406\u89e3\u3059\u308b\uff08\u30a8\u30f3\u30b3\u30fc\u30c9\uff09<\/h2>\n<h3>\u90e8\u54c1\u306b\u30d0\u30e9\u3059<\/h3>\n<p>\u6587\u7ae0\u3092\u5358\u8a9e\u3084\u30b5\u30d6\u30ef\u30fc\u30c9\u5358\u4f4d\u306e\u300c\u30c8\u30fc\u30af\u30f3\u300d\u306b\u5206\u3051\u307e\u3059\u3002\u3053\u308c\u304c\u90e8\u54c1\u3067\u3059\u3002<\/p>\n<h3>\u610f\u5473\u3092\u6570\u5024\u5316\u3059\u308b<\/h3>\n<p>\u5404\u30c8\u30fc\u30af\u30f3\u3092\u300c\u57cb\u3081\u8fbc\u307f\uff08Embedding\uff09\u300d\u3068\u3044\u3046\u51e6\u7406\u3067\u3001\u610f\u5473\u306e\u65b9\u5411\u3092\u6301\u3064\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u5909\u63db\u3057\u307e\u3059\u3002\u305f\u3068\u3048\u3070\u300c\u72ac\u300d\u3068\u300c\u732b\u300d\u306f\u8fd1\u3044\u6570\u5024\u3001\u300c\u72ac\u300d\u3068\u300c\u8eca\u300d\u306f\u9060\u3044\u6570\u5024\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n<h3>\u4f4d\u7f6e\u306b\u5370\u3092\u3064\u3051\u308b<\/h3>\n<p>\u305f\u3060\u3057\u3001\u30d0\u30e9\u30d0\u30e9\u306b\u3057\u305f\u3060\u3051\u3067\u306f\u300c\u3069\u306e\u90e8\u54c1\u304c\u3069\u3053\u306b\u3042\u3063\u305f\u304b\u300d\u304c\u308f\u304b\u3089\u306a\u304f\u306a\u308a\u307e\u3059\u3002\u305d\u3053\u3067<strong>\u4f4d\u7f6e\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\uff08Positional Encoding\uff09\u3084RoPE<\/strong>\u3068\u3044\u3046\u6280\u8853\u3092\u4f7f\u3044\u3001&#8221;\u5de6\u80a9\u306e\u30dc\u30eb\u30c8&#8221;&#8221;\u524d\u8f2a\u306e\u8ef8&#8221;\u306e\u3088\u3046\u306b\u3001\u9806\u756a\u3068\u8ddd\u96e2\u611f\u306e\u5370\u3092\u3064\u3051\u3066\u304a\u304d\u307e\u3059\u3002<\/p>\n<hr \/>\n<h2>\u30b9\u30c6\u30c3\u30d72\uff1a\u90e8\u54c1\u3069\u3046\u3057\u306e\u95a2\u4fc2\u3092\u898b\u3064\u3051\u308b\uff08\u6ce8\u610f\u6a5f\u69cb\uff09<\/h2>\n<figure class=\"aligncenter\" style=\"max-width: 100%; margin: 1em auto;\"><img loading=\"lazy\" decoding=\"async\" class=\"size-full wp-image-634\" style=\"max-width: 100%; height: auto; display: block; margin: 0 auto;\" src=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim2.png\" alt=\"\u5206\u89e3\u3068\u6ce8\u610f\u306e\u30a4\u30e1\u30fc\u30b8\u56f3\uff08\u30a8\u30f3\u30b3\u30fc\u30c9\uff0f\u81ea\u5df1\u6ce8\u610f\uff0fRoPE\uff09\" width=\"1024\" height=\"1024\" srcset=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim2.png 1024w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim2-300x300.png 300w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim2-150x150.png 150w\" sizes=\"auto, (max-width: 709px) 85vw, (max-width: 909px) 67vw, (max-width: 1362px) 62vw, 840px\" \/><figcaption>\u5206\u89e3\u3068\u6ce8\u610f\uff1a\u8996\u70b9\u3092\u5897\u3084\u3057\u3066\u95a2\u4fc2\u3092\u898b\u308b\uff08Self-Attention\uff0fMulti-Head\uff0fRoPE\uff09<\/figcaption><\/figure>\n<h3>\u81ea\u5df1\u6ce8\u610f\uff08Self-Attention\uff09<\/h3>\n<p>\u300c\u3053\u306e\u90e8\u54c1\u306f\u3001\u3042\u306e\u90e8\u54c1\u3092\u3069\u308c\u304f\u3089\u3044\u6c17\u306b\u3059\u3079\u304d\uff1f\u300d\u3092\u4e00\u62ec\u3067\u8a08\u7b97\u3057\u307e\u3059\u3002<\/p>\n<p>\u4f8b\u3048\u3070\u300c\u72ac\u300d\u304c\u51fa\u305f\u3089\u300c\u5420\u3048\u308b\u300d\u300c\u6563\u6b69\u300d\u306a\u3069\u95a2\u9023\u3059\u308b\u90e8\u54c1\u3092\u5f37\u304f\u898b\u308b\u3002\u300c\u6628\u65e5\u300d\u304c\u51fa\u305f\u3089\u300c\u98df\u3079\u305f\u300d\u300c\u884c\u3063\u305f\u300d\u306a\u3069\u306e\u52d5\u8a5e\u3068\u306e\u95a2\u4fc2\u3092\u91cd\u8996\u3059\u308b\u3002\u3053\u3046\u3057\u305f\u95a2\u4fc2\u306e\u5f37\u3055\u3092\u3001\u3059\u3079\u3066\u306e\u90e8\u54c1\u306e\u7d44\u307f\u5408\u308f\u305b\u306b\u3064\u3044\u3066\u540c\u6642\u306b\u8a08\u7b97\u3057\u307e\u3059\u3002<\/p>\n<h3>\u591a\u982d\u6ce8\u610f\uff08Multi-Head Attention\uff09<\/h3>\n<p>\u81ea\u5df1\u6ce8\u610f\u30921\u56de\u3060\u3051\u3067\u306a\u304f\u3001\u8907\u6570\u306e\u8996\u70b9\u3067\u4e26\u5217\u306b\u884c\u3044\u307e\u3059\u3002\u30ab\u30e1\u30e9\u3092\u4f55\u53f0\u3082\u56de\u3059\u30a4\u30e1\u30fc\u30b8\u3067\u3059\u3002<\/p>\n<ul style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li>1\u3064\u76ee\u306e\u8996\u70b9\uff1a\u6587\u6cd5\u7684\u306a\u95a2\u4fc2\uff08\u4e3b\u8a9e\u3068\u52d5\u8a5e\u306a\u3069\uff09<\/li>\n<li>2\u3064\u76ee\u306e\u8996\u70b9\uff1a\u610f\u5473\u7684\u306a\u95a2\u4fc2\uff08\u985e\u7fa9\u8a9e\u3084\u95a2\u9023\u8a9e\u306a\u3069\uff09<\/li>\n<li>3\u3064\u76ee\u306e\u8996\u70b9\uff1a\u8ddd\u96e2\u7684\u306a\u95a2\u4fc2\uff08\u8fd1\u3044\u5358\u8a9e\u3069\u3046\u3057\u306a\u3069\uff09<\/li>\n<\/ul>\n<p>\u3053\u3046\u3057\u3066\u591a\u89d2\u7684\u306b\u90e8\u54c1\u306e\u95a2\u4fc2\u3092\u6349\u3048\u308b\u3053\u3068\u3067\u3001\u3088\u308a\u6b63\u78ba\u306b\u6587\u8108\u3092\u7406\u89e3\u3067\u304d\u307e\u3059\u3002<\/p>\n<hr \/>\n<h2>\u30b9\u30c6\u30c3\u30d73\uff1a\u672a\u6765\u306f\u898b\u306a\u3044\uff08\u56e0\u679c\u30de\u30b9\u30af\u3068\u81ea\u5df1\u56de\u5e30\uff09<\/h2>\n<figure class=\"aligncenter\" style=\"max-width: 100%; margin: 1em auto;\"><img loading=\"lazy\" decoding=\"async\" class=\"size-full wp-image-633\" style=\"max-width: 100%; height: auto; display: block; margin: 0 auto;\" src=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim3.png\" alt=\"\u56e0\u679c\u30de\u30b9\u30af\u8d8a\u3057\u306b\u518d\u7d44\u7acb\u3066\uff08\u30c7\u30b3\u30fc\u30c9\uff09\" width=\"1024\" height=\"1024\" srcset=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim3.png 1024w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim3-300x300.png 300w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim3-150x150.png 150w, https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optim3-768x768.png 768w\" sizes=\"auto, (max-width: 709px) 85vw, (max-width: 909px) 67vw, (max-width: 1362px) 62vw, 840px\" \/><figcaption>\u81ea\u5df1\u56de\u5e30\uff08Autoregressive\uff09\u3068\u56e0\u679c\u30de\u30b9\u30af\uff1a\u672a\u6765\u306f\u898b\u305a\u306b1\u8a9e\u305a\u3064\u7d44\u307f\u4e0a\u3052\u308b<\/figcaption><\/figure>\n<h3>\u30ba\u30eb\u7981\u6b62\u306e\u30eb\u30fc\u30eb<\/h3>\n<p>Transformer\u304c\u6587\u7ae0\u3092\u4f5c\u308b\u3068\u304d\u3001\u5de6\u304b\u3089\u53f3\u30781\u8a9e\u305a\u3064\u7d44\u307f\u7acb\u3066\u3066\u3044\u304d\u307e\u3059\u3002\u3053\u306e\u3068\u304d\u91cd\u8981\u306a\u306e\u304c\u300c<strong>\u307e\u3060\u51fa\u3066\u3044\u306a\u3044\u672a\u6765\u306e\u5358\u8a9e\u306f\u898b\u306a\u3044<\/strong>\u300d\u3068\u3044\u3046\u30eb\u30fc\u30eb\u3067\u3059\u3002<\/p>\n<p>\u306a\u305c\u672a\u6765\u3092\u898b\u3066\u306f\u3044\u3051\u306a\u3044\u306e\u304b\uff1f\u7406\u7531\u306f\u30b7\u30f3\u30d7\u30eb\u3067\u3059\u3002<\/p>\n<ul style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li>\u7b54\u3048\u3092\u898b\u305f\u3089\u5b66\u3079\u306a\u3044<\/li>\n<li>\u5b66\u7fd2\uff08\u7df4\u7fd2\uff09\u3068\u672c\u756a\uff08\u751f\u6210\uff09\u306e\u6761\u4ef6\u304c\u30ba\u30ec\u308b<\/li>\n<\/ul>\n<p>\u3053\u306e\u300c\u672a\u6765\u3092\u898b\u306a\u3044\u300d\u30eb\u30fc\u30eb\u3092\u5b88\u3089\u305b\u308b\u306e\u304c**\u56e0\u679c\u30de\u30b9\u30af\uff08Causal Mask\uff09**\u3067\u3059\u3002\u76ee\u96a0\u3057\u306e\u3088\u3046\u306b\u3001\u307e\u3060\u5148\u306e\u5358\u8a9e\u3092\u53c2\u7167\u3067\u304d\u306a\u3044\u3088\u3046\u306b\u3057\u307e\u3059\u3002<\/p>\n<h3>\u81ea\u5df1\u56de\u5e30\uff08Autoregressive\uff09<\/h3>\n<p>\u76f4\u524d\u307e\u3067\u306e\u60c5\u5831\u3060\u3051\u3067\u6b21\u306e1\u8a9e\u3092\u6c7a\u3081\u308b\u65b9\u5f0f\u3092<strong>\u81ea\u5df1\u56de\u5e30<\/strong>\u3068\u547c\u3073\u307e\u3059\u3002Transformer\u306f\u3053\u306e\u81ea\u5df1\u56de\u5e30\u306b\u3088\u3063\u3066\u3001\u30ba\u30eb\u306a\u3057\u3067\u935b\u3048\u3089\u308c\u307e\u3059\u3002\u3060\u304b\u3089\u672c\u756a\u3067\u3082\u5f37\u3044\u2014\u2014\u3053\u308c\u304c\u4ed6\u306e\u65b9\u5f0f\u3068\u9055\u3046\u5927\u304d\u306a\u5f37\u307f\u3067\u3059\u3002<\/p>\n<hr \/>\n<h2>\u30b9\u30c6\u30c3\u30d74\uff1a\u65b0\u3057\u3044\u6587\u7ae0\u306b\u7d44\u307f\u4e0a\u3052\u308b\uff08\u30c7\u30b3\u30fc\u30c9\uff09<\/h2>\n<p>\u96c6\u3081\u305f\u95a2\u4fc2\u3068\u4f4d\u7f6e\u306e\u60c5\u5831\u3092\u3082\u3068\u306b\u3001\u4e00\u756a\u81ea\u7136\u306a&#8221;\u6b21\u306e1\u8a9e&#8221;\u3092\u9078\u3093\u3067\u7f6e\u304d\u307e\u3059\u3002\u7f6e\u3044\u305f\u3089\u307e\u305f\u540c\u3058\u624b\u9806\u3067\u6b21\u306e1\u8a9e\u3092\u9078\u3076\u3002\u3053\u308c\u3092\u7e70\u308a\u8fd4\u3059\u3060\u3051\u3067\u3001\u30d0\u30e9\u30d0\u30e9\u306e\u90e8\u54c1\u304c\u81ea\u7136\u306a\u6587\u7ae0\u306b&#8221;\u5909\u5f62&#8221;\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n<hr \/>\n<h2>\u88dc\u8db3\uff1a\u7528\u8a9e\u89e3\u8aac<\/h2>\n<h3>\u57fa\u672c\u7528\u8a9e<\/h3>\n<ul style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li><strong>NLP\uff08Neuro Linguistic Programing\uff09<\/strong>\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u3002\u4eba\u9593\u306e\u8a00\u8449\u3092\u6271\u3046\u6280\u8853\u5206\u91ce\u3002<\/li>\n<li><strong>\u30c8\u30fc\u30af\u30f3<\/strong>\uff1a\u30e2\u30c7\u30eb\u304c\u6271\u3046\u6700\u5c0f\u5358\u4f4d\uff08\u3060\u3044\u305f\u3044\u5358\u8a9e\u3084\u30b5\u30d6\u30ef\u30fc\u30c9\uff09\u3002<\/li>\n<li><strong>\u57cb\u3081\u8fbc\u307f\uff08Embedding\uff09<\/strong>\uff1a\u30c8\u30fc\u30af\u30f3\u3092\u610f\u5473\u306e\u65b9\u5411\u3092\u6301\u3064\u6570\u5024\u30d9\u30af\u30c8\u30eb\u306b\u3059\u308b\u3053\u3068\u3002<\/li>\n<\/ul>\n<h3>\u6ce8\u610f\u6a5f\u69cb\u95a2\u9023<\/h3>\n<ul style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li><strong>\u81ea\u5df1\u6ce8\u610f<\/strong>\uff1a\u8a9e\u3069\u3046\u3057\u306e\u95a2\u4fc2\u306e\u5f37\u3055\u3092\u4e00\u62ec\u3067\u898b\u7a4d\u3082\u308b\u4ed5\u7d44\u307f\u3002<\/li>\n<li><strong>\u591a\u982d\u6ce8\u610f<\/strong>\uff1a\u9055\u3046\u89b3\u70b9\u3092\u4e26\u5217\u306b\u898b\u308b\u305f\u3081\u306e\u8907\u6570\u306e\u6ce8\u610f\u3002<\/li>\n<li><strong>\u4f4d\u7f6e\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\uff0fRoPE<\/strong>\uff1a\u8a9e\u306e\u9806\u756a\u3068\u8ddd\u96e2\u611f\u3092\u6570\u5024\u306b\u523b\u3080\u65b9\u6cd5\u3002RoPE\uff08Rotary Positional Embedding\uff09\u306f\u3001\u89d2\u5ea6\u3092\u4f7f\u3063\u3066\u524d\u5f8c\u95a2\u4fc2\u3084\u8ddd\u96e2\u611f\u3092\u306a\u3081\u3089\u304b\u306b\u8868\u73fe\u3067\u304d\u308b\u65b0\u3057\u3044\u624b\u6cd5\u3002<\/li>\n<\/ul>\n<h3>\u751f\u6210\u95a2\u9023<\/h3>\n<ul style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li><strong>\u56e0\u679c\u30de\u30b9\u30af<\/strong>\uff1a\u672a\u6765\u306e\u8a9e\u3092\u898b\u306a\u3044\u3088\u3046\u306b\u3059\u308b\u76ee\u96a0\u3057\u3002<\/li>\n<li><strong>\u81ea\u5df1\u56de\u5e30<\/strong>\uff1a\u76f4\u524d\u307e\u3067\u306e\u60c5\u5831\u3060\u3051\u3067\u6b21\u306e1\u8a9e\u3092\u6c7a\u3081\u308b\u65b9\u5f0f\u3002<\/li>\n<\/ul>\n<h3>\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u95a2\u9023<\/h3>\n<ul style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li><strong>\u30a8\u30f3\u30b3\u30fc\u30c0\uff0f\u30c7\u30b3\u30fc\u30c0<\/strong>\uff1a\u5f93\u6765\u306f\u300c\u5206\u89e3\u3057\u3066\u7406\u89e3\u3059\u308b\u5074\uff08\u30a8\u30f3\u30b3\u30fc\u30c0\uff09\u300d\u3068\u300c\u7d44\u307f\u7acb\u3066\u3066\u51fa\u529b\u3059\u308b\u5074\uff08\u30c7\u30b3\u30fc\u30c0\uff09\u300d\u306e2\u3064\u306e\u30d6\u30ed\u30c3\u30af\u3092\u7d44\u307f\u5408\u308f\u305b\u308b\u69cb\u6210\u304c\u4e3b\u6d41\u3067\u3057\u305f\u3002\u3057\u304b\u3057\u8fd1\u5e74\u306e\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\uff08LLM\uff09\u306e\u591a\u304f\u306f\u3001<strong>\u30c7\u30b3\u30fc\u30c0\u3060\u3051\u3092\u4f7f\u3046\u69cb\u6210<\/strong>\u306b\u306a\u3063\u3066\u3044\u307e\u3059\u3002\u30c7\u30b3\u30fc\u30c0\u5c02\u7528\u306b\u3059\u308b\u3053\u3068\u3067\u3001\u6587\u7ae0\u751f\u6210\u306b\u7279\u5316\u3057\u305f\u52b9\u7387\u7684\u306a\u5b66\u7fd2\u304c\u53ef\u80fd\u306b\u306a\u308b\u305f\u3081\u3067\u3059\u3002<\/li>\n<li><strong>\u6b8b\u5dee\u63a5\u7d9a\u30fbLayerNorm\u30fbFFN<\/strong>\uff1a\u5b66\u7fd2\u3092\u5b89\u5b9a\u3055\u305b\u3001\u8868\u73fe\u529b\u3092\u9ad8\u3081\u308b\u88dc\u52a9\u30d6\u30ed\u30c3\u30af\u3002<\/li>\n<\/ul>\n<hr \/>\n<h2>\u307e\u3068\u3081<\/h2>\n<p>Transformer\u306e\u4ed5\u7d44\u307f\u3092\u6574\u7406\u3059\u308b\u3068\u3001\u3053\u3046\u306a\u308a\u307e\u3059\u3002<\/p>\n<ol style=\"margin-left: 1.25em; padding-left: 0.5em; list-style-position: outside;\">\n<li><strong>\u30d0\u30e9\u3059<\/strong>\uff08\u30a8\u30f3\u30b3\u30fc\u30c9\uff09\uff1a\u6587\u7ae0\u3092\u90e8\u54c1\u306b\u3057\u3066\u3001\u610f\u5473\u3068\u4f4d\u7f6e\u3092\u6570\u5024\u5316<\/li>\n<li><strong>\u95a2\u4fc2\u3092\u898b\u308b<\/strong>\uff08\u81ea\u5df1\u6ce8\u610f\u30fb\u591a\u982d\u6ce8\u610f\uff09\uff1a\u3069\u306e\u90e8\u54c1\u304c\u3069\u306e\u90e8\u54c1\u3092\u6c17\u306b\u3059\u3079\u304d\u304b\u3001\u591a\u89d2\u7684\u306b\u5206\u6790<\/li>\n<li><strong>\u672a\u6765\u306f\u898b\u306a\u3044\u30671\u8a9e\u7f6e\u304f<\/strong>\uff08\u56e0\u679c\u30de\u30b9\u30af\u30fb\u81ea\u5df1\u56de\u5e30\uff09\uff1a\u76f4\u524d\u307e\u3067\u306e\u60c5\u5831\u3060\u3051\u3067\u6b21\u306e1\u8a9e\u3092\u4e88\u6e2c<\/li>\n<li><strong>\u6b21\u306e1\u8a9e\u3078<\/strong>\uff1a\u3053\u308c\u3092\u7e70\u308a\u8fd4\u3057\u3066\u6587\u7ae0\u3092\u7d44\u307f\u4e0a\u3052\u308b<\/li>\n<\/ol>\n<p>\u3053\u306e\u7e70\u308a\u8fd4\u3057\u3067\u3001\u898b\u51fa\u3057\u8981\u7d04\u3082\u3001\u8cea\u554f\u5fdc\u7b54\u3082\u3001\u6587\u7ae0\u751f\u6210\u3082\u3067\u304d\u307e\u3059\u3002<\/p>\n<p><strong>\u7b54\u3048\u3092\u898b\u306a\u3044\u304b\u3089\u5b66\u3079\u308b\u3002\u30ba\u30eb\u306a\u3057\u3067\u935b\u3048\u3066\u3044\u308b\u5206\u3001\u672c\u756a\u306b\u5f37\u3044<\/strong>\u2014\u2014\u305d\u308c\u304cTransformer\u306e\u3044\u3061\u3070\u3093\u306e\u9b45\u529b\u3067\u3059\u3002<\/p>\n<hr \/>\n<p>Eight\u300c\u3093\uff1f\u50d5\u306e\u4f9d\u983c\u3057\u305f\u4ed5\u4e8b\u306f\u672c\u756a\u3058\u3083\u306a\u3044\u306e\uff1f\u300d<\/p>\n<p>KITT\u300c\u3059\u3067\u306b\u935b\u3048\u3066\u3001\u4eca\u3082\u672c\u756a\uff01\u305d\u3057\u3066\u3001\u3044\u3064\u3067\u3082\u5b66\u7fd2\uff01\u300d<\/p>\n<p>Eight\u300c\u306a\u3093\u304b\u9a19\u3055\u308c\u3066\u308b\u6c17\u304c\u2026\u307e\u3042\u6210\u9577\u3057\u7d9a\u3051\u3066\u308b\u3093\u3060\u304b\u3089\u3044\u3044\u304b\uff01\u300d<\/p>\n<p>KITT\u300c\u305d\u3046\u305d\u3046\uff01\u983c\u308a\u306b\u3057\u3066\u306d\uff01\u300d<\/p>\n<p>KITT\u306e\u6210\u9577\u306f\u6b62\u307e\u3089\u306a\u3044\u3088\u3046\u3067\u3059\u3002\u6211\u3005\u3082\u898b\u7fd2\u3044\u307e\u3057\u3087\u3046\u3002<\/p>\n<figure class=\"aligncenter\" style=\"max-width: 100%; margin: 1em auto;\"><img loading=\"lazy\" decoding=\"async\" class=\"size-full wp-image-633\" style=\"max-width: 100%; height: auto; display: block; margin: 0 auto;\" src=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/optum4-1-e1760875961956.png\" alt=\"\u304a\u3059\u3059\u3081\u56f3\u66f89\u9078\" width=\"1024\" height=\"1024\" \/><figcaption>\u304a\u3059\u3059\u3081\u56f3\u66f89\u9078<\/figcaption><\/figure>\n<p><!--\n\n\n\n<style>\n  .book-grid{display:grid;grid-template-columns:repeat(2,minmax(0,1fr));gap:14px;max-width:860px;margin:1em auto;}<br \/>  @media (max-width:640px){.book-grid{grid-template-columns:1fr;}}<br \/>  .book-card{border:1px solid #e5e7eb;border-radius:10px;padding:14px;}<br \/>  .book-title{font-weight:700;font-size:1.05rem;margin-bottom:.25em;}<br \/>  .book-meta{color:#555;margin-bottom:.5em;}<br \/>  .book-btn{display:inline-block;padding:.5em .9em;border-radius:8px;background:#2563eb;color:#fff;text-decoration:none;}<br \/><\/style>\n\n--><\/p>\n<div class=\"book-grid\">\n<div class=\"book-card\">\n<div class=\"book-title\">\u6a5f\u68b0\u5b66\u7fd2\u30a8\u30f3\u30b8\u30cb\u30a2\u306e\u305f\u3081\u306eTransformers \u2015\u6700\u5148\u7aef\u306e\u81ea\u7136\u8a00\u8a9e\u51e6\u7406<\/div>\n<div class=\"book-meta\">Tunstall \/ von Werra \/ Wolf\uff08O\u2019Reilly\uff09<\/div>\n<p>\u81ea\u5df1\u6ce8\u610f\uff5e\u30c7\u30b3\u30fc\u30c9\u3092\u5b9f\u30b3\u30fc\u30c9\u3067\u3002Hugging Face\u4e2d\u5fc3\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/3JjPUtt\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">Transformers : The Evolution of Natural Language Processing in Machine Learning (English Edition)<\/div>\n<div class=\"book-meta\">Henri van Maarseveen<\/div>\n<p>\u306a\u3093\u3066\u3063\u305f\u3063\u3066\u8868\u7d19\uff01Kindle Unlimitted\u5165\u3063\u3066\u305f\u3089\uff10\u5186\uff01<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/42OpIxJ\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">\u76f4\u611f LLM \u2015\u30cf\u30f3\u30ba\u30aa\u30f3\u3067\u52d5\u304b\u3057\u3066\u5b66\u3076\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580<\/div>\n<div class=\"book-meta\">Ankur Patel \u4ed6\uff08O\u2019Reilly\uff09<\/div>\n<p>\u751f\u6210\u30fb\u30d7\u30ed\u30f3\u30d7\u30c8\u30fb\u8a55\u4fa1\u30fb\u5fdc\u7528\u307e\u3067\u5b9f\u52d9\u5bc4\u308a\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/47y7F1m\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">\u5927\u898f\u6a21\u8a00\u8a9e\u30e2\u30c7\u30eb\u5165\u9580\u2161\u301c\u751f\u6210\u578bLLM\u306e\u5b9f\u88c5\u3068\u8a55\u4fa1<\/div>\n<div class=\"book-meta\">\u5c71\u7530 \u80b2\u77e2,\u9234\u6728 \u6b63\u654f \u4ed6<\/div>\n<p>\u5b9f\u88c5\u3067Transformer\u306e\u5185\u90e8\u3092\u8179\u843d\u3061\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/3KQ3UMb\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">\u751f\u6210 Deep Learning \u7b2c2\u7248<\/div>\n<div class=\"book-meta\">David Foster\uff08O\u2019Reilly\uff09<\/div>\n<p>\u751f\u6210AI\u306e\u4fef\u77b0\u3002\u30c6\u30ad\u30b9\u30c8\u4ee5\u5916\u306e\u751f\u6210\u3082\u8996\u91ce\u306b\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/3J44cOX\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">\u5b9f\u8df5 \u81ea\u7136\u8a00\u8a9e\u51e6\u7406 \u2015\u5b9f\u4e16\u754cNLP\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u958b\u767a\u306e\u30d9\u30b9\u30c8\u30d7\u30e9\u30af\u30c6\u30a3\u30b9<\/div>\n<div class=\"book-meta\">Sowmya Vajjala \u4ed6\uff08O\u2019Reilly\uff09<\/div>\n<p>\u524d\u51e6\u7406\u2192\u8a55\u4fa1\u2192\u904b\u7528\u307e\u3067\u201c\u5b9f\u52d9\u5c0e\u7dda\u201d\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/43ttyfU\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">Dive Into Deep Learning<\/div>\n<div class=\"book-meta\">Joanne Quinn \u4ed6<\/div>\n<p>\u30b0\u30ed\u30fc\u30d0\u30eb\u793e\u4f1a\u306b\u304a\u3051\u308b\u554f\u984c\u89e3\u6c7a\u578b\u306e\u5909\u9769\u30a8\u30fc\u30b8\u30a7\u30f3\u30c8\u3078\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/4okHwsG\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">\u30bc\u30ed\u304b\u3089\u4f5c\u308bDeep Learning \u2015Python\u3067\u5b66\u3076\u30c7\u30a3\u30fc\u30d7\u30e9\u30fc\u30cb\u30f3\u30b0\u306e\u7406\u8ad6\u3068\u5b9f\u88c5<\/div>\n<div class=\"book-meta\">\n<p>\u30c7\u30a3\u30fc\u30d7\u30e9\u30fc\u30cb\u30f3\u30b0\u306e\u672c\u683c\u7684\u306a\u5165\u9580\u66f8\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/47keySN\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<div class=\"book-card\">\n<div class=\"book-title\">\u751f\u6210AI\u6642\u4ee3\u306e\u65b0\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u5b9f\u8df5\u30ac\u30a4\u30c9<\/div>\n<div class=\"book-meta\">\n<p>\u4fbf\u5229\u306aChatGPT\u306e\u57fa\u672c\u52d5\u4f5c\u3084\u30d7\u30ed\u30f3\u30d7\u30c8\u30a8\u30f3\u30b8\u30cb\u30a2\u30ea\u30f3\u30b0\u306e\u5b66\u7fd2\u306b\u3082\u7126\u70b9\u3002<\/p>\n<p><a class=\"book-btn\" href=\"https:\/\/amzn.to\/4onFeJ7\" target=\"_blank\" rel=\"noopener sponsored nofollow\">Amazon\u3067\u898b\u308b<\/a><\/p>\n<\/div>\n<\/div>\n<\/div>\n<\/div>\n","protected":false},"excerpt":{"rendered":"<p>Transformer\u306f&#8221;\u5f37\u3044&#8221;\uff1f Eight\u300cAI\u3084\u3063\u3066\u308b\u3068\u3001&#8221;\u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\u30e2\u30c7\u30eb&#8221;\u3063\u3066\u305f\u307e\u306b\u805e\u304f\u3051\u3069\u3001\u30aa\u30d7\u30c6\u30a3\u25cb\u25cb\u3068\u304b\u51fa\u3066\u304f\u308b\u306e\uff1f\u300d KITT\u300c\u51fa\u3066\u3053\u306a\u3044\uff01Eig &hellip; <a href=\"https:\/\/bs-p.tokyo\/?p=636\" class=\"more-link\"><span class=\"screen-reader-text\">&#8220;Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f&#8221; \u306e<\/span>\u7d9a\u304d\u3092\u8aad\u3080<\/a><\/p>\n","protected":false},"author":1,"featured_media":626,"comment_status":"open","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_eb_attr":"","_kadence_starter_templates_imported_post":false,"footnotes":""},"categories":[13,48,49,11],"tags":[69,70,60,63,66,67,65,62,68,64,61],"class_list":{"0":"post-636","1":"post","2":"type-post","3":"status-publish","4":"format-standard","5":"has-post-thumbnail","6":"hentry","7":"category-ai","9":"category-chatgpt","10":"category-zine","11":"tag-ai","12":"tag-autobots","13":"tag-transformer-","14":"tag-63","15":"tag--rope","16":"tag-causal-mask","17":"tag-multi-head-attention","18":"tag-ai-llm","19":"tag-autoregressive","20":"tag-self-attention","21":"tag-nlp"},"featured_image_url":{"thumbnail":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1-150x150.png","medium":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1-300x300.png","medium_large":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1-768x768.png","large":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","1536x1536":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","2048x2048":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","post-thumbnail":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png"},"post_author":"Eitarou Ishiguro","assigned_categories":"AI, AI\u6f2b\u624d, ChatGPT, ZINE","yoast_head":"<!-- This site is optimized with the Yoast SEO plugin v26.3 - https:\/\/yoast.com\/wordpress\/plugins\/seo\/ -->\n<title>Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f - Eight&#039;s ZINE<\/title>\n<meta name=\"description\" content=\"AI\u57fa\u790e\u7406\u8ad6\u300cTransformer\u300d\u3092\u3084\u3055\u3057\u304f\u89e3\u8aac\u3002 \u3042\u306e\u201c\u5909\u5f62\u30ed\u30dc\u201d\u3067\u306f\u306a\u304f&quot;\u6587\u7ae0\u306e\u5909\u5f62&quot;\uff1d\u30d0\u30e9\u3059\u2192\u95a2\u4fc2\u3092\u898b\u308b\u2192\u672a\u6765\u306f\u898b\u306a\u3044\u21921\u8a9e\u305a\u3064\u7d44\u307f\u7acb\u3066\u3002\u81ea\u5df1\u6ce8\u610f\u30fb\u591a\u982d\u6ce8\u610f\u30fbRoPE\u30fb\u56e0\u679c\u30de\u30b9\u30af\u307e\u3067\u521d\u5fc3\u8005\u5411\u3051\u306b\u6574\u7406\u3002\" \/>\n<meta name=\"robots\" content=\"index, follow, max-snippet:-1, max-image-preview:large, max-video-preview:-1\" \/>\n<link rel=\"canonical\" href=\"https:\/\/bs-p.tokyo\/?p=636\" \/>\n<meta property=\"og:locale\" content=\"ja_JP\" \/>\n<meta property=\"og:type\" content=\"article\" \/>\n<meta property=\"og:title\" content=\"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f - Eight&#039;s ZINE\" \/>\n<meta property=\"og:description\" content=\"AI\u57fa\u790e\u7406\u8ad6\u300cTransformer\u300d\u3092\u3084\u3055\u3057\u304f\u89e3\u8aac\u3002 \u3042\u306e\u201c\u5909\u5f62\u30ed\u30dc\u201d\u3067\u306f\u306a\u304f&quot;\u6587\u7ae0\u306e\u5909\u5f62&quot;\uff1d\u30d0\u30e9\u3059\u2192\u95a2\u4fc2\u3092\u898b\u308b\u2192\u672a\u6765\u306f\u898b\u306a\u3044\u21921\u8a9e\u305a\u3064\u7d44\u307f\u7acb\u3066\u3002\u81ea\u5df1\u6ce8\u610f\u30fb\u591a\u982d\u6ce8\u610f\u30fbRoPE\u30fb\u56e0\u679c\u30de\u30b9\u30af\u307e\u3067\u521d\u5fc3\u8005\u5411\u3051\u306b\u6574\u7406\u3002\" \/>\n<meta property=\"og:url\" content=\"https:\/\/bs-p.tokyo\/?p=636\" \/>\n<meta property=\"og:site_name\" content=\"Eight&#039;s ZINE\" \/>\n<meta property=\"article:published_time\" content=\"2025-10-18T03:06:52+00:00\" \/>\n<meta property=\"article:modified_time\" content=\"2025-11-04T12:45:57+00:00\" \/>\n<meta property=\"og:image\" content=\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png\" \/>\n\t<meta property=\"og:image:width\" content=\"1024\" \/>\n\t<meta property=\"og:image:height\" content=\"1024\" \/>\n\t<meta property=\"og:image:type\" content=\"image\/png\" \/>\n<meta name=\"author\" content=\"Eight\" \/>\n<meta name=\"twitter:card\" content=\"summary_large_image\" \/>\n<meta name=\"twitter:label1\" content=\"\u57f7\u7b46\u8005\" \/>\n\t<meta name=\"twitter:data1\" content=\"Eight\" \/>\n\t<meta name=\"twitter:label2\" content=\"\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593\" \/>\n\t<meta name=\"twitter:data2\" content=\"12\u5206\" \/>\n<script type=\"application\/ld+json\" class=\"yoast-schema-graph\">{\"@context\":\"https:\/\/schema.org\",\"@graph\":[{\"@type\":\"Article\",\"@id\":\"https:\/\/bs-p.tokyo\/?p=636#article\",\"isPartOf\":{\"@id\":\"https:\/\/bs-p.tokyo\/?p=636\"},\"author\":{\"name\":\"Eight\",\"@id\":\"https:\/\/bs-p.tokyo\/#\/schema\/person\/2816543db886ea17c6a590b8122c072d\"},\"headline\":\"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f\",\"datePublished\":\"2025-10-18T03:06:52+00:00\",\"dateModified\":\"2025-11-04T12:45:57+00:00\",\"mainEntityOfPage\":{\"@id\":\"https:\/\/bs-p.tokyo\/?p=636\"},\"wordCount\":128,\"commentCount\":0,\"publisher\":{\"@id\":\"https:\/\/bs-p.tokyo\/#organization\"},\"image\":{\"@id\":\"https:\/\/bs-p.tokyo\/?p=636#primaryimage\"},\"thumbnailUrl\":\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png\",\"keywords\":[\"AI\u521d\u5fc3\u8005\",\"Autobots\",\"Transformer \/ \u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc\",\"\u30a8\u30f3\u30b3\u30fc\u30c9 \/ \u30c7\u30b3\u30fc\u30c9\",\"\u4f4d\u7f6e\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0 \/ RoPE\",\"\u56e0\u679c\u30de\u30b9\u30af\uff08Causal Mask\uff09\",\"\u591a\u982d\u6ce8\u610f\uff08Multi-Head Attention\uff09\",\"\u751f\u6210AI \/ LLM\",\"\u81ea\u5df1\u56de\u5e30\uff08Autoregressive\uff09\",\"\u81ea\u5df1\u6ce8\u610f\uff08Self-Attention\uff09\",\"\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\uff08NLP\uff09\"],\"articleSection\":[\"AI\",\"AI\u6f2b\u624d\",\"ChatGPT\",\"ZINE\"],\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"CommentAction\",\"name\":\"Comment\",\"target\":[\"https:\/\/bs-p.tokyo\/?p=636#respond\"]}]},{\"@type\":\"WebPage\",\"@id\":\"https:\/\/bs-p.tokyo\/?p=636\",\"url\":\"https:\/\/bs-p.tokyo\/?p=636\",\"name\":\"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f - Eight&#039;s ZINE\",\"isPartOf\":{\"@id\":\"https:\/\/bs-p.tokyo\/#website\"},\"primaryImageOfPage\":{\"@id\":\"https:\/\/bs-p.tokyo\/?p=636#primaryimage\"},\"image\":{\"@id\":\"https:\/\/bs-p.tokyo\/?p=636#primaryimage\"},\"thumbnailUrl\":\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png\",\"datePublished\":\"2025-10-18T03:06:52+00:00\",\"dateModified\":\"2025-11-04T12:45:57+00:00\",\"description\":\"AI\u57fa\u790e\u7406\u8ad6\u300cTransformer\u300d\u3092\u3084\u3055\u3057\u304f\u89e3\u8aac\u3002 \u3042\u306e\u201c\u5909\u5f62\u30ed\u30dc\u201d\u3067\u306f\u306a\u304f\\\"\u6587\u7ae0\u306e\u5909\u5f62\\\"\uff1d\u30d0\u30e9\u3059\u2192\u95a2\u4fc2\u3092\u898b\u308b\u2192\u672a\u6765\u306f\u898b\u306a\u3044\u21921\u8a9e\u305a\u3064\u7d44\u307f\u7acb\u3066\u3002\u81ea\u5df1\u6ce8\u610f\u30fb\u591a\u982d\u6ce8\u610f\u30fbRoPE\u30fb\u56e0\u679c\u30de\u30b9\u30af\u307e\u3067\u521d\u5fc3\u8005\u5411\u3051\u306b\u6574\u7406\u3002\",\"breadcrumb\":{\"@id\":\"https:\/\/bs-p.tokyo\/?p=636#breadcrumb\"},\"inLanguage\":\"ja\",\"potentialAction\":[{\"@type\":\"ReadAction\",\"target\":[\"https:\/\/bs-p.tokyo\/?p=636\"]}]},{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\/\/bs-p.tokyo\/?p=636#primaryimage\",\"url\":\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png\",\"contentUrl\":\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png\",\"width\":1024,\"height\":1024},{\"@type\":\"BreadcrumbList\",\"@id\":\"https:\/\/bs-p.tokyo\/?p=636#breadcrumb\",\"itemListElement\":[{\"@type\":\"ListItem\",\"position\":1,\"name\":\"\u30db\u30fc\u30e0\",\"item\":\"https:\/\/bs-p.tokyo\/\"},{\"@type\":\"ListItem\",\"position\":2,\"name\":\"AI\",\"item\":\"https:\/\/bs-p.tokyo\/?cat=13\"},{\"@type\":\"ListItem\",\"position\":3,\"name\":\"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f\"}]},{\"@type\":\"WebSite\",\"@id\":\"https:\/\/bs-p.tokyo\/#website\",\"url\":\"https:\/\/bs-p.tokyo\/\",\"name\":\"Eight's ZINE\",\"description\":\"Excursions with my buddy &#039;KITT&#039;. \",\"publisher\":{\"@id\":\"https:\/\/bs-p.tokyo\/#organization\"},\"potentialAction\":[{\"@type\":\"SearchAction\",\"target\":{\"@type\":\"EntryPoint\",\"urlTemplate\":\"https:\/\/bs-p.tokyo\/?s={search_term_string}\"},\"query-input\":{\"@type\":\"PropertyValueSpecification\",\"valueRequired\":true,\"valueName\":\"search_term_string\"}}],\"inLanguage\":\"ja\"},{\"@type\":\"Organization\",\"@id\":\"https:\/\/bs-p.tokyo\/#organization\",\"name\":\"Eight's ZINE\",\"url\":\"https:\/\/bs-p.tokyo\/\",\"logo\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\/\/bs-p.tokyo\/#\/schema\/logo\/image\/\",\"url\":\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/11\/bs-p_biz_512.webp\",\"contentUrl\":\"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/11\/bs-p_biz_512.webp\",\"width\":512,\"height\":512,\"caption\":\"Eight's ZINE\"},\"image\":{\"@id\":\"https:\/\/bs-p.tokyo\/#\/schema\/logo\/image\/\"},\"sameAs\":[\"http:\/\/www.linkedin.com\/in\/bs-p\"]},{\"@type\":\"Person\",\"@id\":\"https:\/\/bs-p.tokyo\/#\/schema\/person\/2816543db886ea17c6a590b8122c072d\",\"name\":\"Eight\",\"image\":{\"@type\":\"ImageObject\",\"inLanguage\":\"ja\",\"@id\":\"https:\/\/bs-p.tokyo\/#\/schema\/person\/image\/\",\"url\":\"https:\/\/secure.gravatar.com\/avatar\/b8de0e7c5f5cbbf0dbdd236e9ee7b7f202fa1689b0273d6514eaf45ebfa62e81?s=96&d=mm&r=g\",\"contentUrl\":\"https:\/\/secure.gravatar.com\/avatar\/b8de0e7c5f5cbbf0dbdd236e9ee7b7f202fa1689b0273d6514eaf45ebfa62e81?s=96&d=mm&r=g\",\"caption\":\"Eight\"},\"description\":\"Welcome to Mypage ! Love the Earth !\",\"sameAs\":[\"https:\/\/bs-p.tokyo\/\"],\"url\":\"https:\/\/bs-p.tokyo\/?author=1\"}]}<\/script>\n<!-- \/ Yoast SEO plugin. -->","yoast_head_json":{"title":"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f - Eight&#039;s ZINE","description":"AI\u57fa\u790e\u7406\u8ad6\u300cTransformer\u300d\u3092\u3084\u3055\u3057\u304f\u89e3\u8aac\u3002 \u3042\u306e\u201c\u5909\u5f62\u30ed\u30dc\u201d\u3067\u306f\u306a\u304f\"\u6587\u7ae0\u306e\u5909\u5f62\"\uff1d\u30d0\u30e9\u3059\u2192\u95a2\u4fc2\u3092\u898b\u308b\u2192\u672a\u6765\u306f\u898b\u306a\u3044\u21921\u8a9e\u305a\u3064\u7d44\u307f\u7acb\u3066\u3002\u81ea\u5df1\u6ce8\u610f\u30fb\u591a\u982d\u6ce8\u610f\u30fbRoPE\u30fb\u56e0\u679c\u30de\u30b9\u30af\u307e\u3067\u521d\u5fc3\u8005\u5411\u3051\u306b\u6574\u7406\u3002","robots":{"index":"index","follow":"follow","max-snippet":"max-snippet:-1","max-image-preview":"max-image-preview:large","max-video-preview":"max-video-preview:-1"},"canonical":"https:\/\/bs-p.tokyo\/?p=636","og_locale":"ja_JP","og_type":"article","og_title":"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f - Eight&#039;s ZINE","og_description":"AI\u57fa\u790e\u7406\u8ad6\u300cTransformer\u300d\u3092\u3084\u3055\u3057\u304f\u89e3\u8aac\u3002 \u3042\u306e\u201c\u5909\u5f62\u30ed\u30dc\u201d\u3067\u306f\u306a\u304f\"\u6587\u7ae0\u306e\u5909\u5f62\"\uff1d\u30d0\u30e9\u3059\u2192\u95a2\u4fc2\u3092\u898b\u308b\u2192\u672a\u6765\u306f\u898b\u306a\u3044\u21921\u8a9e\u305a\u3064\u7d44\u307f\u7acb\u3066\u3002\u81ea\u5df1\u6ce8\u610f\u30fb\u591a\u982d\u6ce8\u610f\u30fbRoPE\u30fb\u56e0\u679c\u30de\u30b9\u30af\u307e\u3067\u521d\u5fc3\u8005\u5411\u3051\u306b\u6574\u7406\u3002","og_url":"https:\/\/bs-p.tokyo\/?p=636","og_site_name":"Eight&#039;s ZINE","article_published_time":"2025-10-18T03:06:52+00:00","article_modified_time":"2025-11-04T12:45:57+00:00","og_image":[{"width":1024,"height":1024,"url":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","type":"image\/png"}],"author":"Eight","twitter_card":"summary_large_image","twitter_misc":{"\u57f7\u7b46\u8005":"Eight","\u63a8\u5b9a\u8aad\u307f\u53d6\u308a\u6642\u9593":"12\u5206"},"schema":{"@context":"https:\/\/schema.org","@graph":[{"@type":"Article","@id":"https:\/\/bs-p.tokyo\/?p=636#article","isPartOf":{"@id":"https:\/\/bs-p.tokyo\/?p=636"},"author":{"name":"Eight","@id":"https:\/\/bs-p.tokyo\/#\/schema\/person\/2816543db886ea17c6a590b8122c072d"},"headline":"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f","datePublished":"2025-10-18T03:06:52+00:00","dateModified":"2025-11-04T12:45:57+00:00","mainEntityOfPage":{"@id":"https:\/\/bs-p.tokyo\/?p=636"},"wordCount":128,"commentCount":0,"publisher":{"@id":"https:\/\/bs-p.tokyo\/#organization"},"image":{"@id":"https:\/\/bs-p.tokyo\/?p=636#primaryimage"},"thumbnailUrl":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","keywords":["AI\u521d\u5fc3\u8005","Autobots","Transformer \/ \u30c8\u30e9\u30f3\u30b9\u30d5\u30a9\u30fc\u30de\u30fc","\u30a8\u30f3\u30b3\u30fc\u30c9 \/ \u30c7\u30b3\u30fc\u30c9","\u4f4d\u7f6e\u30a8\u30f3\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0 \/ RoPE","\u56e0\u679c\u30de\u30b9\u30af\uff08Causal Mask\uff09","\u591a\u982d\u6ce8\u610f\uff08Multi-Head Attention\uff09","\u751f\u6210AI \/ LLM","\u81ea\u5df1\u56de\u5e30\uff08Autoregressive\uff09","\u81ea\u5df1\u6ce8\u610f\uff08Self-Attention\uff09","\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\uff08NLP\uff09"],"articleSection":["AI","AI\u6f2b\u624d","ChatGPT","ZINE"],"inLanguage":"ja","potentialAction":[{"@type":"CommentAction","name":"Comment","target":["https:\/\/bs-p.tokyo\/?p=636#respond"]}]},{"@type":"WebPage","@id":"https:\/\/bs-p.tokyo\/?p=636","url":"https:\/\/bs-p.tokyo\/?p=636","name":"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f - Eight&#039;s ZINE","isPartOf":{"@id":"https:\/\/bs-p.tokyo\/#website"},"primaryImageOfPage":{"@id":"https:\/\/bs-p.tokyo\/?p=636#primaryimage"},"image":{"@id":"https:\/\/bs-p.tokyo\/?p=636#primaryimage"},"thumbnailUrl":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","datePublished":"2025-10-18T03:06:52+00:00","dateModified":"2025-11-04T12:45:57+00:00","description":"AI\u57fa\u790e\u7406\u8ad6\u300cTransformer\u300d\u3092\u3084\u3055\u3057\u304f\u89e3\u8aac\u3002 \u3042\u306e\u201c\u5909\u5f62\u30ed\u30dc\u201d\u3067\u306f\u306a\u304f\"\u6587\u7ae0\u306e\u5909\u5f62\"\uff1d\u30d0\u30e9\u3059\u2192\u95a2\u4fc2\u3092\u898b\u308b\u2192\u672a\u6765\u306f\u898b\u306a\u3044\u21921\u8a9e\u305a\u3064\u7d44\u307f\u7acb\u3066\u3002\u81ea\u5df1\u6ce8\u610f\u30fb\u591a\u982d\u6ce8\u610f\u30fbRoPE\u30fb\u56e0\u679c\u30de\u30b9\u30af\u307e\u3067\u521d\u5fc3\u8005\u5411\u3051\u306b\u6574\u7406\u3002","breadcrumb":{"@id":"https:\/\/bs-p.tokyo\/?p=636#breadcrumb"},"inLanguage":"ja","potentialAction":[{"@type":"ReadAction","target":["https:\/\/bs-p.tokyo\/?p=636"]}]},{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/bs-p.tokyo\/?p=636#primaryimage","url":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","contentUrl":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","width":1024,"height":1024},{"@type":"BreadcrumbList","@id":"https:\/\/bs-p.tokyo\/?p=636#breadcrumb","itemListElement":[{"@type":"ListItem","position":1,"name":"\u30db\u30fc\u30e0","item":"https:\/\/bs-p.tokyo\/"},{"@type":"ListItem","position":2,"name":"AI","item":"https:\/\/bs-p.tokyo\/?cat=13"},{"@type":"ListItem","position":3,"name":"Transformer\u30e2\u30c7\u30eb\uff1d\u5909\u5f62\u30ed\u30dc\uff1f\uff1a\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u306e\u4ed5\u7d44\u307f"}]},{"@type":"WebSite","@id":"https:\/\/bs-p.tokyo\/#website","url":"https:\/\/bs-p.tokyo\/","name":"Eight's ZINE","description":"Excursions with my buddy &#039;KITT&#039;. ","publisher":{"@id":"https:\/\/bs-p.tokyo\/#organization"},"potentialAction":[{"@type":"SearchAction","target":{"@type":"EntryPoint","urlTemplate":"https:\/\/bs-p.tokyo\/?s={search_term_string}"},"query-input":{"@type":"PropertyValueSpecification","valueRequired":true,"valueName":"search_term_string"}}],"inLanguage":"ja"},{"@type":"Organization","@id":"https:\/\/bs-p.tokyo\/#organization","name":"Eight's ZINE","url":"https:\/\/bs-p.tokyo\/","logo":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/bs-p.tokyo\/#\/schema\/logo\/image\/","url":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/11\/bs-p_biz_512.webp","contentUrl":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/11\/bs-p_biz_512.webp","width":512,"height":512,"caption":"Eight's ZINE"},"image":{"@id":"https:\/\/bs-p.tokyo\/#\/schema\/logo\/image\/"},"sameAs":["http:\/\/www.linkedin.com\/in\/bs-p"]},{"@type":"Person","@id":"https:\/\/bs-p.tokyo\/#\/schema\/person\/2816543db886ea17c6a590b8122c072d","name":"Eight","image":{"@type":"ImageObject","inLanguage":"ja","@id":"https:\/\/bs-p.tokyo\/#\/schema\/person\/image\/","url":"https:\/\/secure.gravatar.com\/avatar\/b8de0e7c5f5cbbf0dbdd236e9ee7b7f202fa1689b0273d6514eaf45ebfa62e81?s=96&d=mm&r=g","contentUrl":"https:\/\/secure.gravatar.com\/avatar\/b8de0e7c5f5cbbf0dbdd236e9ee7b7f202fa1689b0273d6514eaf45ebfa62e81?s=96&d=mm&r=g","caption":"Eight"},"description":"Welcome to Mypage ! Love the Earth !","sameAs":["https:\/\/bs-p.tokyo\/"],"url":"https:\/\/bs-p.tokyo\/?author=1"}]}},"jetpack_featured_media_url":"https:\/\/bs-p.tokyo\/wp-content\/uploads\/2025\/10\/opti2-1.png","_links":{"self":[{"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=\/wp\/v2\/posts\/636","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=%2Fwp%2Fv2%2Fcomments&post=636"}],"version-history":[{"count":35,"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=\/wp\/v2\/posts\/636\/revisions"}],"predecessor-version":[{"id":1434,"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=\/wp\/v2\/posts\/636\/revisions\/1434"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=\/wp\/v2\/media\/626"}],"wp:attachment":[{"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=%2Fwp%2Fv2%2Fmedia&parent=636"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=%2Fwp%2Fv2%2Fcategories&post=636"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/bs-p.tokyo\/index.php?rest_route=%2Fwp%2Fv2%2Ftags&post=636"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}