{"id":4741,"date":"2023-07-19T14:06:07","date_gmt":"2023-07-19T05:06:07","guid":{"rendered":"https:\/\/agirobots.com\/?p=4741"},"modified":"2023-10-24T10:27:29","modified_gmt":"2023-10-24T01:27:29","slug":"perceiver-perceiver-io","status":"publish","type":"post","link":"https:\/\/developers.agirobots.com\/jp\/perceiver-perceiver-io\/","title":{"rendered":"Perceiver\u30fbPerceiver IO\u306b\u3064\u3044\u3066\u89e3\u8aac\uff01"},"content":{"rendered":"\n<h2 class=\"wp-block-heading\">\u306f\u3058\u3081\u306b<\/h2>\n\n\n\n<p>\u7686\u3055\u3093\u306f\u3001\u65e5\u5e38\u751f\u6d3b\u306e\u4e2d\u3067\u3001\u8996\u899a\u3084\u8074\u899a\u3001\u89e6\u899a\u306a\u3069\u3001\u3055\u307e\u3056\u307e\u306a\u611f\u899a\u3092\u540c\u6642\u306b\u4f7f\u3063\u3066\u60c5\u5831\u3092\u51e6\u7406\u3057\u3066\u3044\u307e\u3059\u3002\u3053\u308c\u306f\u3001\u4eba\u9593\u304c\u8907\u6570\u306e\u611f\u899a\u60c5\u5831\u3092\u7d71\u5408\u7684\u306b\u77e5\u7684\u51e6\u7406\u3057\u3066\u3044\u308b\u3001\u3044\u308f\u3086\u308b\u300c\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb[1]\u300d\u306a\u51e6\u7406\u3092\u884c\u3063\u3066\u3044\u308b\u3068\u3044\u3046\u3053\u3068\u3067\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-agirobots-blog wp-block-embed-agirobots-blog\"><div class=\"wp-block-embed__wrapper\">\n\n\t\t\t<div>\n\t\t\t\t<a href=\"https:\/\/developers.agirobots.com\/jp\/multimodal-ai\/\" class=\"st-cardlink st-embed-cardlink has-site\">\n\t\t\t\t\t<div class=\"kanren st-cardbox\">\n\t\t\t\t\t\t<dl class=\"clearfix\">\n\t\t\t\t\t\t\t<dt class=\"st-card-img\">\n\t\t\t\t\t\t\t\t<img decoding=\"async\" src=\"https:\/\/s.wordpress.com\/mshots\/v1\/https%3A%2F%2Fdevelopers.agirobots.com%2Fjp%2Fmultimodal-ai?w=300&#038;h=300\" alt=\"\" width=\"100\" height=\"100\" \/>\t\t\t\t\t\t\t<\/dt>\n\t\t\t\t\t\t\t<dd>\n\t\t\t\t\t\t\t\t<p class=\"st-cardbox-t\">\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u7528\u3044\u305f\u8907\u6570\u30e2\u30fc\u30c0\u30eb\u306e\u7d71\u5408\u306b\u3064\u3044\u3066<\/p>\n\t\t\t\t\t\t\t\t<div class=\"st-card-excerpt smanone\"><p><\/p><\/div>\n\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<p class=\"st-cardbox-site\">\n\t\t\t\t\t\t\t\t\t<span class=\"st-cardbox-favicon\"><img\n\t\t\t\t\t\t\t\t\t\t\tsrc=\"https:\/\/www.google.com\/s2\/favicons?domain=developers.agirobots.com\"\n\t\t\t\t\t\t\t\t\t\t\twidth=\"16\"\n\t\t\t\t\t\t\t\t\t\t\theight=\"16\"\n\t\t\t\t\t\t\t\t\t\t\talt=\"\"><\/span><span\n\t\t\t\t\t\t\t\t\t\tclass=\"st-cardbox-host\">developers.agirobots.com<\/span>\n\t\t\t\t\t\t\t\t<\/p>\n\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t<\/dd>\n\t\t\t\t\t\t<\/dl>\n\t\t\t\t\t<\/div>\n\t\t\t\t<\/a>\n\t\t\t<\/div>\n\n\t\t\t\n<\/div><\/figure>\n\n\n\n<p>\u3057\u304b\u3057\u3001\u73fe\u5728\u306e\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306f\u3069\u3046\u3067\u3057\u3087\u3046\u304b\u3002\u305d\u308c\u305e\u308c\u306e\u611f\u899a\u60c5\u5831\u3001\u3064\u307e\u308a\u300c\u30e2\u30c0\u30ea\u30c6\u30a3\u300d\u306b\u5bfe\u3057\u3066\u7279\u5316\u3057\u305f\u30e2\u30c7\u30eb\u304c\u4e00\u822c\u7684\u3067\u3059\u3002\u4f8b\u3048\u3070\u3001\u753b\u50cf\u3068\u3044\u3046\u30e2\u30c0\u30ea\u30c6\u30a3\u3092\u6271\u3046\u306e\u306f\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08Convolutional Neural Network: CNN\uff09\u3001\u97f3\u58f0\u3068\u3044\u3046\u30e2\u30c0\u30ea\u30c6\u30a3\u3092\u6271\u3046\u306e\u306f\u518d\u5e30\u578b\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08Recurrent Neural Network: RNN\uff09\u3068\u3044\u3063\u305f\u5177\u4f53\u7684\u306a\u30e2\u30c7\u30eb\u304c\u3042\u308a\u307e\u3059\u3002\u3053\u308c\u3089\u306f\u305d\u308c\u305e\u308c\u306e\u30e2\u30c0\u30ea\u30c6\u30a3\u306b\u7279\u5316\u3057\u305f\u5f62\u3067\u51e6\u7406\u3092\u884c\u3044\u3001\u305d\u306e\u7d50\u679c\u3092\u7d71\u5408\u3059\u308b\u3068\u3044\u3046\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306a\u51e6\u7406\u306f\u3042\u307e\u308a\u884c\u308f\u308c\u3066\u3044\u307e\u305b\u3093\u3002<\/p>\n\n\n\n<p>\u3053\u308c\u306f\u306a\u305c\u3067\u3057\u3087\u3046\u304b\u3002\u305d\u308c\u306f\u3001\u5404\u30e2\u30c7\u30eb\u304c\u7279\u5b9a\u306e\u30e2\u30c0\u30ea\u30c6\u30a3\u306b\u5bfe\u3059\u308b\u300c\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9[2]\u300d\u304c\u9ad8\u3044\u304b\u3089\u3067\u3059\uff08\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u306b\u3064\u3044\u3066\u306f\u5f8c\u8ff0\uff09\u3002\u3064\u307e\u308a\u3001\u5404\u30e2\u30c7\u30eb\u306f\u7279\u5b9a\u306e\u30e2\u30c0\u30ea\u30c6\u30a3\u306b\u5bfe\u3059\u308b\u6cd5\u5247\u3092\u5b66\u7fd2\u3059\u308b\u3053\u3068\u306b\u7279\u5316\u3057\u3066\u304a\u308a\u3001\u305d\u306e\u7d50\u679c\u3001\u7570\u306a\u308b\u30e2\u30c0\u30ea\u30c6\u30a3\u9593\u3067\u60c5\u5831\u3092\u7d71\u5408\u7684\u306b\u51e6\u7406\u3059\u308b\u80fd\u529b\u304c\u4f4e\u3044\u306e\u3067\u3059\u3002<\/p>\n\n\n\n<p>\u4eba\u9593\u306e\u3088\u3046\u306a\u77e5\u80fd\u3092\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306b\u5b9f\u73fe\u3055\u305b\u308b\u305f\u3081\u306b\u306f\u3001\u3053\u306e\u554f\u984c\u3092\u89e3\u6c7a\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u3064\u307e\u308a\u3001\u753b\u50cf\u3067\u3042\u308d\u3046\u3068\u97f3\u58f0\u3067\u3042\u308d\u3046\u3068\u3001\u3069\u306e\u30e2\u30c0\u30ea\u30c6\u30a3\u3067\u3082\u540c\u3058\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u9ad8\u7cbe\u5ea6\u306a\u51e6\u7406\u304c\u53ef\u80fd\u306a\u3001\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u306e\u4f4e\u3044\u30e2\u30c7\u30eb\u304c\u6c42\u3081\u3089\u308c\u3066\u3044\u308b\u306e\u3067\u3059\u3002<\/p>\n\n\n\n<p>\u305d\u3053\u3067\u4eca\u56de\u3054\u7d39\u4ecb\u3059\u308b\u306e\u304c\u300cPerceiver[3]\u300d\u3067\u3059\u3002Perceiver\u306f\u3001\u30e2\u30c0\u30ea\u30c6\u30a3\u306b\u4f9d\u5b58\u305b\u305a\u306b\u9ad8\u7cbe\u5ea6\u306a\u51e6\u7406\u304c\u53ef\u80fd\u306a\u30e2\u30c7\u30eb\u3092\u5b9f\u73fe\u3057\u307e\u3057\u305f\u3002\u305f\u3060\u3057\u3001\u6ce8\u610f\u3057\u3066\u3044\u305f\u3060\u304d\u305f\u3044\u306e\u306f\u3001Perceiver\u304c\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306a\u30e2\u30c7\u30eb\u3067\u3042\u308b\u308f\u3051\u3067\u306f\u306a\u3044\u3068\u3044\u3046\u70b9\u3067\u3059\u3002\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u304b\u3069\u3046\u304b\u306f\u3001\u3069\u306e\u30bf\u30b9\u30af\u3092\u89e3\u304b\u305b\u308b\u304b\u306b\u4f9d\u5b58\u3057\u307e\u3059\u3002Perceiver\u306e\u91cd\u8981\u306a\u70b9\u306f\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306aAI\u306b\u5148\u99c6\u3051\u3066\u3001\u30e2\u30c0\u30ea\u30c6\u30a3\u3078\u306e\u4f9d\u5b58\u306e\u5c11\u306a\u3044\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u9ad8\u7cbe\u5ea6\u304c\u51fa\u305b\u308b\u30e2\u30c7\u30eb\u304c\u5b9f\u73fe\u3067\u304d\u308b\u3053\u3068\u3092\u793a\u3057\u305f\u3068\u3053\u308d\u306b\u3042\u308a\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306aAI\u306e\u7814\u7a76\u304c\u4e00\u6c17\u306b\u5e83\u304c\u3063\u305f\u3068\u8a00\u3048\u308b\u3067\u3057\u3087\u3046\u3002<\/p>\n\n\n\n<p>\u672c\u8a18\u4e8b\u3067\u306f\u3001\u3053\u306ePerceiver\u306b\u3064\u3044\u3066\u3001\u521d\u5fc3\u8005\u306e\u65b9\u3067\u3082\u7406\u89e3\u3057\u3084\u3059\u3044\u3088\u3046\u306b\u8a73\u3057\u304f\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u3068\u30e2\u30c7\u30eb\u306e\u67d4\u8edf\u6027<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9<\/h3>\n\n\n\n<p>\u5e30\u7d0d\u7684\u30d0\u30a4\u30a2\u30b9\u3068\u306f\u3001\u5b66\u7fd2\u30e2\u30c7\u30eb\u306e\u5b66\u7fd2\u3068\u63a8\u8ad6\u306e\u30d7\u30ed\u30bb\u30b9\u306b\u53cd\u6620\u3055\u308c\u305f\u3001\u30c7\u30fc\u30bf\u306e\u5206\u6790\u306b\u57fa\u3065\u304f\u63a8\u6e2c\u3084\u4eee\u5b9a\u306e\u3053\u3068\u3092\u6307\u3057\u307e\u3059\u3002\u3053\u308c\u306f\u300c\u304a\u305d\u3089\u304f\u3053\u3046\u3060\u308d\u3046\u300d\u3068\u3044\u3046\u5e30\u7d0d\u7684\u306a\u4eee\u5b9a\u304c\u5b66\u7fd2\u30e2\u30c7\u30eb\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306b\u53cd\u6620\u3055\u308c\u3001\u30d0\u30a4\u30a2\u30b9\u306e\u304b\u304b\u3063\u305f\u7d50\u679c\u3092\u751f\u307f\u51fa\u3059\u3053\u3068\u304b\u3089\u6765\u3066\u3044\u307e\u3059\u3002\u30c7\u30fc\u30bf\u306e\u7279\u6027\u3084\u50be\u5411\u306b\u5bfe\u3059\u308b\u4e8b\u524d\u306e\u4eee\u5b9a\u304c\u30e2\u30c7\u30eb\u8a2d\u8a08\u306b\u53cd\u6620\u3055\u308c\u308b\u5f62\u3067\u5b58\u5728\u3057\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08CNN\uff09\u3084\u518d\u5e30\u578b\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08RNN\uff09\u306f\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u306e\u9ad8\u3044\u5178\u578b\u7684\u306a\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u4f8b\u3068\u3057\u3066\u6319\u3052\u3089\u308c\u3066\u3044\u307e\u3059\u3002CNN\u306f\u3001\u753b\u50cf\u30c7\u30fc\u30bf\u306b\u5bfe\u3059\u308b\u7a7a\u9593\u7684\u306a\u4f4d\u7f6e\u95a2\u4fc2\u306e\u4eee\u5b9a\u3092\u6301\u3064\u3053\u3068\u3067\u3001\u5c40\u6240\u7684\u306a\u7279\u5fb4\u3092\u6349\u3048\u308b\u30d5\u30a3\u30eb\u30bf\u69cb\u9020\u3092\u6301\u3063\u3066\u3044\u307e\u3059\u3002\u4e00\u65b9\u3001RNN\u306f\u3001\u7cfb\u5217\u30c7\u30fc\u30bf\u306b\u5bfe\u3059\u308b\u6642\u9593\u7684\u306a\u4f4d\u7f6e\u95a2\u4fc2\u306e\u4eee\u5b9a\u3092\u6301\u3064\u3053\u3068\u3067\u3001\u7cfb\u5217\u306e\u9806\u5e8f\u7684\u306a\u7279\u5fb4\u3092\u6349\u3048\u308b\u518d\u5e30\u6027\u3092\u6301\u3063\u3066\u3044\u307e\u3059\u3002\u3053\u308c\u3089\u306e\u7279\u6027\u306f\u3001\u30e2\u30c7\u30eb\u304c\u5b66\u7fd2\u306b\u3088\u3063\u3066\u7372\u5f97\u3059\u308b\u3082\u306e\u3067\u306f\u306a\u304f\u3001\u5206\u6790\u5bfe\u8c61\u306e\u30c7\u30fc\u30bf\u306b\u5bfe\u3059\u308b\u4eee\u5b9a\u304b\u3089\u6d3e\u751f\u3057\u305f\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u306b\u3088\u308b\u3082\u306e\u3067\u3059\u3002<\/p>\n\n\n\n<p>\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u306b\u3064\u3044\u3066\u306f\u4ee5\u4e0b\u306e\u8a18\u4e8b\u3067\u8a73\u3057\u304f\u8aac\u660e\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-agirobots-blog wp-block-embed-agirobots-blog\"><div class=\"wp-block-embed__wrapper\">\n<div><a href=\"https:\/\/developers.agirobots.com\/jp\/transformer-inductive-bias\/\" class=\"st-cardlink st-embed-cardlink\"><div class=\"kanren st-cardbox\"><dl class=\"clearfix\"><dt class=\"st-card-img\"><img decoding=\"async\" src=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/05\/image-1-150x150.png\" alt=\"\" width=\"100\" height=\"100\" \/><\/dt><dd><p class=\"st-cardbox-t\">\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u3068AI\u30e2\u30c7\u30eb\u306e\u672a\u6765\uff1a\u6c4e\u7528AI\u306e\u8a2d\u8a08\u306b\u304a\u3051\u308b\u65b0\u305f\u306a\u8996\u70b9<\/p><div class=\"st-card-excerpt smanone\"><p>\u6c4e\u7528\u4eba\u5de5\u77e5\u80fd\u306e\u5b9f\u73fe\u304c\u76ee\u524d\u306b\u8feb\u3063\u3066\u3044\u308b\u3088\u3046\u306b\u611f\u3058\u308b\u4eca\u65e5\u3053\u306e\u9803\u3001\u4eca\u5f8c\u306e\u6c4e\u7528\u4eba\u5de5\u77e5\u80fd\u7814\u7a76\u306f\u3069\u3046\u9032\u3080\u306e\u304b\u6c17\u306b\u306a\u308b\u3053\u3068\u304c\u591a\u304f\u306a\u308a\u307e\u3057\u305f\u3002 \u6c4e\u7528\u4eba\u5de5\u77e5\u80fd\u3092\u5b9f\u73fe\u3059\u308b\u306b\u306f\u3001\u4eba\u5de5\u77e5\u80fd\u306e\u7814\u7a76\u3060\u3051\u3067\u306a\u304f\u3001\u8133\u306e\u7814\u7a76\u3084\u4eba\u9593\u306e\u7814 ... <\/p><\/div><\/dd><\/dl><\/div><\/a><\/div>\n<\/div><\/figure>\n\n\n\n<h3 class=\"wp-block-heading\">\u30e2\u30c7\u30eb\u306e\u67d4\u8edf\u6027<\/h3>\n\n\n\n<p>\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u306f\u3001\u7279\u5b9a\u306e\u5206\u91ce\u3067\u9ad8\u3044\u30d1\u30d5\u30a9\u30fc\u30de\u30f3\u30b9\u3092\u9054\u6210\u3059\u308b\u305f\u3081\u306e\u52b9\u679c\u7684\u306a\u624b\u6cd5\u3067\u3059\u3002\u3053\u308c\u306f\u7279\u306b\u3001\u5229\u7528\u53ef\u80fd\u306a\u5b66\u7fd2\u30c7\u30fc\u30bf\u304c\u5c11\u306a\u3044\u5834\u5408\u306b\u6709\u7528\u3067\u3059\u3002\u5b66\u7fd2\u30c7\u30fc\u30bf\u304c\u4e0d\u8db3\u3057\u3066\u3044\u308b\u72b6\u6cc1\u3067\u306f\u3001\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u304c\u5c11\u306a\u3044\u30e2\u30c7\u30eb\u306e\u5b66\u7fd2\u306f\u96e3\u3057\u3044\u4e00\u65b9\u3001\u65e2\u306b\u7279\u5b9a\u306e\u30c9\u30e1\u30a4\u30f3\u5411\u3051\u306b\u30e2\u30c7\u30eb\u69cb\u9020\u304c\u5b9a\u7fa9\u3055\u308c\u3066\u3044\u308b\u3001\u3064\u307e\u308a\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u304c\u9ad8\u3044\u30e2\u30c7\u30eb\u3067\u306f\u3001\u5c11\u3057\u306e\u30d1\u30e9\u30e1\u30fc\u30bf\u8abf\u6574\u3060\u3051\u3067\u9ad8\u3044\u7cbe\u5ea6\u3092\u9054\u6210\u3067\u304d\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u3057\u304b\u3057\u3001\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u304c\u9ad8\u3044\u30e2\u30c7\u30eb\u306b\u306f\u6b20\u70b9\u3082\u3042\u308a\u307e\u3059\u3002\u305d\u308c\u3089\u306e\u30e2\u30c7\u30eb\u306f\u7279\u5b9a\u306e\u5206\u91ce\u306b\u7279\u5316\u3057\u3066\u8a2d\u8a08\u3055\u308c\u3066\u3044\u308b\u305f\u3081\u3001\u7570\u306a\u308b\u7a2e\u985e\u306e\u30c7\u30fc\u30bf\u3092\u540c\u6642\u306b\u51e6\u7406\u3059\u308b\u3053\u3068\u304c\u56f0\u96e3\u3067\u3059\u3002\u3053\u306e\u3088\u3046\u306a\u591a\u69d8\u306a\u30c7\u30fc\u30bf\u3092\u6271\u3046\u80fd\u529b\u306f\u3001\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u304c\u4f4e\u3044\u30e2\u30c7\u30eb\u304c\u5f97\u610f\u3068\u3059\u308b\u3068\u3053\u308d\u3067\u3059\u3002<\/p>\n\n\n\n<p>\u73fe\u5728\u306f\u5927\u91cf\u306e\u30c7\u30fc\u30bf\u3092\u53d6\u5f97\u3057\u5b66\u7fd2\u306b\u5229\u7528\u3067\u304d\u308b\u6642\u4ee3\u306b\u306a\u308a\u307e\u3057\u305f\u3002\u305d\u306e\u305f\u3081\u3001\u5fc5\u305a\u3057\u3082\u30e2\u30c7\u30eb\u306b\u9ad8\u3044\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u3092\u8a2d\u3051\u308b\u5fc5\u8981\u6027\u306f\u4f4e\u304f\u306a\u3063\u305f\u3068\u8a00\u3048\u307e\u3059\u3002\u305f\u3068\u3048\u3070\u3001\u753b\u50cf\u30c7\u30fc\u30bf\u3092\u6271\u3046\u5834\u5408\u3067\u3082\u3001\u5fc5\u305a\u3057\u3082\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08CNN\uff09\u3092\u4f7f\u7528\u3059\u308b\u5fc5\u8981\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u7570\u306a\u308b\u7a2e\u985e\u306e\u30c7\u30fc\u30bf\u3082\u540c\u6642\u306b\u6271\u3046\u3053\u3068\u304c\u3067\u304d\u308b\u3001\u67d4\u8edf\u6027\u306e\u9ad8\u3044Transformer[4]\u306e\u3088\u3046\u306a\u30e2\u30c7\u30eb\u3092\u7528\u3044\u308b\u3053\u3068\u3082\u53ef\u80fd\u306a\u306e\u3067\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Perceiver\u306e\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3<\/h2>\n\n\n\n<h3 class=\"wp-block-heading\">\u6982\u8981<\/h3>\n\n\n\n<p>Perceiver\u306f\u3001\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u304c\u4f4e\u304f\u3001\u305d\u308c\u3067\u3044\u3066\u9ad8\u6027\u80fd\u306a\u30e2\u30c7\u30eb\u3092\u76ee\u6307\u3057\u3066\u8a2d\u8a08\u3055\u308c\u307e\u3057\u305f\u3002\u305d\u306e\u305f\u3081\u3001\u305d\u306e\u69cb\u6210\u8981\u7d20\u3068\u306a\u308b\u5404\u5c64\u3082\u3001\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u304c\u4f4e\u3044\u3082\u306e\u304c\u9078\u3070\u308c\u3066\u3044\u307e\u3059\u3002\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u306e\u4f4e\u3044\u5c64\u3068\u3057\u3066\u4ee3\u8868\u7684\u306a\u3082\u306e\u306b\u3001\u30d5\u30a3\u30fc\u30c9\u30d5\u30a9\u30ef\u30fc\u30c9\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08Feed-Forward Network: FFN\uff09\u5c64\u3084Attention\u5c64\u3001\u305d\u3057\u3066\u3001\u3053\u308c\u3089FFN\u5c64\u3068Attention\u5c64\u3092\u7d44\u307f\u5408\u308f\u305b\u3066\u4f5c\u3089\u308c\u308bTransformer\u5c64\u306a\u3069\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<p>Perceiver\u306f\u3001\u5177\u4f53\u7684\u306b\u306f\u300cCross Attention\u5c64\u300d\u3068\u300cLatent Transformer\u5c64\u300d\u3067\u69cb\u6210\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u3053\u3053\u3067\u3001Cross Attention\u5c64\u3068\u306f\u3001\u5143\u7956Transformer\u306b\u304a\u3044\u3066SourceTarget Attention\u3068\u547c\u3070\u308c\u308b\u90e8\u5206\u3092\u6307\u3057\u307e\u3059\u3002\u307e\u305f\u3001Latent Transformer\u5c64\u306f\u3001Transformer\u5c64\u305d\u306e\u3082\u306e\u3092\u6307\u3057\u307e\u3059\uff08\u53b3\u5bc6\u306b\u306fGPT-2[5]\u304c\u7528\u3044\u3089\u308c\u3066\u3044\u308b\uff09\u3002Latent\u304c\u4ed8\u304f\u306e\u306f\u6f5c\u5728\u30d9\u30af\u30c8\u30eb\u306e\u5909\u63db\u3092\u62c5\u3063\u3066\u3044\u308b\u304b\u3089\u3060\u3068\u8003\u3048\u3089\u308c\u307e\u3059\u3002\u305d\u3057\u3066\u3001\u3053\u308c\u3089\u306e\u5c64\u3092\u7d44\u307f\u5408\u308f\u305b\u30661\u3064\u306e\u30d6\u30ed\u30c3\u30af\u69cb\u9020\u3092\u4f5c\u308a\u3001\u305d\u308c\u3092\u518d\u5e30\u7684\u306b\u51e6\u7406\u3059\u308b\u69cb\u9020\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002\u3064\u307e\u308a\u3001Perceiver\u306f\u3001\u3053\u308c\u3089\u306e\u30d6\u30ed\u30c3\u30af\u3092\u7e70\u308a\u8fd4\u3057\u9069\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u69d8\u3005\u306a\u30e2\u30c0\u30ea\u30c6\u30a3\u306e\u30c7\u30fc\u30bf\u3092\u9ad8\u7cbe\u5ea6\u306b\u51e6\u7406\u3059\u308b\u3053\u3068\u304c\u53ef\u80fd\u3068\u306a\u3063\u3066\u3044\u308b\u306e\u3067\u3059\u3002<\/p>\n\n\n\n<p>Perceiver\u306e\u69cb\u9020\u306f\u4ee5\u4e0b\u306e\u56f3\u306e\u901a\u308a\u3067\u3059\u3002<br>\u203b\u4ee5\u4e0b\u306e\u56f3\u3067\u306f\u3001\u518d\u5e30\u3059\u308b\u5ea6\u306b\u547c\u3073\u51fa\u3055\u308c\u308bCross Attention\u3068Latent Transformer\u306e\u91cd\u307f\u3092\u5171\u6709\u3057\u3066\u3044\u307e\u3059\u304c\u3001\u5171\u6709\u3057\u306a\u3044\u65b9\u6cd5\u3082\u8003\u3048\u3089\u308c\u307e\u3059\u3002\u305d\u306e\u5834\u5408\u306ePerceiver\u306e\u69cb\u9020\u306f\u3001\u539f\u8ad6\u6587\u306b\u8a18\u8f09\u3055\u308c\u305f\u901a\u308a\u306e\u56f3\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img decoding=\"async\" width=\"588\" height=\"1024\" src=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-21-588x1024.png\" alt=\"\" class=\"wp-image-8653\" srcset=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-21-588x1024.png 588w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-21-172x300.png 172w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-21.png 730w\" sizes=\"(max-width: 588px) 100vw, 588px\" \/><\/figure><\/div>\n\n\n<p>Perceiver\u306e\u51fa\u529b\u306f\u300cLogits\u300d\u3068\u547c\u3070\u308c\u308b\u3082\u306e\u3067\u3001\u3053\u308c\u306f\u57fa\u672c\u7684\u306b\u306f\u30af\u30e9\u30b9\u5206\u985e\u3067\u4f7f\u7528\u3055\u308c\u307e\u3059\u3002\u30af\u30e9\u30b9\u5206\u985e\u3068\u306f\u3001\u3042\u308b\u30c7\u30fc\u30bf\u304c\u3069\u306e\u30ab\u30c6\u30b4\u30ea\u306b\u5c5e\u3059\u308b\u304b\u3092\u5224\u65ad\u3059\u308b\u30bf\u30b9\u30af\u306e\u3053\u3068\u3067\u3001\u4f8b\u3048\u3070\u3001\u753b\u50cf\u304c\u72ac\u306e\u753b\u50cf\u306a\u306e\u304b\u3001\u732b\u306e\u753b\u50cf\u306a\u306e\u304b\u3092\u5224\u65ad\u3059\u308b\u3053\u3068\u306a\u3069\u304c\u3042\u3052\u3089\u308c\u307e\u3059\u3002\u88cf\u3092\u8fd4\u305b\u3070\u3001\u753b\u50cf\u3092\u751f\u6210\u3057\u305f\u308a\u6587\u7ae0\u3092\u751f\u6210\u3057\u305f\u308a\u3059\u308b\u3088\u3046\u306a\u3053\u3068\u306f\u3067\u304d\u306a\u3044\u3068\u3044\u3046\u3053\u3068\u3067\u3059\u3002\u5f8c\u3067\u7d39\u4ecb\u3057\u307e\u3059\u304c\u3001\u3053\u308c\u3092\u89e3\u6c7a\u3059\u308b\u305f\u3081\u306b\u3001\u51fa\u529b\u5074\u3067\u3082\u305d\u3046\u3044\u3063\u305f\u8907\u96d1\u306a\u30e2\u30c0\u30ea\u30c6\u30a3\u3092\u6271\u3048\u308b\u3088\u3046\u306b\u3059\u308b\u305f\u3081\u306b\u63d0\u6848\u3055\u308c\u305f\u306e\u304cPerceiver IO[6]\u3067\u3059\u3002<\/p>\n\n\n\n<p>\u3053\u3053\u3067\u3001\u300cLatent array\u300d\u3068\u300cByte array\u300d\u306b\u3064\u3044\u3066\u8aac\u660e\u3057\u307e\u3057\u3087\u3046\u3002\u307e\u305a\u3001\u300cLatent array\u300d\u306f\u300c\u6f5c\u5728\u914d\u5217\u300d\u3068\u8a33\u3059\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u3053\u308c\u306f\u3001Perceiver\u304c\u5185\u90e8\u3067\u60c5\u5831\u3092\u683c\u7d0d\u3059\u308b\u305f\u3081\u306e\u914d\u5217\u3067\u3001\u4e2d\u9593\u8868\u73fe\u3068\u3057\u3066\u6a5f\u80fd\u3057\u307e\u3059\u3002Perceiver\u306f\u3053\u306eLatent array\u3092RNN\uff08\u518d\u5e30\u578b\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff09\u306e\u3088\u3046\u306b\u6271\u3044\u3001\u60c5\u5831\u3092\u683c\u7d0d\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u6b21\u306b\u3001\u300cByte array\u300d\u306f\u300c\u30d0\u30a4\u30c8\u914d\u5217\u300d\u3068\u8a33\u3059\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u3053\u306e\u7528\u8a9e\u304b\u3089\u306f\u5177\u4f53\u7684\u306a\u5165\u529b\u3092\u60f3\u50cf\u3057\u306b\u304f\u3044\u304b\u3082\u3057\u308c\u307e\u305b\u3093\u304c\u3001\u4f8b\u3048\u3070\u753b\u50cf\u306e\u30d4\u30af\u30bb\u30eb\u914d\u5217\u306a\u3069\u3092\u60f3\u5b9a\u3057\u3066\u3044\u307e\u3059\u3002\u3064\u307e\u308a\u3001Byte array\u306f\u5165\u529b\u30c7\u30fc\u30bf\u3067\u3001\u3053\u308c\u3092Perceiver\u306f\u51e6\u7406\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Cross Attention<\/h3>\n\n\n\n<p>Perceiver\u306e\u4e2d\u5fc3\u7684\u306a\u6a5f\u69cb\u3067\u3042\u308b\u300cCross Attention\u300d\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u8aac\u660e\u3057\u3066\u3044\u304d\u307e\u3057\u3087\u3046\u3002<\/p>\n\n\n\n<p>\u307e\u305a\u3001Attention\u3068\u306f\u4f55\u304b\u3092\u7406\u89e3\u3059\u308b\u305f\u3081\u306b\u3001\u305d\u306e\u57fa\u672c\u7684\u306a\u6a5f\u80fd\u3092\u304a\u3055\u3089\u3044\u3057\u307e\u3059\u3002Attention\u306f\u3001\u5165\u529b\u3055\u308c\u305f\u60c5\u5831\u306e\u4e2d\u304b\u3089\u91cd\u8981\u306a\u90e8\u5206\u306b\u7126\u70b9\u3092\u5f53\u3066\u308b\u305f\u3081\u306e\u6a5f\u80fd\u3067\u3059\u3002\u3053\u308c\u306f\u3001Query\u3001Key\u3001Value\u3068\u3044\u30463\u3064\u306e\u8981\u7d20\u3092\u4f7f\u3063\u3066\u884c\u308f\u308c\u307e\u3059\u3002\u5177\u4f53\u7684\u306a\u51e6\u7406\u306e\u624b\u9806\u306f\u4ee5\u4e0b\u306e\u901a\u308a\u3067\u3059\u3002<\/p>\n\n\n\n<ol class=\"wp-block-list\">\n<li>\u5404Query\u306b\u5bfe\u3057\u3066\u3001\u5168\u3066\u306eKey\u3068\u5185\u7a4d\u3092\u8a08\u7b97\u3057\u3066\u3001\u305d\u308c\u305e\u308c\u306eKey\u3068\u306e\u985e\u4f3c\u5ea6\u304c\u5c0e\u51fa\u3055\u308c\u307e\u3059\u3002<\/li>\n\n\n\n<li>\u3053\u308c\u3089\u306e\u985e\u4f3c\u5ea6\u306f\u3001\u5bfe\u5fdc\u3059\u308bValue\u306e\u7dda\u5f62\u7d50\u5408\u3092\u3059\u308b\u969b\u306e\u91cd\u307f\u3068\u3057\u3066\u4f7f\u7528\u3055\u308c\u307e\u3059\u3002\u305d\u3057\u3066\u3001\u5404Query\u306b\u5bfe\u3059\u308b\u6700\u7d42\u7684\u306a\u51fa\u529b\u306f\u3001\u3053\u308c\u3089\u306eWeighted Value\u306e\u5408\u8a08\u306b\u306a\u308a\u307e\u3059\u3002\u51fa\u529b\u306e\u7cfb\u5217\u9577\u306fQuery\u306e\u7cfb\u5217\u9577\u3068\u540c\u3058\u306b\u306a\u308a\u307e\u3059\u3002<\/li>\n<\/ol>\n\n\n\n<p>Attention\u306b\u306f\u3001\u4e3b\u306bSelf-Attention\u3068Cross Attention\uff08SourceTarget Attention\uff09\u306e2\u7a2e\u985e\u304c\u3042\u308a\u307e\u3059\u3002Self-Attention\u3067\u306fQuery\u3001Key\u3001Value\u306b\u5165\u529b\u3055\u308c\u308b\u30c7\u30fc\u30bf\u306f\u540c\u3058\u3067\u3059\u304c\u3001Cross Attention\u306e\u5834\u5408\u306f\u3001Key\u3068Value\u306b\u5165\u529b\u3055\u308c\u308b\u30c7\u30fc\u30bf\u304c\u540c\u3058\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002\u5165\u529b\u306e\u6027\u8cea\u304b\u3089Self-Attention\u306f\u30b7\u30f3\u30b0\u30eb\u30e2\u30fc\u30c0\u30eb\u306a\u51e6\u7406\u3057\u304b\u884c\u3048\u307e\u305b\u3093\u304c\u3001Cross Attention\u306f\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306a\u51e6\u7406\u3092\u884c\u3046\u3053\u3068\u304c\u53ef\u80fd\u3067\u3059\u3002<\/p>\n\n\n\n<p>\u4ee5\u4e0b\u306f\u3001Attention\u306e\u6700\u5c0f\u5358\u4f4d\u3067\u3042\u308bScaled Dot-Product Attention\u3092\u4f8b\u306b\u3001Self-Attention\u306e\u30c7\u30fc\u30bf\u306e\u6d41\u308c\u3092\u30c6\u30ad\u30b9\u30c8\u7cfb\u5217\u3092\u4f8b\u306b\u3042\u3052\u3066\u8868\u3057\u305f\u3082\u306e\u3067\u3059\u3002Self-Attention\u306f\u3001Query, Key, Value\u306e\u5168\u3066\u306e\u5165\u529b\u304c\u540c\u3058\u3082\u306e\u3092\u6307\u3057\u307e\u3059\u3002\u3064\u307e\u308a\u3001\u81ea\u5206\u81ea\u8eab\u3067\u81ea\u5206\u81ea\u8eab\u3092\u5909\u63db\u3059\u308b\u3068\u3044\u3046\u64cd\u4f5c\u3092\u884c\u3044\u307e\u3059\u3002\u51fa\u529b\u306e\u7cfb\u5217\u9577\u306fQuery\u306e\u7cfb\u5217\u9577\u3067\u6c7a\u307e\u308a\u3001\u30d9\u30af\u30c8\u30eb\u306e\u30b5\u30a4\u30ba\u306fValue\u306e\u30d9\u30af\u30c8\u30eb\u306e\u30b5\u30a4\u30ba\u3067\u6c7a\u307e\u308a\u307e\u3059\u3002\u3064\u307e\u308a\u3001\u5168\u3066\u304c\u540c\u3058\u3068\u3044\u3046\u3053\u3068\u306f\u3001\u81ea\u5206\u81ea\u8eab\u306b\u5bfe\u3057\u3066\u81ea\u5206\u81ea\u8eab\u3067\u30af\u30a8\u30ea\u3092\u304b\u3051\u3066\u3001\u81ea\u5206\u81ea\u8eab\u3092\u5909\u63db\u3059\u308b\u64cd\u4f5c\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u308c\u306f\u3001Perceiver\u306eLatent Transformer\u90e8\u5206\u3067\u4f7f\u7528\u3055\u308c\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" width=\"1024\" height=\"544\" src=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-17-1024x544.png\" alt=\"\" class=\"wp-image-8646\" srcset=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-17-1024x544.png 1024w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-17-300x159.png 300w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-17-768x408.png 768w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-17-1536x816.png 1536w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-17-2048x1088.png 2048w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u4e00\u65b9\u3001Cross Attention\u3067\u306fQuery\u306e\u5165\u529b\u3068\u3001Key\u304a\u3088\u3073Value\u306e\u5165\u529b\u304c\u7570\u306a\u308a\u307e\u3059\u3002\u51fa\u529b\u306fValue\u306b\u5165\u529b\u3055\u308c\u305f\u30d9\u30af\u30c8\u30eb\u306e\u91cd\u307f\u4ed8\u304d\u548c\u3067\u3042\u308a\u3001\u51fa\u529b\u306e\u7cfb\u5217\u9577\u306fKey\u3068\u3057\u3066\u5165\u529b\u3055\u308c\u305f\u30c7\u30fc\u30bf\u306e\u7cfb\u5217\u9577\u3068\u540c\u3058\u3067\u3059\u3002\u3057\u305f\u304c\u3063\u3066\u3001Query\u304c1\u5358\u8a9e\u5206\u3057\u304b\u306a\u3051\u308c\u3070\u3001\u51fa\u529b\u3055\u308c\u308b\u306e\u306f1\u5358\u8a9e\u5206\u3067\u3059\u3002\u3053\u3053\u306b\u3001\u6f5c\u5728\u914d\u5217\u3092Query\u306b\u5165\u529b\u3059\u308b\u7406\u7531\u304c\u96a0\u308c\u3066\u3044\u307e\u3059\u3002RNN\u306f\u540c\u3058\u51e6\u7406\u30d6\u30ed\u30c3\u30af\u3092\u4f55\u5ea6\u3082\u9069\u7528\u3059\u308b\u305f\u3081\u3001\u5165\u529b\u3055\u308c\u308b\u6f5c\u5728\u914d\u5217\u306e\u30b5\u30a4\u30ba\u3068\u51fa\u529b\u3055\u308c\u308b\u6f5c\u5728\u914d\u5217\u306e\u30b5\u30a4\u30ba\u306f\u540c\u3058\u3067\u306a\u3051\u308c\u3070\u306a\u308a\u307e\u305b\u3093\u3002<\/p>\n\n\n\n<figure class=\"wp-block-image size-large\"><img decoding=\"async\" width=\"1024\" height=\"544\" src=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-18-1024x544.png\" alt=\"\" class=\"wp-image-8647\" srcset=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-18-1024x544.png 1024w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-18-300x159.png 300w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-18-768x408.png 768w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-18-1536x816.png 1536w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-18-2048x1088.png 2048w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure>\n\n\n\n<p>\u3053\u3053\u3067\u306f\u3001\u8aac\u660e\u3092\u5206\u304b\u308a\u3084\u3059\u304f\u3059\u308b\u305f\u3081\u306bQuery\u306b\u3082\u30c6\u30ad\u30b9\u30c8\u7cfb\u5217\u3092\u7528\u3044\u3066\u3044\u307e\u3059\u304c\u3001Perceiver\u306b\u304a\u3044\u3066Query\u306f\u6f5c\u5728\u8868\u73fe\u3055\u308c\u305f\u30d9\u30af\u30c8\u30eb\u306e\u914d\u5217\u3067\u3059\u3002\u3053\u306e\u6f5c\u5728\u914d\u5217\u306e\u30b5\u30a4\u30ba\u306f\u30cf\u30a4\u30d1\u30fc\u30d1\u30e9\u30e1\u30fc\u30bf\u3067\u3042\u308a\u3001\u6700\u521d\u306b\u30e9\u30f3\u30c0\u30e0\u5024\u3067\u521d\u671f\u5316\u3055\u308c\u307e\u3059\u3002<\/p>\n\n\n\n<h3 class=\"wp-block-heading\">Latent Transformer<\/h3>\n\n\n\n<p>Latent Transformer\u306b\u306f\u3001GPT-2\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u304c\u4f7f\u7528\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u307e\u305a\u3001GPT\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3068\u306f\u3001\u3042\u308b\u7cfb\u5217\u3092\u5165\u529b\u3068\u3057\u3066\u53d7\u3051\u53d6\u308a\u3001\u305d\u306e\u6b21\u306b\u7d9a\u304f\u7cfb\u5217\u3092\u4e88\u6e2c\u3059\u308b\u3088\u3046\u306b\u5b66\u7fd2\u304c\u884c\u308f\u308c\u3066\u3044\u307e\u3059\u3002GPT\u30b7\u30ea\u30fc\u30ba\u306b\u306f\u30012023\u5e74\u306e\u6642\u70b9\u30671~4\u307e\u3067\u3042\u308a\u3001\u3053\u308c\u3089\u306fOpenAI\u306b\u3088\u3063\u3066\u958b\u767a\u3055\u308c\u3066\u3044\u307e\u3059\u3002GPT-1[7]\u306b\u3064\u3044\u3066\u306f\u4ee5\u4e0b\u306e\u8a18\u4e8b\u3067\u89e3\u8aac\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n<figure class=\"wp-block-embed is-type-wp-embed is-provider-agirobots-blog wp-block-embed-agirobots-blog\"><div class=\"wp-block-embed__wrapper\">\n<blockquote class=\"wp-embedded-content\" data-secret=\"EEBfryvEqU\"><a href=\"https:\/\/developers.agirobots.com\/jp\/gpt-1\/\">GPT-1\u306e\u4ed5\u7d44\u307f\u3092\u89e3\u8aac\uff01<\/a><\/blockquote><iframe class=\"wp-embedded-content\" sandbox=\"allow-scripts\" security=\"restricted\" style=\"position: absolute; clip: rect(1px, 1px, 1px, 1px);\" title=\"&#8220;GPT-1\u306e\u4ed5\u7d44\u307f\u3092\u89e3\u8aac\uff01&#8221; &#8212; AGIRobots Blog\" src=\"https:\/\/developers.agirobots.com\/jp\/gpt-1\/embed\/#?secret=HhpCY3vr7O#?secret=EEBfryvEqU\" data-secret=\"EEBfryvEqU\" width=\"600\" height=\"338\" frameborder=\"0\" marginwidth=\"0\" marginheight=\"0\" scrolling=\"no\"><\/iframe>\n<\/div><\/figure>\n\n\n\n<p>\u305d\u3057\u3066\u3001Perceiver\u306eLatent Transformer\u3067\u4f7f\u7528\u3055\u308c\u305f\u306e\u306f\u3001GPT\u30b7\u30ea\u30fc\u30ba\u306e2\u4e16\u4ee3\u76ee\u3067\u3042\u308bGPT-2\u3068\u3044\u3046\u3053\u3068\u3067\u3059\u3002GPT-1\u3068GPT-2\u3001\u3088\u308a\u65b0\u3057\u3044GPT\u30b7\u30ea\u30fc\u30ba\u306e\u4e3b\u306a\u9055\u3044\u306f\u30e2\u30c7\u30eb\u306e\u30b5\u30a4\u30ba\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">Perceiver IO<\/h2>\n\n\n\n<p>Perceiver\u306e\u51fa\u529b\u306fLogits\u3067\u3042\u308b\u305f\u3081\u3001\u753b\u50cf\u3084\u52d5\u753b\u3001\u97f3\u58f0\u306a\u3069\u306e\u591a\u7a2e\u591a\u69d8\u306a\u30e2\u30c0\u30ea\u30c6\u30a3\u306e\u51fa\u529b\u306b\u306f\u76f4\u63a5\u5bfe\u5fdc\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u305b\u3093\u3002\u3057\u304b\u3057\u3001\u3053\u306e\u554f\u984c\u3092\u89e3\u6c7a\u3059\u308b\u305f\u3081\u306b\u3001Perceiver IO\u3068\u3044\u3046\u30e2\u30c7\u30eb\u304c\u63d0\u6848\u3055\u308c\u307e\u3057\u305f\u3002\u3053\u3053\u3067\u306f\u3001Perceiver IO\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u306f\u8aac\u660e\u3057\u307e\u305b\u3093\u304c\u3001\u57fa\u672c\u7684\u306a\u8003\u3048\u65b9\u306fPerceiver\u3068\u540c\u3058\u3067\u3042\u308a\u3001\u4e00\u756a\u6ce8\u76ee\u3059\u3079\u304d\u3068\u3053\u308d\u306f\u51fa\u529b\u90e8\u5206\u3067\u3059\u3002\u3059\u306a\u308f\u3061\u3001\u51fa\u529b\u306e\u76f4\u524d\u306bCross Attention\u5c64\u3092\u8ffd\u52a0\u3057\u3001\u6f5c\u5728\u8868\u73fe\u3092Key\u3068Value\u306b\u3001Query\u306b\u306fOutput query array\u3092\u5165\u529b\u3059\u308b\u3088\u3046\u306b\u3057\u3066\u3044\u307e\u3059\u3002\u6f5c\u5728\u914d\u5217\u3092\u305d\u306e\u307e\u307eOutput array\u306b\u3059\u308b\u65b9\u6cd5\u3082\u8003\u3048\u3089\u308c\u307e\u3059\u304c\u3001Perceiver IO\u3067\u306f\u3042\u3048\u3066Output query array\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u51fa\u529b\u3092\u67d4\u8edf\u306b\u5909\u3048\u308b\u3053\u3068\u304c\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u3066\u3044\u307e\u3059\u3002\u3053\u308c\u306b\u3088\u308a\u3001\u753b\u50cf\u3084\u97f3\u58f0\u3001\u52d5\u753b\u306a\u3069\u306e\u69d8\u3005\u306a\u30e2\u30c0\u30ea\u30c6\u30a3\u306e\u51fa\u529b\u306b\u5bfe\u5fdc\u3059\u308b\u3053\u3068\u304c\u53ef\u80fd\u3068\u306a\u308a\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p>\u3053\u306e\u3088\u3046\u306b\u3001Perceiver IO\u306fPerceiver\u306e\u57fa\u672c\u7684\u306a\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u62e1\u5f35\u3057\u3001\u591a\u7a2e\u591a\u69d8\u306a\u30e2\u30c0\u30ea\u30c6\u30a3\u306e\u51fa\u529b\u306b\u5bfe\u5fdc\u3059\u308b\u3053\u3068\u3092\u53ef\u80fd\u306b\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n<div class=\"wp-block-image\">\n<figure class=\"aligncenter size-large\"><img decoding=\"async\" width=\"1024\" height=\"415\" src=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-37-1024x415.png\" alt=\"\" class=\"wp-image-8697\" srcset=\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-37-1024x415.png 1024w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-37-300x122.png 300w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-37-768x311.png 768w, https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/image-37.png 1064w\" sizes=\"(max-width: 1024px) 100vw, 1024px\" \/><\/figure><\/div>\n\n\n<h2 class=\"wp-block-heading\">\u307e\u3068\u3081<\/h2>\n\n\n\n<p>\u3053\u306e\u8a18\u4e8b\u3067\u306f\u3001\u4eba\u9593\u304c\u8907\u6570\u306e\u611f\u899a\u60c5\u5831\u3092\u7d71\u5408\u7684\u306b\u51e6\u7406\u3059\u308b\u300c\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u300d\u306a\u51e6\u7406\u3068\u3001\u305d\u308c\u3092\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u3067\u5b9f\u73fe\u3059\u308b\u305f\u3081\u306e\u300cPerceiver\u300d\u304a\u3088\u3073\u300cPerceiver IO\u300d\u306b\u3064\u3044\u3066\u8a73\u3057\u304f\u89e3\u8aac\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p>\u4ee5\u4e0b\u306b\u7c21\u5358\u306b\u5185\u5bb9\u3092\u307e\u3068\u3081\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u307e\u305a\u3001\u4eba\u9593\u306f\u8996\u899a\u3084\u8074\u899a\u3001\u89e6\u899a\u306a\u3069\u3001\u3055\u307e\u3056\u307e\u306a\u611f\u899a\u3092\u540c\u6642\u306b\u4f7f\u3063\u3066\u60c5\u5831\u3092\u51e6\u7406\u3057\u307e\u3059\u3002\u3053\u308c\u306b\u5bfe\u3057\u3001\u73fe\u5728\u306e\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306f\u305d\u308c\u305e\u308c\u306e\u611f\u899a\u60c5\u5831\u3001\u3064\u307e\u308a\u300c\u30e2\u30c0\u30ea\u30c6\u30a3\u300d\u306b\u5bfe\u3057\u3066\u7279\u5316\u3057\u305f\u30e2\u30c7\u30eb\u304c\u4e00\u822c\u7684\u3067\u3001\u7570\u306a\u308b\u30e2\u30c0\u30ea\u30c6\u30a3\u9593\u3067\u60c5\u5831\u3092\u7d71\u5408\u7684\u306b\u51e6\u7406\u3059\u308b\u80fd\u529b\u304c\u4f4e\u3044\u3067\u3059\u3002\u3053\u308c\u3092\u53ef\u80fd\u306b\u3059\u308b\u306b\u306f\u3001\u5e30\u7d0d\u30d0\u30a4\u30a2\u30b9\u306e\u4f4e\u3044\u9ad8\u6027\u80fd\u306a\u30e2\u30c7\u30eb\u3092\u4f5c\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<p>\u305d\u3053\u3067\u767b\u5834\u3059\u308b\u306e\u304c\u300cPerceiver\u300d\u3067\u3059\u3002Perceiver\u306f\u3001\u30e2\u30c0\u30ea\u30c6\u30a3\u306b\u4f9d\u5b58\u305b\u305a\u306b\u9ad8\u7cbe\u5ea6\u306a\u51e6\u7406\u304c\u53ef\u80fd\u306a\u30e2\u30c7\u30eb\u3067\u3059\u3002\u305f\u3060\u3057\u3001Perceiver\u304c\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306a\u30e2\u30c7\u30eb\u3067\u3042\u308b\u308f\u3051\u3067\u306f\u306a\u304f\u3001\u3069\u306e\u30bf\u30b9\u30af\u3092\u89e3\u304b\u305b\u308b\u304b\u306b\u4f9d\u5b58\u3057\u307e\u3059\u3002Perceiver\u306e\u91cd\u8981\u306a\u70b9\u306f\u3001\u30de\u30eb\u30c1\u30e2\u30fc\u30c0\u30eb\u306aAI\u306b\u5148\u99c6\u3051\u3066\u3001\u30e2\u30c0\u30ea\u30c6\u30a3\u3078\u306e\u4f9d\u5b58\u306e\u5c11\u306a\u3044\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3067\u9ad8\u7cbe\u5ea6\u304c\u51fa\u305b\u308b\u30e2\u30c7\u30eb\u304c\u5b9f\u73fe\u3067\u304d\u308b\u3053\u3068\u3092\u793a\u3057\u305f\u3068\u3053\u308d\u306b\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n<p>\u3055\u3089\u306b\u3001Perceiver\u306e\u51fa\u529b\u306f\u300cLogits\u300d\u3067\u3042\u308a\u3001\u753b\u50cf\u3084\u52d5\u753b\u3001\u97f3\u58f0\u306a\u3069\u306e\u591a\u7a2e\u591a\u69d8\u306a\u30e2\u30c0\u30ea\u30c6\u30a3\u306e\u51fa\u529b\u306b\u306f\u76f4\u63a5\u5bfe\u5fdc\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u305b\u3093\u3002\u305d\u3053\u3067\u3001\u3053\u306e\u554f\u984c\u3092\u89e3\u6c7a\u3059\u308b\u305f\u3081\u306b\u3001Perceiver IO\u3068\u3044\u3046\u30e2\u30c7\u30eb\u304c\u63d0\u6848\u3055\u308c\u307e\u3057\u305f\u3002Perceiver IO\u306fPerceiver\u306e\u57fa\u672c\u7684\u306a\u30a2\u30fc\u30ad\u30c6\u30af\u30c1\u30e3\u3092\u62e1\u5f35\u3057\u3001\u591a\u7a2e\u591a\u69d8\u306a\u30e2\u30c0\u30ea\u30c6\u30a3\u306e\u51fa\u529b\u306b\u5bfe\u5fdc\u3059\u308b\u3053\u3068\u3092\u53ef\u80fd\u306b\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n<h2 class=\"wp-block-heading\">\u53c2\u8003\u6587\u732e<\/h2>\n\n\n\n<p>[1] <a rel=\"noreferrer noopener\" href=\"https:\/\/arxiv.org\/abs\/1705.09406\" target=\"_blank\">Tadas Baltru\u0161aitis, Chaitanya Ahuja, Louis-Philippe Morency. \"Multimodal Machine Learning: A Survey and Taxonomy,\" CoRR, 2017.<\/a><br>[2] <a rel=\"noreferrer noopener\" href=\"https:\/\/axon.cs.byu.edu\/~martinez\/classes\/678\/Papers\/The-Need-for-Biases-in-Learning_Mitchell-80.pdf\" target=\"_blank\">Tom Michael Mitchell, \"The Need for Biases in Learning Generalizations,\" 2007.<\/a><br>[3] <a rel=\"noreferrer noopener\" href=\"https:\/\/arxiv.org\/abs\/2103.03206\" target=\"_blank\">Andrew Jaegle, Felix Gimeno, Andrew Brock, Andrew Zisserman, Oriol Vinyals and Joao Carreira. \"Perceiver: General Perception with Iterative Attention,\" in <em>Proc. ICML<\/em>, 2021.<\/a><br>[4]&nbsp;<a rel=\"noreferrer noopener\" href=\"https:\/\/arxiv.org\/abs\/1706.03762\" target=\"_blank\">Ashish Vaswani, Noam M. Shazeer, Niki Parmar, Jakob Uszkoreit, Llion Jones, Aidan N. Gomez, Lukasz Kaiser, and Illia Polosukhin, \"Attention is All you Need,\" in Proc. NIPS, 2017.<\/a><br>[5] <a rel=\"noreferrer noopener\" href=\"https:\/\/d4mucfpksywv.cloudfront.net\/better-language-models\/language-models.pdf\" target=\"_blank\">Alec Radford, Jeff Wu, Rewon Child, David Luan, Dario Amodei, and Ilya Sutskever, \"Language Models are Unsupervised Multitask Learners,\" 2019.<\/a><br>[6] <a rel=\"noreferrer noopener\" href=\"https:\/\/arxiv.org\/abs\/2107.14795\" target=\"_blank\">Andrew Jaegle, Sebastian Borgeaud, Jean-Baptiste Alayrac, Carl Doersch, Catalin Ionescu, David Ding, Skanda Koppula, Daniel Zoran, Andrew Brock, Evan Shelhamer, Olivier H\u00e9naff, Matthew M. Botvinick, Andrew Zisserman, Oriol Vinyals, and Jo\u0101o Carreira, \"Perceiver IO: A General Architecture for Structured Inputs &amp; Outputs,\" in <em>Proc. ICLR<\/em>, 2022.<\/a><br>[7] <a rel=\"noreferrer noopener\" href=\"https:\/\/s3-us-west-2.amazonaws.com\/openai-assets\/research-covers\/language-unsupervised\/language_understanding_paper.pdf\" target=\"_blank\">Alec Radford and Karthik Narasimhan, \"Improving Language Understanding by Generative Pre-Training,\" 2018.<\/a><br><\/p>\n","protected":false},"excerpt":{"rendered":"<p>\u6c4e\u7528\u4eba\u5de5\u77e5\u80fd\u306e\u5b9f\u73fe\u304c\u76ee\u524d\u306b\u8feb\u3063\u3066\u3044\u308b\u3088\u3046\u306b\u611f\u3058\u308b\u4eca\u65e5\u3053\u306e\u9803\u3001\u4eca\u5f8c\u306e\u6c4e\u7528\u4eba\u5de5\u77e5\u80fd\u7814\u7a76\u306f\u3069\u3046\u9032\u3080\u306e\u304b\u6c17\u306b\u306a\u308b\u3053\u3068\u304c\u591a\u304f\u306a\u308a\u307e\u3057\u305f\u3002 \u6c4e\u7528\u4eba\u5de5\u77e5\u80fd\u3092\u5b9f\u73fe\u3059\u308b\u306b\u306f\u3001\u4eba\u5de5\u77e5\u80fd\u306e\u7814\u7a76\u3060\u3051\u3067\u306a\u304f\u3001\u8133\u306e\u7814\u7a76\u3084\u4eba\u9593\u306e\u7814 &#8230; <\/p>\n","protected":false},"author":1,"featured_media":8713,"comment_status":"closed","ping_status":"open","sticky":false,"template":"","format":"standard","meta":{"_vk_print_noindex":"","sitemap_hide":"","_veu_custom_css":"","veu_display_promotion_alert":"common","vkexunit_cta_each_option":"","_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[170,172,171,106,174],"tags":[],"class_list":["post-4741","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-blog","category-ai","category-learn","category-ml","category-dl"],"veu_head_title_object":{"title":"","add_site_title":""},"jetpack_featured_media_url":"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2023\/07\/IMG_2678.png","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts\/4741","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/comments?post=4741"}],"version-history":[{"count":21,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts\/4741\/revisions"}],"predecessor-version":[{"id":9389,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts\/4741\/revisions\/9389"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/media\/8713"}],"wp:attachment":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/media?parent=4741"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/categories?post=4741"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/tags?post=4741"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}