![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/discriminative-model.gif\")
\u6700\u8fd1\u3067\u306f\u3001\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u753b\u50cf\u8a8d\u8b58\u30bf\u30b9\u30af\u4ee5\u5916\u3001\u5177\u4f53\u7684\u306b\u306f\u81ea\u7136\u8a00\u8a9e\u51e6\u7406\u3068\u3044\u3063\u305f\u9818\u57df\u3067\u4f7f\u7528\u3055\u308c\u308b\u306a\u3069\u6ce8\u76ee\u3092\u3055\u308c\u3066\u3044\u307e\u3059\u3002\u305d\u308c\u3067\u306f\u3001\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306b\u3064\u3044\u3066\u3001\u305d\u306e\u8d77\u6e90\u3001\u7406\u8ad6\u3001\u5b9f\u88c5\u306b\u3064\u3044\u3066\u9806\u756a\u306b\u8aac\u660e\u3057\u3066\u3044\u304d\u307e\u3059\u3002<\/p>\n\n\n\n
\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u8d77\u6e90<\/h2>\n\n\n\n
\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306f\u751f\u7269\u306e\u8133\u306e\u8996\u899a\u91ce\u3092\u30e2\u30c7\u30eb\u5316\u3057\u305f\u30cd\u30aa\u30b3\u30b0\u30cb\u30c8\u30ed\u30f3\u304c\u57fa\u3068\u306a\u308a\u3001\u305d\u308c\u3092\u6a5f\u68b0\u5b66\u7fd2\u30e2\u30c7\u30eb\u306e\u5b66\u7fd2\u30b9\u30bf\u30a4\u30eb\u306b\u9069\u5408\u3059\u308b\u5f62\u3067\u30e2\u30c7\u30eb\u5316\u3057\u305fLeNet\u304c\u8d77\u6e90\u3068\u306a\u308a\u307e\u3059\u3002\u30cd\u30aa\u30b3\u30b0\u30cb\u30c8\u30ed\u30f3\u306f\u8996\u899a\u91ce\u306e\u5358\u7d14\u578b\u7d30\u80de\u3068\u8907\u96d1\u578b\u7d30\u80de\u306e\u51e6\u7406\u306b\u6ce8\u76ee\u3057\u30e2\u30c7\u30eb\u5316\u3055\u308c\u3066\u3044\u308b\u306e\u3067\u3001\u3053\u306e\u7ae0\u3067\u306f\u5358\u7d14\u578b\u7d30\u80de\u3068\u8907\u96d1\u578b\u7d30\u80de\u306b\u3082\u89e6\u308c\u3064\u3064\u3001\u30cd\u30aa\u30b3\u30b0\u30cb\u30c8\u30ed\u30f3\u3001LeNet\u306b\u3064\u3044\u3066\u8aac\u660e\u3057\u307e\u3059\u3002\u5185\u5bb9\u306f\u3001\u304b\u306a\u308a\u524d\u306b\u5099\u5fd8\u9332\u3068\u3057\u3066\u9069\u5f53\u306b\u307e\u3068\u3081\u305f\u8a18\u4e8b\u306e\u4e00\u90e8\u5206\u3092\u629c\u304d\u51fa\u3057\u305f\u3082\u306e\uff0b\u03b1\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002\u4ee5\u4e0b\u306b\u30ea\u30f3\u30af\u3092\u8cbc\u308a\u307e\u3059\u3002<\/p>\n\n\n\n
\u5358\u7d14\u578b\u7d30\u80de\uff08S\u7d30\u80de\uff09\u3068\u8907\u96d1\u578b\u7d30\u80de\uff08C\u7d30\u80de\uff09<\/h3>\n\n\n\n
\u5358\u7d14\u578b\u7d30\u80de\uff08\u4ee5\u4e0b\uff1aS\u7d30\u80de\uff09\u3068\u306f\u7279\u5b9a\u306e\u50be\u304d\u306e\u7dda\u5206\u306b\u306e\u307f\u53cd\u5fdc\u3092\u793a\u3059\u7279\u5fb4\u3092\u6301\u3063\u3066\u3044\u307e\u3059\u3002\u8907\u96d1\u578b\u7d30\u80de\uff08\u4ee5\u4e0b\uff1aC\u7d30\u80de\uff09\u3068\u306f\u3001C\u7d30\u80de\u304c\u3082\u3064\u53d7\u5bb9\u91ce\u5185\u306b\u304a\u3051\u308bS\u7d30\u80de\u306e\u51fa\u529b\u306e\u4f4d\u7f6e\u305a\u308c\u3092\u8a31\u5bb9\u3059\u308b\u7279\u5fb4\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n
S\u7d30\u80de\u306b\u60c5\u5831\u3092\u5165\u529b\u3059\u308b\u5916\u5074\u819d\u72b6\u4f53\u306e\u795e\u7d4c\u7d30\u80de\u306f\u3001\u540c\u5fc3\u5186\u72b6\u306e\u53d7\u5bb9\u91ce\u3092\u6301\u3063\u3066\u304a\u308a\u3001\u4f8b\u3048\u3070\u6ce8\u76ee\u3057\u3066\u3044\u308bS\u7d30\u80de\u304c\u7e26\u7dda\u3092\u8a8d\u8b58\u3059\u308b\u306a\u3089\u3001\u7e26\u65b9\u5411\u306b\u4e26\u3076\u3088\u3046\u306a\u4f4d\u7f6e\u95a2\u4fc2\u306b\u3042\u308b\u30cb\u30e5\u30fc\u30ed\u30f3\u3092\u5165\u529b\u3068\u3057\u3066\u6301\u3064\u3053\u3068\u3067\u3001\u7e26\u7dda\u3092\u8a8d\u8b58\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n\n
\u6b21\u306b\u7e26\u306e\u7dda\u5206\u306e\u4f4d\u7f6e\u305a\u308c\u3092\u8a31\u5bb9\u3059\u308bC\u7d30\u80de\u3092\u8003\u3048\u307e\u3059\u3002\u3053\u306eC\u7d30\u80de\u306f\u53d7\u5bb9\u91ce\u5185\u306eS\u7d30\u80de\u306e\u306a\u304b\u3067\u3082\u3001\u7e26\u306e\u7dda\u5206\u3092\u8a8d\u8b58\u3059\u308b\u8907\u6570\u306eS\u7d30\u80de\u3092\u5165\u529b\u3068\u3057\u3066\u3082\u3061\u3001\u305d\u306e\u4e2d\u306e\u3069\u308c\u304b1\u3064\u3067\u3082\u53cd\u5fdc\u3092\u793a\u305b\u3070\u3001\u7e26\u306e\u7dda\u5206\u306e\u4f4d\u7f6e\u305a\u308c\u3092\u8a31\u5bb9\u3059\u308bC\u7d30\u80de\u304c\u767a\u706b\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
\u4ee5\u4e0b\u306e\u56f3\u306f\u4eca\u306e\u8aac\u660e\u3092\u56f3\u793a\u3057\u305f\u3082\u306e\u3067\u3001(a)\u306f\u5358\u7d14\u578b\u7d30\u80de\u306e\u30e2\u30c7\u30eb\u3001(b)\u306f\u8907\u96d1\u578b\u7d30\u80de\u306e\u30e2\u30c7\u30eb\u3067\u3059\u3002<\/p>\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-6-1024x342.jpg\")
<\/figure><\/div>\n\n\n\u5c11\u3057\u8a71\u304c\u9038\u308c\u307e\u3059\u304c\u3001\u8996\u899a\u91ce\u306b\u304a\u3044\u3066\u4f4e\u6b21\u306a\u60c5\u5831\u51e6\u7406\u3092\u884c\u3046\u90e8\u4f4d\u306b\u306f\u3001\u50be\u304d\u304c\u5c11\u3057\u305a\u3064\u7570\u306a\u308b\u7dda\u5206\u306b\u53cd\u5fdc\u3092\u793a\u3059\u7d30\u80de\u7fa4\u304c\u30b3\u30e9\u30e0\u3092\u5f62\u6210\u3057\u3066\u304a\u308a\u3001\u305d\u3053\u3067\u306f\u5165\u529b\u3055\u308c\u305f\u753b\u50cf\u30c7\u30fc\u30bf\u3092\u50be\u304d\u306e\u7dda\u5206\u60c5\u5831\u306b\u5206\u5272\u3057\u3066\u3044\u308b\u3068\u8003\u3048\u3089\u308c\u307e\u3059\u3002\u3053\u308c\u306fS\u7d30\u80de\u3068\u8003\u3048\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002\u305d\u3057\u3066\u3001\u305d\u308c\u3092C\u7d30\u80de\u3067\u4f4d\u7f6e\u305a\u308c\u306e\u8a31\u5bb9\u3092\u3057\u306a\u304c\u3089\u3001S\u7d30\u80de\u5c64\u3068C\u7d30\u80de\u5c64\u3092\u4f55\u5ea6\u3082\u7e70\u308a\u8fd4\u3057\u3066\u5165\u529b\u753b\u50cf\u306e\u518d\u69cb\u7bc9\u3092\u3057\u3066\u3044\u304f\u3068\u8003\u3048\u3089\u308c\u3066\u3044\u307e\u3059\u3002\u9ad8\u6b21\u306e\u60c5\u5831\u51e6\u7406\u3067\u306f\u56db\u89d2\u5f62\u3084\u6e26\u5dfb\u3068\u3044\u3063\u305f\u7279\u5b9a\u306e\u5f62\u72b6\u306b\u53cd\u5fdc\u3059\u308b\u7d30\u80de\u304c\u73fe\u308c\u305f\u308a\u3001\u7279\u5b9a\u306e\u4eba\u306e\u9854\u306b\u53cd\u5fdc\u3059\u308b\u7d30\u80de\u304c\u73fe\u308c\u305f\u308a\u3057\u307e\u3059\u3002\u3053\u308c\u306f\u3001\u304a\u3070\u3042\u3055\u3093\u30cb\u30e5\u30fc\u30ed\u30f3\u4eee\u8aac\u3068\u95a2\u9023\u304c\u3042\u308b\u3068\u601d\u308f\u308c\u307e\u3059\uff08\u6050\u3089\u304f...\u3057\u3063\u304b\u308a\u5b66\u3093\u3067\u3044\u306a\u3044\u306e\u3067\u3053\u306e\u7a0b\u5ea6\u3067\u304a\u8a31\u3057\u3092...\uff09\u3002<\/p>\n\n\n\n
\u30cd\u30aa\u30b3\u30b0\u30cb\u30c8\u30ed\u30f3<\/h3>\n\n\n\n
\u5148\u307b\u3069\u3001\u8996\u899a\u91ce\u3067\u306fS\u7d30\u80de\u5c64\u3068C\u7d30\u80de\u5c64\u3092\u4f55\u5ea6\u3082\u7e70\u308a\u8fd4\u3059\u3053\u3068\u3067\u753b\u50cf\u60c5\u5831\u304b\u3089\u7279\u5fb4\u3092\u62bd\u51fa\u3057\u3001\u4e0a\u4f4d\u5c64\u3067\u8b58\u5225\u3057\u3066\u3044\u308b\u3053\u3068\u3092\u8aac\u660e\u3057\u307e\u3057\u305f\u3002\u3053\u308c\u3092\u30e2\u30c7\u30eb\u5316\u3057\u305f\u3082\u306e\u304c\u798f\u5cf6\u90a6\u5f66\u3055\u3093\u306b\u3088\u308a\u63d0\u6848\u3055\u308c\u305f\u30cd\u30aa\u30b3\u30b0\u30cb\u30c8\u30ed\u30f3\u3067\u3059\u3002\u307e\u305a\u3001\u524d\u534a\u306e2\u5c64\u3067\u306f\u30b3\u30f3\u30c8\u30e9\u30b9\u30c8\u306e\u62bd\u51fa\u3092\u884c\u3044\u3001\u5165\u529b\u753b\u50cf\u304b\u3089\u30a8\u30c3\u30b8\u3092\u8b58\u5225\u3057\u3084\u3059\u3044\u3088\u3046\u306b\u5909\u63db\u3057\u307e\u3059\u3002\u3053\u306e\u51e6\u7406\u306f\u7db2\u819c\u90e8\u5206\u306b\u5bfe\u5fdc\u3057\u307e\u3059\u3002\u305d\u306e\u5f8c\u306b\u3001S\u7d30\u80de\u5c64\u3068C\u7d30\u80de\u5c64\u304c4\u30b5\u30a4\u30af\u30eb\u7e70\u308a\u8fd4\u3055\u308c\u307e\u3059\u3002\u5b66\u7fd2\u306b\u306f\u4e00\u822c\u7684\u306a\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3067\u4f7f\u7528\u3055\u308c\u308b\u8aa4\u5dee\u9006\u4f1d\u64ad\u3068\u306f\u7570\u306a\u308b\u3001Add-if-silent\u3068\u3044\u3046\u65b9\u6cd5\u304c\u4f7f\u7528\u3055\u308c\u307e\u3059\u3002<\/p>\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2019\/11\/\u30cd\u30aa\u30b3\u30b0\u30cb\u30c8\u30ed\u30f3-1024x630.png\")
LeNet<\/h3>\n\n\n\n
\u30cd\u30aa\u30b3\u30b0\u30cb\u30c8\u30ed\u30f3\u3067\u306f\u7279\u5fb4\u62bd\u51fa\u3092\u3059\u308b\u5c64\u3068\u4f4d\u7f6e\u305a\u308c\u306e\u8a31\u5bb9\u3092\u3059\u308b\u5c64\u3092S\u7d30\u80de\u5c64\u3068C\u7d30\u80de\u5c64\u3068\u8868\u73fe\u3057\u307e\u3057\u305f\u3002LeCun\u3089\u306b\u3088\u3063\u3066\u63d0\u6848\u3055\u308c\u305fLeNet\u3067\u306f\u7573\u307f\u8fbc\u307f\u5c64\u3001\u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\uff08LeNet\u306e\u5834\u5408\u3001\u6b63\u78ba\u306b\u306f\u30b5\u30d6\u30b5\u30f3\u30d7\u30ea\u30f3\u30b0\uff09\u3068\u3044\u3046\u8868\u73fe\u306b\u5909\u308f\u308a\u307e\u3059\u3002\u307e\u305f\u5b66\u7fd2\u65b9\u6cd5\u306f\u3001Add-if-silent\u3067\u306f\u306a\u304f\u8aa4\u5dee\u9006\u4f1d\u64ad\u3092\u4f7f\u7528\u3057\u307e\u3059\u3002LeNet\u306f\u73fe\u5728\u306e\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u307b\u307c\u5b8c\u5168\u306a\u57fa\u672c\u5f62\u3067\u3059\u3002<\/p>\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-7-1024x290.png\")
\u56f3\u3067\u306f\u7573\u307f\u8fbc\u307f\u5c64\u307e\u305f\u306f\u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\u3092\u901a\u904e\u3059\u308b\u524d\u5f8c\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u304c\u793a\u3055\u308c\u3066\u3044\u308b\u3053\u3068\u306b\u6ce8\u610f\u3057\u3066\u304f\u3060\u3055\u3044\u3002\u753b\u50cf\u51e6\u7406\u306b\u304a\u3044\u3066\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u306f\u7e26\u30fb\u6a2a\u30fb\u6df1\u3055\u306e3\u6b21\u5143\u3067\u8868\u3055\u308c\u307e\u3059\u3002\u7573\u307f\u8fbc\u307f\u5c64\u3068\u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\u306e\u8aac\u660e\u3092\u3057\u3066\u3044\u306a\u3044\u306e\u3067\u3001\u4eca\u306f\u7406\u89e3\u3067\u304d\u306a\u304f\u3066\u3082\u5927\u4e08\u592b\u3067\u3059\u304c\u3001LeNet\u3067\u306f\u5165\u529b\u753b\u50cf\uff0832x32x1\u306e\u7279\u5fb4\u30de\u30c3\u30d7\uff09\u306b6\u7a2e\u985e\u306e\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u305728x28x6\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u5f97\u307e\u3059\u3002\u305d\u308c\u306b\u30d7\u30fc\u30ea\u30f3\u30b0\u51e6\u7406\u3092\u65bd\u305714x14x6\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u5f97\u307e\u3059\u3002\u3053\u306e\u3088\u3046\u306a\u51e6\u7406\u3092\u518d\u5ea6\u7e70\u308a\u8fd4\u3057\u3001\u6700\u5f8c\u306b\u5168\u7d50\u5408\u5c64\u306b\u63a5\u7d9a\u3055\u308c\u307e\u3059\u3002\u5168\u7d50\u5408\u5c64\u306f\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u69cb\u9020\u81ea\u4f53\u3068\u76f4\u63a5\u7684\u306a\u95a2\u4fc2\u3042\u308a\u307e\u305b\u3093\u304c\u3001\u8b58\u5225\u53ca\u3073\u56de\u5e30\u306b\u304a\u3044\u3066\u91cd\u8981\u306a\u5f79\u5272\u3092\u679c\u305f\u3059\u305f\u3081\u3001\u307b\u307c\u78ba\u5b9f\u306b\u4f7f\u7528\u3057\u307e\u3059\u3002<\/p>\n\n\n\n
\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3068\u5168\u7d50\u5408\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u95a2\u9023\u6027<\/h3>\n\n\n\n
\u3053\u308c\u307e\u3067\u306e\u8aac\u660e\u3067\u3001\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u8a95\u751f\u904e\u7a0b\u3092\u7406\u89e3\u3057\u3066\u3044\u305f\u3060\u3051\u305f\u3068\u601d\u3044\u307e\u3059\u3002\u3053\u3053\u3067\u306f\u3001\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3068\u5168\u7d50\u5408\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u304c\u3069\u306e\u3088\u3046\u306b\u4f3c\u3066\u3044\u3066\u3001\u307e\u305f\u7570\u306a\u308b\u306e\u304b\u8aac\u660e\u3057\u307e\u3059\u3002\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u30921\u5217\u306b\u5c55\u958b\u3057\u305f\u4ee5\u4e0b\u306e\u56f3\u3092\u898b\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n\n\n\n \u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3068\u5168\u7d50\u5408\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u69cb\u9020\u7684\u306a\u9055\u3044\u306f\u524d\u5c64\u306e\u30cb\u30e5\u30fc\u30ed\u30f3\u3068\u7d50\u5408\u3057\u3066\u3044\u308b\u9818\u57df\u304c\u5c40\u6240\u7684\u3067\u3042\u308b\u304b\u3069\u3046\u304b\u3067\u3059\u3002\u3053\u308c\u306f\u3001\u5c40\u6240\u7684\u53d7\u5bb9\u91ce\u3068\u3044\u308f\u308c\u3001\u7573\u307f\u8fbc\u307f\u5c64\u306e\u5927\u304d\u306a\u7279\u5fb4\u306e1\u3064\u3067\u3059\u3002\u5c40\u6240\u7684\u53d7\u5bb9\u91ce\u306f\u7d50\u5408\u3067\u304d\u308b\u30cb\u30e5\u30fc\u30ed\u30f3\u306e\u9818\u57df\u306b\u5236\u7d04\u3092\u8ab2\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n \u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\u3082\u540c\u69d8\u3067\u3001\u53d7\u5bb9\u91ce\u306f\u5c40\u6240\u7684\u3067\u3059\u3002\u4e00\u65b9\u3067\u3001\u5168\u7d50\u5408\u5c64\u306f\u524d\u5c64\u306e\u5168\u30cb\u30e5\u30fc\u30ed\u30f3\u3068\u7d50\u5408\u3057\u3066\u3044\u308b\u305f\u3081\u3001\u30d1\u30e9\u30e1\u30fc\u30bf\u304c\u7206\u767a\u7684\u306b\u591a\u304f\u306a\u308a\u3001\u307e\u305f\u7a7a\u9593\u7684\u306a\u7279\u5fb4\u3092\u5b66\u7fd2\u3059\u308b\u306e\u306b\u4e0d\u5229\u3067\u3042\u308b\u3053\u3068\u304c\u4e88\u6e2c\u3067\u304d\u307e\u3059\u3002<\/p>\n\n\n\n \u56f3\u3067\u306f\u7573\u307f\u8fbc\u307f\u5c64\u306e\u30cb\u30e5\u30fc\u30ed\u30f3\u3092\u5168\u3066\u63cf\u304d\u8868\u305b\u3066\u3044\u306a\u3044\u306e\u30a4\u30e1\u30fc\u30b8\u304c\u6e67\u304d\u306b\u304f\u3044\u3068\u601d\u3044\u307e\u3059\u304c\u3067\u3059\u304c\u3001\u5b9f\u306f\u3001\u7573\u307f\u8fbc\u307f\u5c64\u3067\u306f\u5404\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u53d7\u5bb9\u91ce\u306e\u5927\u304d\u3055\uff08\u30d5\u30a3\u30eb\u30bf\u30b5\u30a4\u30ba\uff09\u306b\u5fdc\u3058\u3066\u30d1\u30c3\u30c1\u306b\u5206\u5272\u3057\u3001\u5404\u3005\u306e\u30d5\u30a3\u30eb\u30bf\u3092\u5168\u30d1\u30c3\u30c1\u306b\u5bfe\u3057\u3066\u4e00\u62ec\u3067\u51e6\u7406\u3092\u5b9f\u884c\u3059\u308b\u305f\u3081\u3001\u30d1\u30c3\u30c1\u306e\u4f4d\u7f6e\u306b\u3088\u3063\u3066\u30d5\u30a3\u30eb\u30bf\u306e\u91cd\u307f\u304c\u7570\u306a\u308b\u3053\u3068\u306f\u306a\u304f\u3001\u3053\u308c\u3092\u91cd\u307f\u5171\u6709\u3068\u3044\u3044\u307e\u3059\u3002\u3064\u307e\u308a\u30011\u3064\u306e\u30d1\u30c3\u30c1\u3067\u5f97\u3089\u308c\u305f\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u30cb\u30e5\u30fc\u30ed\u30f3\u306f\u5168\u4f53\u306e\u30d0\u30c3\u30c1\u306b\u8907\u88fd\u3055\u308c\u3066\u3044\u308b\u3053\u3068\u3068\u7b49\u4fa1\u306b\u306a\u308b\u305f\u3081\u3001\u5168\u7d50\u5408\u5c64\u3067\u5b9f\u73fe\u3059\u308b\u3088\u308a\u3082\u52b9\u7387\u7684\u306b\u7a7a\u9593\u7684\u306a\u7279\u5fb4\u306e\u5b66\u7fd2\u304c\u884c\u3048\u3001\u3055\u3089\u306b\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u5927\u5e45\u306a\u6e1b\u5c11\u306b\u8ca2\u732e\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n \u307e\u3068\u3081\u308b\u3068\u3001\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306f\u5c40\u6240\u7684\u53d7\u5bb9\u91ce\u3068\u91cd\u307f\u5171\u6709\u306b\u3088\u308a\u3001\u5927\u5e45\u306b\u30d1\u30e9\u30e1\u30fc\u30bf\u3092\u6e1b\u5c11\u3055\u305b\u3066\u3044\u308b\u3053\u3068\u306b\u6210\u529f\u3057\u305f\u3068\u3044\u3048\u307e\u3059\u3002\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u304c\u6e1b\u5c11\u3059\u308c\u3070\u8a08\u7b97\u30b3\u30b9\u30c8\u304c\u5c11\u306a\u304f\u3066\u6e08\u307f\u307e\u3059\u3057\u3001\u7cbe\u5ea6\u3092\u51fa\u3059\u305f\u3081\u306b\u5fc5\u8981\u306a\u5b66\u7fd2\u30c7\u30fc\u30bf\u6570\u3082\u5c11\u306a\u304f\u3066\u6e08\u3080\u305f\u3081\u4e00\u77f3\u4e8c\u9ce5\u3067\u3059\u306d\u3002<\/p>\n\n\n\n \u3061\u306a\u307f\u306b\u3001\u5168\u7d50\u5408\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306f\u5bc6\u7d50\u5408\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3068\u547c\u3070\u308c\u308b\u3053\u3068\u304c\u3042\u308b\u3053\u3068\u3092\u8003\u616e\u3059\u308b\u3068\u3001\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3084\u30d7\u30fc\u30ea\u30f3\u30b0\u30d5\u30a3\u30eb\u30bf\u306f\u758e\u7d50\u5408\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3068\u3044\u3048\u307e\u3059\u3002<\/p>\n\n\n\n \u3053\u306e\u7ae0\u3067\u306f\u3042\u308b\u7a0b\u5ea6\u6570\u5f0f\u3092\u4ea4\u3048\u305f\u8aac\u660e\u3092\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u4e3b\u306b\u8aac\u660e\u3059\u308b\u5185\u5bb9\u306f\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u4e2d\u5fc3\u7684\u306a\u6f14\u7b97\u3067\u3042\u308b\u7573\u307f\u8fbc\u307f\u3068\u30d7\u30fc\u30ea\u30f3\u30b0\u3067\u3059\u3002\u3053\u306e\u7ae0\u306e\u6700\u5f8c\u3067\u7c21\u5358\u306b\u5168\u7d50\u5408\u5c64\u306b\u3064\u3044\u3066\u3082\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>\n\n\n\n \u3053\u306e\u7ae0\u3067\u306f\u3001\u5148\u307b\u3069\u5c11\u3057\u89e6\u308c\u307e\u3057\u305f\u304c\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u6df1\u3055\uff08\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\uff09\u3092\u610f\u8b58\u3057\u3066\u8aad\u3093\u3067\u3044\u305f\u3060\u3051\u308b\u3068\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u306e\u969b\u306b\u7406\u89e3\u304c\u697d\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n\n \u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u50cd\u304d\u3092\u6700\u3082\u62bd\u8c61\u7684\u306b\u8868\u73fe\u3059\u308b\u3068\u3001\u300c\u5468\u8fba\u306e\u753b\u7d20\u3092\u8003\u616e\u3057\u3066\uff08\u91cd\u307f\u4ed8\u3051\u3057\u3066\uff09\u307c\u304b\u3059\u300d\u64cd\u4f5c\u3068\u3044\u3046\u3053\u3068\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n\n \u7573\u307f\u8fbc\u307f\u5c64\u306e\u91cd\u8981\u306a\u7279\u5fb4\u306f\u5148\u307b\u3069\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u7279\u5fb4\u3068\u3057\u3066\u8aac\u660e\u3057\u305f\u3082\u306e\u3068\u540c\u3058\u3067\u3059\u304c\u3001\u4ee5\u4e0b\u306e2\u3064\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n\n \u518d\u5ea6\u3001\u7c21\u5358\u306b\u8aac\u660e\u3059\u308b\u3068\u30011\u3064\u76ee\u306e\u5c40\u6240\u7684\u53d7\u5bb9\u91ce\u306f\u3001\u30d5\u30a3\u30eb\u30bf\u306e\u9069\u7528\u7bc4\u56f2\uff08\u53d7\u5bb9\u91ce\uff09\u3092\u5236\u9650\u3057\u3066\u3044\u308b\u3053\u3068\u3092\u8868\u3057\u3066\u3044\u307e\u3059\u3002\u5bfe\u3057\u3066\u3001\u5168\u7d50\u5408\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u53d7\u5bb9\u91ce\u306f\u524d\u5c64\u306e\u5168\u30cb\u30e5\u30fc\u30ed\u30f3\u3068\u306a\u308b\u3053\u3068\u304c\u81ea\u660e\u306a\u305f\u3081\u53d7\u5bb9\u91ce\u3068\u3044\u3046\u6982\u5ff5\u306f\u3068\u308a\u308f\u3051\u554f\u984c\u306b\u3055\u308c\u307e\u305b\u3093\u30022\u3064\u76ee\u306e\u91cd\u307f\u5171\u6709\u3068\u306f\u30d5\u30a3\u30eb\u30bf\u306e\u91cd\u307f\u304c\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30d1\u30c3\u30c1\u5168\u4f53\u306b\u9069\u7528\u3055\u308c\u308b\u3053\u3068\u3092\u793a\u3057\u3066\u3044\u307e\u3059\u3002\u3053\u308c\u3089\u306e2\u3064\u306e\u7279\u5fb4\u306f\u3001\u30c1\u30e5\u30fc\u30cb\u30f3\u30b0\u5bfe\u8c61\u3068\u306a\u308b\u30d1\u30e9\u30e1\u30fc\u30bf\u6570\u3092\u5927\u5e45\u306b\u6e1b\u5c11\u3055\u305b\u308b\u3053\u3068\u306b\u5bc4\u4e0e\u3057\u305f\u3068\u3044\u3046\u5171\u901a\u70b9\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n \u524d\u7ae0\u3067\u30d5\u30a3\u30eb\u30bf\u306fS\u7d30\u80de\u306e\u50cd\u304d\u3092\u3059\u308b\u3068\u8aac\u660e\u3057\u307e\u3057\u305f\u3002\u3067\u306f\u3001\u672c\u5f53\u306bS\u7d30\u80de\u3068\u540c\u3058\u50cd\u304d\u304c\u5b9f\u73fe\u3067\u304d\u308b\u306e\u304b\u78ba\u304b\u3081\u3066\u307f\u307e\u3059\u3002\u4ee5\u4e0b\u306e(a)\u56f3\u3092\u898b\u3066\u304f\u3060\u3055\u3044\u3002\u4e0b\u306b\u793a\u3057\u305f\u30d5\u30a3\u30eb\u30bf\u30fc\u304cS\u7d30\u80de\u3092\u8868\u3057\u305f\u3082\u306e\u306b\u306a\u308a\u307e\u3059\u3002\u6bd4\u8f03\u3057\u3084\u3059\u3044\u3088\u3046\u306b(a)\u306e\u53f3\u4e0b\u306b\u5c0f\u3055\u304fS\u7d30\u80de\u306e\u30e2\u30c7\u30eb\u3092\u793a\u3057\u307e\u3057\u305f\u3002\u4e2d\u5fc3\u90e8\u5206\u3068\u5468\u8fba\u90e8\u5206\u304c\u62ee\u6297\u3059\u308b\u3088\u3046\u306a\u5024\u3092\u6301\u3064\u30d5\u30a3\u30eb\u30bf\u3092\u5199\u771f\u306b\u9069\u7528\u3059\u308b\u3068\u5199\u771f\u5185\u306e\u7e26\u306e\u7dda\u5206\u691c\u51fa\u304c\u3067\u304d\u3066\u3044\u308b\u3053\u3068\u304c\u5206\u304b\u308a\u307e\u3059\u3002(b)\u56f3\u306f\u30d5\u30a3\u30eb\u30bf\u3092\u5927\u304d\u304f\u3057\u3001\u4e2d\u5fc3\u90e8\u3068\u5468\u8fba\u90e8\u306e\u91cd\u307f\u3092\u7de9\u3084\u304b\u306b\u3057\u305f\u3082\u306e\u306b\u306a\u308a\u307e\u3059\u3002\u3053\u308c\u306fS\u7d30\u80de\u306e\u53d7\u5bb9\u91ce\u3092\u5e83\u304f\u3057\u305f\u3053\u3068\u306b\u5bfe\u5fdc\u3057\u307e\u3059\u3002\u30d5\u30a3\u30eb\u30bf\u306e\u5927\u304d\u3055\u3001\u3059\u306a\u308f\u3061\u53d7\u5bb9\u91ce\u306e\u5927\u304d\u3055\u306b\u3088\u3063\u3066\u691c\u51fa\u306e\u5f37\u8abf\u5ea6\u5408\u3044\u304c\u7570\u306a\u308b\u3053\u3068\u304c\u5206\u304b\u308a\u307e\u3059\uff08\u203b\u5fc5\u305a\u5927\u304d\u3044\u65b9\u304c\u6027\u80fd\u304c\u9ad8\u3044\u3068\u8a00\u3063\u3066\u3044\u308b\u308f\u3051\u3067\u306f\u3042\u308a\u307e\u305b\u3093\uff09\u3002<\/p>\n\n\n \u7573\u307f\u8fbc\u307f\u5c64\u306e\u8a08\u7b97\u65b9\u6cd5\u3092\u8ff0\u3079\u308b\u524d\u306b\u30d1\u30c7\u30a3\u30f3\u30b0\u3001\u30b9\u30c8\u30e9\u30a4\u30c9\u3001\u30d1\u30c3\u30c1\u306b\u3064\u3044\u3066\u8aac\u660e\u3057\u307e\u3059\u3002<\/p>\n\n\n\n \u30d1\u30c7\u30a3\u30f3\u30b0\u306b\u3064\u3044\u3066<\/strong><\/p>\n\n\n\n \u7279\u5fb4\u30de\u30c3\u30d7\uff08ex:\u753b\u50cf\uff09\u304c\u5165\u529b\u3055\u308c\u305f\u3068\u304d\u3001\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3092\u30de\u30c3\u30d7\u4e0a\u306e\u7aef\u306b\u4f4d\u7f6e\u3059\u308b\u30d4\u30af\u30bb\u30eb\u306b\u9069\u7528\u3057\u305f\u3044\u3068\u3057\u307e\u3059\u3002\u3057\u304b\u3057\u3001\u7aef\u306e\u30d4\u30af\u30bb\u30eb\u306f\u5468\u56f2\u304c\u5024\u3092\u6301\u3064\u30d4\u30af\u30bb\u30eb\u3068\u306f\u9650\u3089\u306a\u3044\u305f\u3081\u3001\u3069\u306e\u3088\u3046\u306b\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3057\u305f\u3089\u3088\u3044\u306e\u304b\u56f0\u308a\u307e\u3059\u3002\u305d\u3053\u3067\u4ee5\u4e0b\u306e\u56f3\u306e\u3088\u3046\u306b\u5468\u56f2\u306b\u5024\u3092\u3082\u3064\u30d4\u30af\u30bb\u30eb\u3092\u8ffd\u52a0\u3059\u308b\u3053\u3068\u3067\u3001\u5165\u529b\u3055\u308c\u305f\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u7aef\u306b\u3082\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u3057\u307e\u3059\u3002\u3053\u308c\u3092\u30d1\u30c7\u30a3\u30f3\u30b0\uff08padding\uff09\u3068\u3044\u3044\u307e\u3059\u3002<\/p>\n\n\n \u3053\u306e\u56f3\u306f\u3001\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u3057\u3066\u753b\u50cf\u304c\u5165\u529b\u3055\u308c\u305f\u6642\u306b\u3001\u5468\u56f2\u306e\u00d7\u3067\u793a\u3057\u305f\u9818\u57df\u3092\u8ffd\u52a0\u3057\u305f\u4f8b\u3092\u793a\u3057\u3066\u3044\u307e\u3059\u3002x\u306e\u90e8\u5206\u306b\u306f\u5024\u304c\u57cb\u3081\u3089\u308c\u3001\u305d\u306e\u5024\u306f0\u306e\u3088\u3046\u306a\u56fa\u5b9a\u5024\u3060\u3063\u305f\u308a\u3001\u3042\u308b\u3044\u306f\u3001\u3042\u308b\u51e6\u7406\u3092\u65bd\u3057\u3066\u6c42\u307e\u308b\u5024\u3060\u3063\u305f\u308a\u3057\u307e\u3059\u30020\u3067\u57cb\u3081\u3089\u308c\u308b\u5834\u5408\u306f\u3001\u30bc\u30ed\u30d1\u30c7\u30a3\u30f3\u30b0\u3068\u3044\u308f\u308c\u307e\u3059\u3002<\/p>\n\n\n\n \u307e\u305f\u3001\u5468\u56f21\u30d4\u30af\u30bb\u30eb\u5206\u306e\u307f\u306e\u30d1\u30c7\u30a3\u30f3\u30b0\u3068\u306f\u9650\u3089\u305a\u30012\u30d4\u30af\u30bb\u30eb\u5206\u306e\u30d1\u30c7\u30a3\u30f3\u30b0\u3092\u884c\u3063\u305f\u308a\u3057\u307e\u3059\u3002\u305d\u308c\u306f\u51fa\u529b\u3068\u3057\u3066\u540c\u3058\u9ad8\u3055\u3068\u5e45\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u5f97\u305f\u3044\u5834\u5408\u3001\u4f7f\u7528\u3059\u308b\u30ab\u30fc\u30cd\u30eb\u30b5\u30a4\u30ba\u306b\u3088\u3063\u3066\u5fc5\u8981\u306a\u30d1\u30c7\u30a3\u30f3\u30b0\u306e\u30b5\u30a4\u30ba\u304c\u7570\u306a\u308b\u305f\u3081\u3067\u3059\u3002keras\u3067\u306f\u5f15\u6570padding\u306bsame\u3092\u6307\u5b9a\u3059\u308b\u3053\u3068\u3067\u3001\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u51fa\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u9ad8\u3055\u3068\u5e45\u3092\u7b49\u3057\u304f\u3059\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002PyTorch\u3067\u306f\u5468\u56f2\u4f55\u30d4\u30af\u30bb\u30eb\u5206\u30d1\u30c7\u30a3\u30f3\u30b0\u3092\u884c\u3046\u304b\u81ea\u8eab\u3067\u8a08\u7b97\u3057\u3001\u5f15\u6570padding\u306b\u6307\u5b9a\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u3001\u30c7\u30d5\u30a9\u30eb\u30c8\u3067\u306f\u30d1\u30c7\u30a3\u30f3\u30b0\u304c\u884c\u308f\u308c\u306a\u3044\uff08padding=0\uff09\u3088\u3046\u306b\u306a\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n \u30d1\u30c3\u30c1\u306b\u3064\u3044\u3066<\/strong><\/p>\n\n\n\n \u30d1\u30c3\u30c1\u3068\u306f\u3001\u30d5\u30a3\u30eb\u30bf\u304c\u9069\u7528\u3055\u308c\u308b\u5404\u9818\u57df\u3054\u3068\u306b\u5206\u5272\u3057\u305f\u3082\u306e\u3067\u3059\u3002\u4ee5\u4e0b\u306e\u56f3\u306e\u5834\u5408\u306f\u30013x3\u306e\u30d5\u30a3\u30eb\u30bf\u3092\u30b9\u30c8\u30e9\u30a4\u30c9=1\u3067\u6700\u4e0a\u4f4d\u306e\u30d4\u30af\u30bb\u30eb\u306e\u884c\u306b\u9069\u7528\u3057\u305f\u5834\u5408\u306e\u30d1\u30c3\u30c1\u3092\u793a\u3057\u3066\u3044\u307e\u3059\u3002\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u30ab\u30fc\u30cd\u30eb\u30b5\u30a4\u30ba\u306b\u3088\u308a\u30d1\u30c3\u30c1\u306e\u5927\u304d\u3055\u306f\u5909\u5316\u3057\u3001\u30b9\u30c8\u30e9\u30a4\u30c9\u306e\u7a0b\u5ea6\u306b\u3088\u3063\u3066\u30d1\u30c3\u30c1\u306e\u4f4d\u7f6e\u3082\u5909\u5316\u3057\u307e\u3059\u3002<\/p>\n\n\n \u30b9\u30c8\u30e9\u30a4\u30c9\u306b\u3064\u3044\u3066<\/strong><\/p>\n\n\n\n \u4e0a\u3067\u5c11\u3057\u30b9\u30c8\u30e9\u30a4\u30c9\u306b\u3064\u3044\u3066\u89e6\u308c\u307e\u3057\u305f\u304c\u3001\u30b9\u30c8\u30e9\u30a4\u30c9\u3068\u306f\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3059\u308b\u9593\u9694\u3092\u6c7a\u5b9a\u3059\u308b\u30d1\u30e9\u30e1\u30fc\u30bf\u3067\u3059\u3002\u4f8b\u3048\u3070\u30b9\u30c8\u30e9\u30a4\u30c9\u304c2\u306e\u5834\u5408\u306f\u30d1\u30c3\u30c1\u306f\u4ee5\u4e0b\u306e\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002\u30b9\u30c8\u30e9\u30a4\u30c9\u304c1\u306e\u3068\u304d\u306f\u3001\u30d1\u30c3\u30c1\u306e\u4e2d\u5fc3\u306b\u4f4d\u7f6e\u3059\u308b\u30d4\u30af\u30bb\u30eb\u304c\u30011,2,3,\u2026\u3068\u3044\u3046\u9806\u756a\u306b\u306a\u3063\u3066\u3044\u307e\u3057\u305f\u304c\u3001\u30b9\u30c8\u30e9\u30a4\u30c9\u304c2\u306e\u5834\u5408\u306f\u30011,3,5,\u2026\u30682\u3064\u98db\u3073\u306b\u306a\u308a\u307e\u3059\u3002\u305d\u3057\u3066\u3001\u30d1\u30c3\u30c1\u306e\u6570\u306f\u6e1b\u5c11\u3057\u307e\u3059\u3002<\/p>\n\n\n \u203b\u56f3\u3067\u306f\u30d1\u30c7\u30a3\u30f3\u30b0\u306e\u5185\u5074\u3092IMAGE\u3068\u3057\u3066\u3044\u307e\u3059\u304c\u3001\u3053\u3053\u306f\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u4e00\u822c\u5316\u3068\u3057\u3066\u8aac\u660e\u3059\u308b\u65b9\u304c\u76f8\u5fdc\u3057\u3044\u3067\u3059\u306d\uff08\u56f3\u3092\u4f5c\u6210\u3057\u305f\u5f8c\u306b\u6c17\u3065\u304d\u307e\u3057\u305f\uff09\u3002<\/p>\n\n\n\n \u3053\u3053\u307e\u3067\u306e\u5185\u5bb9\u3092\u8e0f\u307e\u3048\u305f\u3046\u3048\u3067\u3001\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u51e6\u7406\u3092\u8868\u3059\u5f0f\u3092\u898b\u3066\u307f\u307e\u3057\u3087\u3046\u3002\u30ab\u30fc\u30cd\u30eb\u30b5\u30a4\u30ba\u304c\\( (2N+1)\u00d7(2N+1)\\)\u306e\u30d5\u30a3\u30eb\u30bf\\(F\\)\u3068\u3001\u6df1\u3055=1\u306e\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\\(I\\)\u3092\u7528\u610f\u3057\u307e\u3059\u3002\u307e\u305f\u3001\u30d5\u30a3\u30eb\u30bf\\(F\\)\u306e\u5404\u6210\u5206\u3092\\(F_{ij}\\)\u3001\\(I\\)\u306e\u5404\u6210\u5206\u3092\\(I_{ij}\\)\u3068\u3057\u307e\u3059\u3002\u3053\u306e\u3068\u304d\u3001\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3057\u305f\u7d50\u679c\\(I'\\)\u306e\\((x, y)\\)\u6210\u5206\\(I'_{xy}\\)\u306e\u5024\u306f\u4ee5\u4e0b\u306e\u5f0f\u3067\u4e00\u822c\u5316\u3055\u308c\u307e\u3059\u3002<\/p>\n\n\n\n $$ \\(s\\)\u306f\u30b9\u30c8\u30e9\u30a4\u30c9\u3092\u8868\u3057\u3066\u3044\u307e\u3059\u3002\u4ee5\u4e0b\u306e\u56f3\u306b\u793a\u3059\u3001\u30bc\u30ed\u30d1\u30c7\u30a3\u30f3\u30b0\u30673x3\u306e\u30d5\u30a3\u30eb\u30bf\u306b\u3088\u308b\u7573\u307f\u8fbc\u307f\u306e\u5834\u5408\u3092\u4f8b\u3068\u3057\u3066\u8a08\u7b97\u3092\u3057\u3066\u307f\u307e\u3059\u3002\u305f\u3060\u3057\u3001\u30b9\u30c8\u30e9\u30a4\u30c9\\(s=1\\)\u3068\u3057\u307e\u3059\u3002<\/p>\n\n\n \u3053\u306e\u5834\u5408\u3001\u5148\u307b\u3069\u306e\u5f0f\u306f<\/p>\n\n\n\n $$ \u3067\u8868\u3055\u308c\u3001\u5c55\u958b\u3059\u308b\u3068\u3001<\/p>\n\n\n\n $$ \u3068\u306a\u308a\u307e\u3059\u3002\u30d1\u30c3\u30c1\u3068\u30d5\u30a3\u30eb\u30bf\u306e\u5bfe\u5fdc\u3059\u308b\u6210\u5206\u540c\u58eb\u304c\u639b\u3051\u5408\u308f\u3055\u308c\u305f\u306e\u3061\u306b\u52a0\u7b97\u3059\u308b\u3060\u3051\u3067\u3059\u3002<\/p>\n\n\n\n \u203b\u3053\u3053\u3067\u306f\u6d3b\u6027\u5316\u95a2\u6570\u304c\u7701\u7565\u3055\u308c\u3066\u3044\u307e\u3059\u304c\u3001\u9593\u9055\u3063\u3066\u3044\u308b\u308f\u3051\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002\u30e9\u30a4\u30d6\u30e9\u30ea\u306b\u3088\u3063\u3066\u7573\u307f\u8fbc\u307f\u51e6\u7406\u5185\u306b\u542b\u3081\u3066\u3044\u308b\u3082\u306e\u3084\u542b\u3081\u3066\u3044\u306a\u3044\u3082\u306e\u304c\u3042\u308a\u307e\u3059\u3002keras\u3067\u306f\u7573\u307f\u8fbc\u307f\u30ec\u30a4\u30e4\u306e\u5f15\u6570activation\u306brelu\u306a\u3069\u306e\u6d3b\u6027\u5316\u95a2\u6570\u3092\u9069\u7528\u3059\u308b\u3053\u3068\u3067\u76f4\u63a5\u9069\u7528\u7d50\u679c\u304c\u5f97\u3089\u308c\u307e\u3059\u304c\u3001PyTorch\u3067\u306f\u3001\u7573\u307f\u8fbc\u307f\u51e6\u7406\u306e\u95a2\u6570\u5185\u306b\u6d3b\u6027\u5316\u95a2\u6570\u304c\u542b\u307e\u308c\u3066\u3044\u306a\u3044\u305f\u3081\u3001torch.nn.finctional.relu()\u306a\u3069\u3092\u4f7f\u7528\u3057\u3066\u7d50\u679c\u306b\u9069\u7528\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u3053\u306e\u8a18\u4e8b\u3067\u306fPyTorch\u578b\u3092\u4f7f\u7528\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n \u5148\u307b\u3069\u306f\u3001\u6700\u3082\u5358\u7d14\u306a\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306b\u3088\u308b\u7279\u5fb4\u30de\u30c3\u30d7\u3078\u306e\u5199\u50cf\u3092\u793a\u3057\u307e\u3057\u305f\u3002\u305d\u308c\u306f\u3001\u6df1\u3055=1\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u306b\u5bfe\u3057\u3001\u4e00\u7a2e\u985e\u306e\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3044\u3066\u6df1\u3055=1\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u51fa\u529b\u3059\u308b\u3082\u306e\u3067\u3057\u305f\u3002\u3057\u304b\u3057\u3001\u5b9f\u969b\u306f\u3082\u3063\u3068\u8907\u96d1\u3067\u3059\u3002\u305d\u306e\u305f\u3081\u3001\u3053\u3053\u3067\u306f\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u51fa\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u5909\u63db\u3092\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u3084\u679a\u6570\u3068\u95a2\u9023\u4ed8\u3051\u3066\u4e00\u822c\u5316\u3057\u305f\u3044\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n\n\n\n \u767d\u9ed2\u753b\u50cf\uff08\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u6df1\u3055\uff1d\uff11\uff09\u3092\u5165\u529b\u3057\u305f\u5834\u5408<\/strong><\/p>\n\n\n\n \u4ee5\u4e0b\u306e\u56f3\u3092\u898b\u3066\u304f\u3060\u3055\u3044\u3002\u3053\u3053\u3067\u306f\u3001\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u3057\u3066\u767d\u9ed2\u753b\u50cf\u3001\u3059\u306a\u308f\u3061\u6df1\u3055\u304c1\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u306b4\u7a2e\u985e\u306e\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3059\u308b\u5834\u5408\u3092\u8003\u3048\u3066\u3044\u307e\u3059\u3002\u30d5\u30a3\u30eb\u30bf\u304c\u9069\u7528\u3055\u308c\u305f\u5f8c\u306b\u51fa\u529b\u3055\u308c\u305f\u305d\u308c\u305e\u308c\u306e\u30de\u30c3\u30d7\u306f\u6df1\u3055\u65b9\u5411\u306b4\u679a\u91cd\u306d\u3089\u308c\u307e\u3059\u3002\u3061\u306a\u307f\u306b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u6df1\u3055\u8ef8\u306f\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u3068\u3082\u3044\u308f\u308c\u307e\u3059\u3002<\/p>\n\n\n\n \u305d\u308c\u305e\u308c\u306e\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306f\u7e26\u306e\u7dda\u5206\u306e\u8a8d\u8b58\u3084\u6a2a\u306e\u7dda\u5206\u306e\u8a8d\u8b58\u3068\u3044\u3063\u305f\u7279\u5b9a\u306e\u7279\u5fb4\u8a8d\u8b58\u306b\u7279\u5316\u3057\u3066\u3044\u304a\u308a\u3001\u305d\u308c\u3089\u3092\u9069\u7528\u3059\u308b\u3053\u3068\u3067\u500b\u3005\u306e\u7279\u91cf\u304c\u62bd\u51fa\u3055\u308c\u305f\u30de\u30c3\u30d7\u304c\u51fa\u529b\u3055\u308c\u3001\u305d\u308c\u3092\u6df1\u3055\u65b9\u5411\u306b\u91cd\u306d\u305f\u3082\u306e\u3068\u306a\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n RGB\u753b\u50cf\uff08\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u6df1\u3055\uff1d\uff13\uff09\u3092\u5165\u529b\u3057\u305f\u5834\u5408<\/strong><\/p>\n\n\n\n \u6b21\u306bRGB\u753b\u50cf\u3092\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u3057\u305f\u5834\u5408\u3092\u8003\u3048\u307e\u3059\u3002\u3064\u307e\u308a\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u306f3\u3067\u3059\u3002\u5148\u307b\u3069\u3068\u540c\u69d8\u306b4\u7a2e\u985e\u306e\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3059\u308b\u3053\u3068\u3092\u8003\u3048\u308b\u306e\u3067\u3059\u304c\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u6df1\u3055\u304c3\u306a\u306e\u3067\u3001\u5404\u7a2e\u985e\u306e\u30d5\u30a3\u30eb\u30bf\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u65b9\u5411\u306b\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u5206\u306e\u30d5\u30a3\u30eb\u30bf\u3092\u6301\u305f\u305b\u307e\u3059\u3002\u4ee5\u4e0b\u3067\u306f\u5206\u304b\u308a\u3084\u3059\u3044\u3088\u3046\u306b\u8272\u5206\u3051\u304c\u3057\u3066\u3042\u308a\u307e\u3059\u3002\u540c\u3058\u8272\u306e\u30de\u30c3\u30d7\u3068\u30d5\u30a3\u30eb\u30bf\u540c\u58eb\u304c\u7573\u307f\u8fbc\u307f\u51e6\u7406\u3055\u308c\u307e\u3059\u3002\u305d\u306e\u305f\u3081\u3001\u5404\u30d5\u30a3\u30eb\u30bf\u3092\u901a\u904e\u3057\u305f\u3070\u304b\u308a\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u306f\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u3068\u540c\u3058\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u3092\u6301\u3061\u307e\u3059\u3002\u305d\u306e\u3042\u3068\u3001\u6df1\u3055\u65b9\u5411\u3067\u5404\u8981\u7d20\u540c\u58eb\u304c\u8db3\u3057\u5408\u308f\u3055\u308c\u3066\uff08\u4ee5\u4e0b\u306e\u753b\u50cf\u2295\u90e8\u5206\uff09\u3001\u30c1\u30e3\u30f3\u30cd\u30eb\u65701\u306b\u306a\u3063\u305f\u3082\u306e\u304c\u3001\u6700\u5f8c\u306b\u91cd\u306d\u3089\u308c\u3066\u6df1\u3055\u304c4\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u304c\u5b8c\u6210\u3057\u307e\u3059\u3002<\/p>\n\n\n \u7279\u5fb4\u30de\u30c3\u30d7\u306e\u5909\u63db\u3092\u4e00\u822c\u5316<\/strong><\/p>\n\n\n\n \u4ee5\u4e0a\u306e\u5909\u63db\u3092\u4e00\u822c\u5316\u3057\u3066\u3044\u304d\u307e\u3059\u3002\u4ee5\u4e0b\u306e\u3088\u3046\u306b\u3001\\(l-1\\)\u756a\u76ee\u306e\u7279\u5fb4\u30de\u30c3\u30d7\\((H^{l-1}, W^{l-1}, C^{l-1})\\)\u3092\u5165\u529b\u3068\u3057\u3066\u53d7\u3051\u53d6\u308a\u3001\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3067\u5909\u63db\u3092\u65bd\u3057\u3001\\(l\\)\u756a\u76ee\u306e\u7279\u5fb4\u30de\u30c3\u30d7\\((H^l, W^l, C^l)\\)\u3092\u51fa\u529b\u3059\u308b\u5834\u5408\u3092\u8003\u3048\u307e\u3059\u3002\u3053\u306e\u3068\u304d\u3001\u5404\u30d5\u30a3\u30eb\u30bf\u306e\u6df1\u3055\u306f\\(C^{l-1}\\)\u306b\u3001\u30d5\u30a3\u30eb\u30bf\u306e\u679a\u6570\u306f\\(C^l\\)\u306b\u306a\u308a\u307e\u3059\u3002\u3059\u306a\u308f\u3061\u3001\u30d5\u30a3\u30eb\u30bf\u306e\u679a\u6570\u3092\u6307\u5b9a\u3059\u308c\u3070\u81ea\u305a\u3068\u51fa\u529b\u3055\u308c\u308b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u306f\u6c7a\u5b9a\u3057\u307e\u3059\u3002\u307e\u305f\u3001\\(W^{l-1}=W^l, H^{l-1}=H^l\\)\u306b\u306a\u308b\u3088\u3046\u306b\u8abf\u7bc0\u3059\u308b\u3053\u3068\u304c\u591a\u3044\u3067\u3059\uff08keras\u3067\u306fpadding='same'\uff09\u3002<\/p>\n\n\n \u3053\u308c\u3092\u6570\u5f0f\u3067\u8868\u3057\u3066\u307f\u307e\u3057\u3087\u3046\u3002<\/p>\n\n\n\n $$ \u7d50\u69cb\u8907\u96d1\u306b\u898b\u3048\u307e\u3059\u304c\u7c21\u5358\u3067\u3059\u3002\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u3092\\(I^{l-1}\\)\u3001\\(I^{l-1}\\)\u306b\u9069\u7528\u3059\u308b\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u5404\u30ab\u30fc\u30cd\u30eb\u30b5\u30a4\u30ba\u3092\\((2N^{l-1}+1)\u00d7(2N^{l-1}+1)\\)\u3001\u51fa\u529b\u3055\u308c\u308b\u7279\u5fb4\u30de\u30c3\u30d7\u3092\\(I^l\\)\u3068\u66f8\u304d\u63db\u3048\u305f\u306e\u3061\u3001\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u7a2e\u985e\u306e\u30a4\u30f3\u30c7\u30c3\u30af\u30b9\u3092\u8868\u3059\\(m(1\\leq m\\leq C^l)\\)\u3001\u30c1\u30e3\u30f3\u30cd\u30eb\u8ef8\u306e\u30a4\u30f3\u30c7\u30c3\u30af\u30b9\u3092\u8868\u3059\\(k(1\\leq k\\leq C^{l-1})\\)\u3092\u8ffd\u52a0\u3057\u3066\u3001\u8db3\u3057\u5408\u308f\u305b\u308b\u64cd\u4f5c\u3092\u884c\u3063\u3066\u3044\u308b\u3060\u3051\u3067\u3059\u3002\u3053\u306e\u5f0f\u304c\u884c\u3063\u3066\u3044\u308b\u51e6\u7406\u3092\u56f3\u793a\u3059\u308b\u3068\u4ee5\u4e0b\u3088\u3046\u306b\u306a\u308a\u307e\u3059\u3002\u56f3\u306b\u304a\u3044\u3066feature map\u306e\u4e00\u90e8\u306b\u8272\u304c\u5857\u3063\u3066\u3042\u308a\u307e\u3059\u304c\u3001\u305d\u308c\u304c\u30d1\u30c3\u30c1\u3067\u3059\u3002\u3053\u306e\u30d1\u30c3\u30c11\u3064\u5206\u304c\u5148\u307b\u3069\u793a\u3057\u305f\u5f0f\u306e\u51e6\u7406\u304c\u884c\u308f\u308c\u308b\u9818\u57df\u3067\u3001\u305d\u3053\u304b\u3089next feature map\u4e0a\u306e\u4e00\u70b9\u306e\u5024\u304c\u6c42\u3081\u3089\u308c\u307e\u3059\u3002\u6df1\u3055\u65b9\u5411\u306b\u8db3\u3057\u5408\u308f\u305b\u308b\u51e6\u7406\u306f\u3001\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u6df1\u3055\u65b9\u5411\u306b\u5206\u5272\u3055\u308c\u3066\u3044\u308b\u7279\u5fb4\u3092\u30de\u30fc\u30b8\u3057\u3001\u5c64\u9593\u306e\u95a2\u9023\u6027\u3092\u3082\u305f\u305b\u308b\u3053\u3068\u306b\u8ca2\u732e\u3057\u307e\u3059\u3002<\/p>\n\n\n \u30d7\u30fc\u30ea\u30f3\u30b0\u30d5\u30a3\u30eb\u30bf\u306e\u51e6\u7406\u306e\u6700\u3082\u91cd\u8981\u306a\u7279\u5fb4\u306f<\/p>\n\n\n\n \u3067\u3059\u3002\u4f4d\u7f6e\u305a\u308c\u3092\u8a31\u5bb9\u3059\u308b\u51e6\u7406\u306f\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u9ad8\u3055\u3068\u5e45\u3092\u5c0f\u3055\u304f\u3059\u308b\u969b\u306b\u3001\u6700\u5927\u5024\u4ee5\u5916\u306e\u5024\u306f\u9593\u5f15\u304f\u306a\u3069\u306e\u51e6\u7406\u3092\u884c\u3046\u3053\u3068\u3067\u5b9f\u73fe\u3067\u304d\u307e\u3059\u3002<\/p>\n\n\n\n \u7279\u5fb4\u30de\u30c3\u30d7\u306e\u9ad8\u3055\u3068\u5e45\u3092\u5c0f\u3055\u304f\u3057\u305f\u3044\u3060\u3051\u306e\u5834\u5408\u3001Depthwise\u7573\u307f\u8fbc\u307f\u5c64\u3068\u3044\u3046\u3082\u306e\u3092\u4f7f\u7528\u3057\u3066\u30b9\u30c8\u30e9\u30a4\u30c9\u30921\u4ee5\u5916\u306e\u6b63\u6570\u306b\u3059\u308c\u3070\u30d7\u30fc\u30ea\u30f3\u30b0\u306b\u8fd1\u3044\u51e6\u7406\u304c\u5b9f\u73fe\u3067\u304d\u308b\u53ef\u80fd\u6027\u306f\u3042\u308a\u307e\u3059\u304c\u3001\u7573\u307f\u8fbc\u307f\u5c64\u306f\u5b66\u7fd2\u306b\u3088\u308a\u30d1\u30e9\u30e1\u30fc\u30bf\u304c\u5909\u5316\u3059\u308b\u305f\u3081\u3001\u6700\u5927\u5024\u3092\u629c\u304d\u51fa\u3057\u305f\u3044\u3001\u306a\u3069\u306e\u7279\u5b9a\u306e\u51e6\u7406\u3092\u5b9f\u73fe\u3057\u305f\u3044\u3068\u304d\u306b\u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\u3068\u3044\u3046\u624b\u6cd5\u3092\u4f7f\u7528\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002<\/p>\n\n\n\n \u5148\u307b\u3069\u7e26\u306e\u7dda\u5206\u3092\u8a8d\u8b58\u3059\u308b\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3067\u7dda\u5206\u3092\u629c\u304d\u51fa\u3057\u305f\u7279\u5fb4\u30de\u30c3\u30d7\uff08\u7279\u5fb4\u304c\u5f37\u8abf\u3055\u308c\u305f\u753b\u50cf\uff09\u306b\u30d7\u30fc\u30ea\u30f3\u30b0\u51e6\u7406\u3092\u9069\u7528\u3057\u305f\u3044\u3068\u601d\u3044\u307e\u3059\u3002\u4ee5\u4e0b\u306e\u56f3\u3092\u898b\u3066\u304f\u3060\u3055\u3044\u3002\u4e0a\u306e\u56f3\u304c\u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u3001\u4e0b\u306e\u56f3\u304c\u5e73\u5747\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u3092\u9069\u7528\u3057\u305f\u3082\u306e\u3067\u3059\u3002\u307e\u305f\u3001\u5de6\u306e\u5217\u306e\u56f3\u306b\u30ab\u30fc\u30cd\u30eb\u30b5\u30a4\u30ba2x2\u3092\u9069\u7528\u3057\u305f\u3082\u306e\u304c\u4e2d\u592e\u306e\u5217\u3067\u3001\u5de6\u306e\u56f3\u306b\u30ab\u30fc\u30cd\u30eb\u30b5\u30a4\u30ba4x4\u3092\u9069\u7528\u3057\u305f\u3082\u306e\u304c\u53f3\u306e\u5217\u306e\u56f3\u306b\u306a\u308a\u307e\u3059\u3002\u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u3067\u306f\u3001\u7e26\u306e\u7dda\u5206\u3092\u8a8d\u8b58\u3059\u308b\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u304c\u5f37\u304f\u53cd\u5fdc\u3092\u793a\u3057\u305f\u3068\u3053\u308d\u3092\u30d1\u30c3\u30c1\u5185\u3067\u62bd\u51fa\u3057\u3001\u30b0\u30c3\u3068\u5727\u7e2e\u3057\u3066\u3044\u308b\u305f\u3081\u3001\u305d\u306e\u7279\u5fb4\u304c\u8272\u6fc3\u304f\u8868\u308c\u3066\u3044\u308b\u3053\u3068\u304c\u5206\u304b\u308a\u307e\u3059\u3002\u4e00\u65b9\u3067\u3001\u5e73\u5747\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u306f\u30d1\u30c3\u30c1\u5185\u3067\u8272\u3092\u8584\u3081\u305f\u611f\u3058\u306b\u306a\u3063\u3066\u3044\u308b\u3060\u3051\u3067\u3001\u3044\u307e\u3044\u3061\u30d1\u30c3\u3068\u3057\u307e\u305b\u3093\u306d\u3002\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u7e26\u6a2a\u3092\u5c0f\u3055\u304f\u3057\u305f\u3060\u3051\u306e\u3088\u3046\u306b\u611f\u3058\u307e\u3059\u3002\u7279\u5fb4\u306e\u4f4d\u7f6e\u304c\u79fb\u52d5\u3057\u3066\u3082\u305d\u308c\u3092\u6253\u3061\u6d88\u3059\u7de9\u885d\u6750\u306e\u3088\u3046\u306a\u50cd\u304d\u3092\u3059\u308bC\u7d30\u80de\u306f\u3069\u3061\u3089\u304b\u3068\u3044\u3048\u3070\u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u306b\u8fd1\u3044\u3068\u601d\u308f\u308c\u307e\u3059\u3002<\/p>\n\n\n\n \u203b\u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u304c\u5fc5\u305a\u3057\u3082\u512a\u308c\u3066\u3044\u308b\u3068\u306f\u3044\u3048\u306a\u304f\u3066\u3001\u6700\u8fd1\u3067\u306f\u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u3068\u5e73\u5747\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u3092\u91cd\u307f\u4ed8\u3051\u3057\u3066\u4f7f\u7528\u3059\u308b\u3082\u306e\u304c\u3042\u308b\u3088\u3046\u3067\u3059\u3002<\/p>\n\n\n \u305d\u308c\u3067\u306f\u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\u306e\u8a08\u7b97\u65b9\u6cd5\u3068\u3057\u3066\u3001\u4ee3\u8868\u7684\u306a\u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u3068\u5e73\u5747\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\u3092\u6271\u304a\u3046\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n\n\n\n \u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0<\/strong><\/p>\n\n\n\n \u307e\u305a\u3001\u7573\u307f\u8fbc\u307f\u5c64\u304b\u3089\u51fa\u529b\u3055\u308c\u305f\u7279\u5fb4\u30de\u30c3\u30d7\\(I^{l-1}\\)\u3092\u6d3b\u6027\u5316\u95a2\u6570\\(f\\)\u3067\u5909\u63db\u3057\u307e\u3059\u3002\u305d\u3057\u3066\u3001\u30d7\u30fc\u30ea\u30f3\u30b0\u30d5\u30a3\u30eb\u30bf\u304c\u9069\u7528\u3055\u308c\u308b\u4f4d\u7f6e\\((i, j)\\)\u304c\u6307\u3059\u30d1\u30c3\u30c1\u306e\u5185\u90e8\u306b\u4f4d\u7f6e\u3059\u308b\u5ea7\u6a19\\((p, q)\\)\u3092\u96c6\u5408\\(P_{ij}\\)\u3068\u3057\u3066\u3001\u4ee5\u4e0b\u306e\u3088\u3046\u306b\u8868\u3055\u308c\u307e\u3059\u3002<\/p>\n\n\n\n $$ \u5e73\u5747\u5024\u30d7\u30fc\u30ea\u30f3\u30b0<\/strong><\/p>\n\n\n\n \u9069\u7528\u3055\u308c\u308b\u30d7\u30fc\u30ea\u30f3\u30b0\u30d5\u30a3\u30eb\u30bf\u306e\u4e00\u8fba\u306e\u5927\u304d\u3055\u3092\\(K\\)\u3068\u3057\u3066\u3001<\/p>\n\n\n\n $$ \u3068\u8868\u3055\u308c\u307e\u3059\u3002\u30d1\u30c3\u30c1\u5185\u306e\u5024\u304c\u8db3\u3057\u5408\u308f\u3055\u308c\u3066\u3001\u30d5\u30a3\u30eb\u30bf\u30b5\u30a4\u30ba\u3067\u6b63\u898f\u5316\u3059\u308b\u3053\u3068\u3067\u3001\u5e73\u5747\u5024\u3092\u6c42\u3081\u307e\u3059\u3002<\/p>\n\n\n\n \u30d7\u30fc\u30ea\u30f3\u30b0\u3067\u306f\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u3088\u3046\u306b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u8ef8\u3067\u8db3\u3057\u5408\u308f\u3055\u308c\u308b\u64cd\u4f5c\u306f\u306a\u3044\u305f\u3081\u3001\u5165\u529b\u3055\u308c\u308b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u3068\u51fa\u529b\u3055\u308c\u308b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\u306f\u540c\u3058\u306b\u306a\u308a\u307e\u3059\uff08\\(C^{l-1}=C^l\\)\uff09\u3002\u307e\u305f\u3001\u30ab\u30fc\u30cd\u30eb\u30b5\u30a4\u30ba\u304c2x2\u3067\u3042\u308c\u3070\u3001\u30b9\u30c8\u30e9\u30a4\u30c9\u306e\u30c7\u30d5\u30a9\u30eb\u30c8\u5024\u306f2\u306b\u306a\u308a\u307e\u3059\u3002\\(W^l\\)\u3084\\(H^l\\)\u306f\u30b9\u30c8\u30e9\u30a4\u30c9\\(s\\)\u306b\u3088\u308a\u5927\u307e\u304b\u306a\u5927\u304d\u3055\u304c\u6c7a\u5b9a\u3057\u3001\u305d\u308c\u305e\u308c\u7d04\\(\\frac{W^{l-1}}{s}\\)\u3068\\(\\frac{H^{l-1}}{s}\\)\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n \u5168\u7d50\u5408\u5c64\u306f\u3001\u5165\u9580\u66f8\u306a\u3069\u3067\u771f\u3063\u5148\u306b\u6271\u3046\u6700\u3082\u5358\u7d14\u306a\u9806\u4f1d\u64ad\u578b\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3067\u3059\u3002\u3059\u3079\u3066\u304c\u5bc6\u306b\u7d50\u5408\u3057\u3066\u3044\u308b\u306e\u3067\u3001\u5f0f\u3082\u5358\u7d14\u3067\u3059\u3002<\/p>\n\n\n\n \\(l-1\\)\u5c64\u76ee\u304b\u3089\u306e\u5165\u529b\u304a\u3088\u3073\\(l\\)\u5c64\u76ee\u306e\u51fa\u529b\u3092\\(\\boldsymbol{x}^{l-1}, \\boldsymbol{x}^l\\)\u3001\u91cd\u307f\u884c\u5217\u3092\\(\\boldsymbol{W}^{l-1}\\)\u3001\u30d0\u30a4\u30a2\u30b9\u884c\u5217\u3092\\(\\boldsymbol{b}^{l-1}\\)\u3001\u6d3b\u6027\u5316\u95a2\u6570\u3092\\(f\\)\u3068\u3057\u3066\u3001<\/p>\n\n\n\n $$ \u3068\u8868\u3055\u308c\u307e\u3059\u3002\u3053\u3053\u3067\u3001\u6b21\u5143\u3092\u5927\u304d\u304f\u3057\u3066\\(\\boldsymbol{x}\\)\u306e\u6210\u5206\\(x^{l-1}_0=1\\)\u3068\u3059\u308b\u30c6\u30af\u30cb\u30c3\u30af\u3092\u4f7f\u7528\u3059\u308b\u3068\u30d0\u30a4\u30a2\u30b9\u9805\u304c\u6d88\u53bb\u3067\u304d\u3001\u5b8c\u5168\u306a\u7dda\u5f62\u5199\u50cf\u3067\u8868\u73fe\u53ef\u80fd\u306b\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n \u3053\u306e\u7ae0\u3067\u306fPyTorch\u3092\u4f7f\u7528\u3057\u3066CIFAR10\u306e\u30af\u30e9\u30b9\u5206\u985e\u3092\u884c\u3046\u30e2\u30c7\u30eb\u3092\u524d\u534a\u3067\u8aac\u660e\u3057\u305fLeNet\u3092\u53c2\u8003\u306b\u5b9f\u88c5\u3057\u3066\u3044\u304d\u305f\u3044\u3068\u601d\u3044\u307e\u3059\u3002\u3053\u306e\u7ae0\u306e\u69cb\u6210\u306f\u3001CIFAR10\u306b\u3064\u3044\u3066\u3001\u30d7\u30ed\u30b0\u30e9\u30e0\u306e\u6982\u8981\u3001\u30d7\u30ed\u30b0\u30e9\u30e0\u3001\u5b9f\u884c\u7d50\u679c\u306e\u8868\u793a\u3067\u3059\u3002<\/p>\n\n\n\n CIFAR10\u3068\u306f\u300110\u30af\u30e9\u30b9\u5206\u985e\u554f\u984c\u306e\u305f\u3081\u306b\u4f5c\u6210\u3055\u308c\u305f\u300132x32\u30d4\u30af\u30bb\u30eb\u306e\u30ab\u30e9\u30fc\u753b\u50cf\u306b\u3088\u308b\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u3067\u30011\u30af\u30e9\u30b9\u306b\u3064\u304d6000\u679a\u306e\u753b\u50cf\u304c\u542b\u307e\u308c\u3066\u3044\u307e\u3059\u3002\u5168\u30af\u30e9\u30b9\u3067\u306f60000\u679a\u306b\u306a\u308a\u307e\u3059\u3002\u542b\u307e\u308c\u3066\u3044\u308b\u753b\u50cf\u306f\u3001airplane,automobile,bird,cat,deer,dog,frog,horse,ship,truck\u3067\u3001\u4ee5\u4e0b\u306e\u753b\u50cf\u306b\u793a\u3059\u3088\u3046\u306a\u3082\u306e\u306b\u306a\u308a\u307e\u3059\u300232x32\u30d4\u30af\u30bb\u30eb\u3060\u3068\u3001\u307c\u3084\u3051\u3066\u3044\u3066\u5c11\u3057\u308f\u304b\u308a\u306b\u304f\u3044\u3067\u3059\u306d\u3002<\/p>\n\n\n\n \u3061\u306a\u307f\u306b\u3001CIFAR100\u3068\u3044\u3046\u3082\u306e\u3082\u3042\u308a\u3001\u3053\u3061\u3089\u306f100\u30af\u30e9\u30b9\u5206\u985e\u554f\u984c\u306b\u4f7f\u7528\u3055\u308c\u307e\u3059\u3002\u305f\u3060\u3001\u5404\u30af\u30e9\u30b9\u306b\u5bfe\u5fdc\u3059\u308b\u753b\u50cf\u306e\u679a\u6570\u306f\u3001600\u679a\u3068\u5c11\u306a\u304f\u306a\u308a\u307e\u3059\u3002<\/p>\n\n\n \u4eca\u56de\u4f5c\u6210\u3059\u308b\u30d7\u30ed\u30b0\u30e9\u30e0\u4f5c\u6210\u306b\u3042\u305f\u308a\u3001\u5927\u307e\u304b\u306a\u6982\u8981\u3092\u793a\u3057\u307e\u3059\u3002<\/p>\n\n\n\n \u5fc5\u8981\u306a\u30e9\u30a4\u30d6\u30e9\u30ea\u30fb\u30e2\u30b8\u30e5\u30fc\u30eb\u7b49\u306e\u30a4\u30f3\u30dd\u30fc\u30c8<\/strong><\/p>\n\n\n\n \u4eca\u56de\u306f\u3001\u6a5f\u68b0\u5b66\u7fd2\u30e9\u30a4\u30d6\u30e9\u30ea\u3068\u3057\u3066PyTorch\u3092\u4f7f\u7528\u3059\u308b\u306e\u3067\u3001PyTorch\u304b\u3089\u30e2\u30c7\u30eb\u306e\u5b9a\u7fa9\u3001\u5b66\u7fd2\u3001\u30c7\u30fc\u30bf\u30bb\u30c3\u30c8\u306e\u8aad\u307f\u8fbc\u307f\u306b\u5fc5\u8981\u306a\u3082\u306e\u3092\u30a4\u30f3\u30dd\u30fc\u30c8\u3057\u307e\u3059\u3002\u6700\u5f8c\u306b\u6b63\u89e3\u7387\u306e\u53ef\u8996\u5316\u3092\u3057\u307e\u3059\u304c\u3001\u305d\u306e\u969b\u306b\u6ed1\u3089\u304b\u306b\u70b9\u3092\u7d50\u3076\u305f\u3081\u3001scipy\u306eInterpolatedUnivariateSpline\u3092\u4f7f\u7528\u3057\u3066\u30b9\u30d7\u30e9\u30a4\u30f3\u88dc\u5b8c\u3092\u884c\u3044\u307e\u3059\u3002\u3061\u306a\u307f\u306b\u3001\u4eca\u56de\u4f5c\u6210\u3059\u308b\u30d7\u30ed\u30b0\u30e9\u30e0\u306f\u30c7\u30fc\u30bf\u70b9\u304c\u5c11\u306a\u3044\u305f\u3081\u3001\u30b9\u30d7\u30e9\u30a4\u30f3\u88dc\u5b8c\u3092\u4f7f\u7528\u3057\u3066\u6ed1\u3089\u304b\u306a\u30b0\u30e9\u30d5\u3092\u63cf\u753b\u3057\u307e\u3059\u304c\u3001\u3088\u308a\u591a\u304f\u306e\u30c7\u30fc\u30bf\u70b9\u3092\u53d6\u5f97\u3059\u308b\u306a\u3069\u5de5\u592b\u3059\u308c\u3070plt.plot\u3092\u4f7f\u7528\u3059\u308b\u3060\u3051\u3067\u3001\u304d\u308c\u3044\u306a\u30b0\u30e9\u30d5\u304c\u63cf\u753b\u3067\u304d\u308b\u306e\u3067\u3001\u5fc5\u305a\u4f7f\u7528\u3057\u306a\u3051\u308c\u3070\u3044\u3051\u306a\u3044\u3068\u3044\u3046\u3082\u306e\u3067\u306f\u3042\u308a\u307e\u305b\u3093\u3002<\/p>\n\n\n\n \u30e2\u30c7\u30eb\u306e\u30af\u30e9\u30b9\u3092\u5b9a\u7fa9<\/strong><\/p>\n\n\n\n PyTorch\u3067\u306fkeras\u306b\u4f3c\u305f\u66f8\u304d\u65b9\u3082\u3067\u304d\u307e\u3059\u304c\u3001\u3053\u3053\u3067\u306f\u3001\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u57fa\u672c\u30af\u30e9\u30b9\u3067\u3042\u308btorch.nn.Module\u3092\u7d99\u627f\u3059\u308b\u30b5\u30d6\u30af\u30e9\u30b9\u3092\u5b9a\u7fa9\u3059\u308b\u65b9\u6cd5\u3092\u4f7f\u7528\u3057\u307e\u3059\u3002\u3053\u308c\u306f\u3001\u7d50\u69cb\u4fbf\u5229\u3067\u3001forward\u3092\u5b9a\u7fa9\u3059\u308b\u3060\u3051\u3067\u4f7f\u7528\u3067\u304d\u307e\u3059\u3002<\/p>\n\n\n\n \u30e2\u30c7\u30eb\u306e\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u5316<\/strong><\/p>\n\n\n\n \u4eca\u56de\u306f\u3001GPU\u3092\u4f7f\u7528\u3057\u3066\u51e6\u7406\u3092\u884c\u3046\u305f\u3081\u3001device\u306bCUDA\u3092\u6307\u5b9a\u3057\u3001\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u5316\u3057\u307e\u3059\u3002\u5f15\u6570\u306e3\u306f\u5165\u529b\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u30c1\u30e3\u30f3\u30cd\u30eb\u6570\uff08RGB\uff09\u3067\u3059\u3002<\/p>\n\n\n\n \u30e2\u30c7\u30eb\u306e\u30b5\u30de\u30ea\u30fc\u3092\u78ba\u8a8d<\/strong><\/p>\n\n\n\n keras\u306emodel.summary()\u3068\u540c\u3058\u3067\u3059\u3002\u3053\u308c\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u5909\u9077\u3092\u305f\u3069\u308c\u307e\u3059\u3057\u3001\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u6570\u3082\u78ba\u8a8d\u3067\u304d\u307e\u3059\u3002<\/p>\n\n\n\n \u30b5\u30de\u30ea\u30fc\u306e\u51fa\u529b\u306f\u3053\u3093\u306a\u611f\u3058\u3067\u3059\u3002<\/p>\n\n\n\n \u5b66\u7fd2\u30c7\u30fc\u30bf\u304a\u3088\u3073\u30c6\u30b9\u30c8\u30c7\u30fc\u30bf\u306e\u8aad\u307f\u8fbc\u307f<\/strong><\/p>\n\n\n\n \u30c7\u30fc\u30bf\u306e\u8aad\u307f\u8fbc\u307f\u306b\u306f\u3001torchvision\u3092\u4f7f\u7528\u3057\u307e\u3059\u3002torchvision\u3092\u4f7f\u7528\u3059\u308c\u3070\u3001\u5b66\u7fd2\u524d\u306e\u7169\u308f\u3057\u3044\u51e6\u7406\u3092\u7c21\u5358\u306b\u7d42\u308f\u3089\u305b\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002transform\u3067\u306f\u3001\u753b\u50cf\u30c7\u30fc\u30bf\u306e\u5404\u30c1\u30e3\u30f3\u30cd\u30eb\u306b\u5bfe\u3057\u3066\u5e73\u5747\u304c0.5\u3001\u6a19\u6e96\u504f\u5dee\u304c0.5\u306b\u306a\u308b\u3088\u3046\u306b\u6307\u5b9a\u3057\u3066\u3044\u307e\u3059\u3002DataLoader\u3092\u4f7f\u7528\u3059\u308b\u3053\u3068\u3067\u3001\u30e2\u30c7\u30eb\u306b\u30d0\u30c3\u30c1\u3067\u30c7\u30fc\u30bf\u3092\u9001\u308b\u3053\u3068\u304c\u3067\u304d\u307e\u3059\u3002<\/p>\n\n\n\n \u8aa4\u5dee\u95a2\u6570\u3001\u6700\u9069\u5316\u5668\u306e\u5b9a\u7fa9<\/strong><\/p>\n\n\n\n \u30e2\u30c7\u30eb\u5b9a\u7fa9\u3001\u30a4\u30f3\u30b9\u30bf\u30f3\u30b9\u5316\u3001\u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u6e96\u5099\u304c\u3067\u304d\u305f\u3089\u3001\u3069\u306e\u3088\u3046\u306b\u5b66\u7fd2\u3055\u305b\u308b\u304b\u3068\u3044\u3046\u6307\u91dd\u3092\u6c7a\u5b9a\u3059\u308b\u5fc5\u8981\u304c\u3042\u308a\u307e\u3059\u3002\u3053\u3053\u3067\u306f\u30af\u30e9\u30b9\u5206\u985e\u306a\u306e\u3067\u3001\u4ea4\u5dee\u30a8\u30f3\u30c8\u30ed\u30d4\u30fc\u8aa4\u5dee\u95a2\u6570\u3092\u6307\u5b9a\u3057\u3066\u3044\u307e\u3059\u3002\u305d\u3057\u3066\u3001\u6700\u9069\u5316\u5668\u3068\u3057\u3066\u306fAdam\u3092\u4f7f\u7528\u3057\u307e\u3057\u305f\u3002\u5b66\u7fd2\u7387\u306f0.01\u3068\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n\n\n\n \u5b66\u7fd2<\/strong><\/p>\n\n\n\n \u305d\u308c\u3067\u306f\u5b66\u7fd2\u3092\u884c\u3046\u30e1\u30bd\u30c3\u30c9\u3092\u5b9a\u7fa9\u3057\u3066\u5b9f\u884c\u3057\u307e\u3059\u3002tqdm\u3092\u4f7f\u7528\u3057\u3066\u5b66\u7fd2\u306e\u9032\u6357\u72b6\u6cc1\u3092\u30d7\u30ed\u30b0\u30ec\u30b9\u30d0\u30fc\u3067\u8996\u899a\u7684\u306b\u5206\u304b\u308b\u3088\u3046\u306b\u3057\u307e\u3057\u305f\u3002<\/p>\n\n\n\n \u5b9f\u884c\u7d50\u679c\u306e\u53ef\u8996\u5316\u306f\u4ee5\u4e0b\u306e\u30d7\u30ed\u30b0\u30e9\u30e0\u306b\u3088\u308a\u8868\u793a\u3055\u305b\u307e\u3057\u305f\u3002\u30c7\u30fc\u30bf\u70b9\u304c\u5c11\u306a\u3044\u305f\u3081\u3001\u30b9\u30d7\u30e9\u30a4\u30f3\u88dc\u5b8c\u3092\u4f7f\u7528\u3057\u3066\u6ed1\u3089\u304b\u306b\u7d50\u3073\u307e\u3057\u305f\u3002<\/p>\n\n\n\n \u7d50\u69cb\u9577\u3044\u8a18\u4e8b\u306b\u306a\u308a\u307e\u3057\u305f\u304c\u3001\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u57fa\u672c\u304b\u3089\u8aac\u660e\u3057\u3001\u7406\u8ad6\u3067\u306f\u7c21\u5358\u306a\u8a08\u7b97\u5f0f\u306b\u3064\u3044\u3066\u89e6\u308c\u3001\u30b3\u30fc\u30c7\u30a3\u30f3\u30b0\u306e\u969b\u306b\u7406\u89e3\u304c\u5fc5\u8981\u306a\u7279\u5fb4\u30de\u30c3\u30d7\u306b\u91cd\u70b9\u3092\u7f6e\u3044\u3066\u8aac\u660e\u3057\u307e\u3057\u305f\u3002\u305d\u3057\u3066\u3001\u6700\u5f8c\u306b\u306fLeNet\u306b\u4f3c\u305f\u5b66\u7fd2\u30e2\u30c7\u30eb\u3092\u5b9f\u88c5\u3057\u3066\u307f\u307e\u3057\u305f\u3002<\/p>\n\n\n\n \u3053\u3053\u3067\u306f\u3001\u91cd\u8981\u306a\u5185\u5bb9\u3092\u307e\u3068\u3081\u305f\u3044\u3068\u601d\u3044\u307e\u3059\u3002<\/p>\n\n\n\n \u304b\u306a\u308a\u5185\u5bb9\u3092\u524a\u308a\u307e\u3057\u305f\u304c\u3001\u3053\u3093\u306a\u611f\u3058\u3067\u3059\u3002<\/p>\n","protected":false},"excerpt":{"rendered":" \u5f53\u8a18\u4e8b\u3067\u306f\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\uff08Convolutional Neural Network;CNN\uff09\u306e\u57fa\u672c\u7684\u306a\u7406\u8ad6\u3068PyToch\u3092\u4f7f\u3063\u305f\u5b9f\u88c5\u306b\u3064\u3044\u3066\u89e3\u8aac\u3057\u3066\u3044\u304d\u307e\u3059\u3002 \u304a\u304a\u307e\u304b\u306a\u69cb\u6210\u306f\u3001\u7573\u307f\u8fbc … <\/p>\n","protected":false},"author":1,"featured_media":1749,"comment_status":"closed","ping_status":"closed","sticky":false,"template":"","format":"standard","meta":{"_vk_print_noindex":"","sitemap_hide":"","_veu_custom_css":"","veu_display_promotion_alert":"common","vkexunit_cta_each_option":"","_jetpack_memberships_contains_paid_content":false,"footnotes":""},"categories":[170,171,106,174],"tags":[],"class_list":["post-1628","post","type-post","status-publish","format-standard","has-post-thumbnail","hentry","category-blog","category-learn","category-ml","category-dl"],"veu_head_title_object":{"title":"","add_site_title":""},"jetpack_featured_media_url":"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-7.png","jetpack-related-posts":[],"jetpack_sharing_enabled":true,"_links":{"self":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts\/1628","targetHints":{"allow":["GET"]}}],"collection":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts"}],"about":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/types\/post"}],"author":[{"embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/users\/1"}],"replies":[{"embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/comments?post=1628"}],"version-history":[{"count":128,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts\/1628\/revisions"}],"predecessor-version":[{"id":10554,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/posts\/1628\/revisions\/10554"}],"wp:featuredmedia":[{"embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/media\/1749"}],"wp:attachment":[{"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/media?parent=1628"}],"wp:term":[{"taxonomy":"category","embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/categories?post=1628"},{"taxonomy":"post_tag","embeddable":true,"href":"https:\/\/developers.agirobots.com\/jp\/wp-json\/wp\/v2\/tags?post=1628"}],"curies":[{"name":"wp","href":"https:\/\/api.w.org\/{rel}","templated":true}]}}![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2019\/11\/CNNDNN-1024x791.png\")
<\/figure>\n\n\n\n\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u7406\u8ad6<\/h2>\n\n\n\n
\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306b\u3088\u308b\u7279\u5fb4\u62bd\u51fa<\/h3>\n\n\n\n
\u7573\u307f\u8fbc\u307f\u5c64\u306e\u7279\u5fb4<\/h4>\n\n\n\n
\n
\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u3067\u7dda\u5206\u691c\u51fa\u3092\u8a66\u3059<\/h4>\n\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-12.jpg\")
<\/figure><\/div>\n\n\n\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u306e\u8a08\u7b97\u65b9\u6cd5<\/h4>\n\n\n\n
\n
\u753b\u50cf\u306e\u7aef\u306b\u30d5\u30a3\u30eb\u30bf\u3092\u9069\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u6570\u5024\u3092\u57cb\u3081\u308b\u51e6\u7406<\/li>\n\n\n\n
\u7573\u307f\u8fbc\u307f\u30d5\u30a3\u30eb\u30bf\u304a\u3088\u3073\u30d7\u30fc\u30ea\u30f3\u30b0\u30d5\u30a3\u30eb\u30bf\u306e\u51e6\u7406\u3067\u9069\u7528\u3055\u308c\u308b\u9818\u57df\u30fb\u7bc4\u56f2<\/li>\n\n\n\n
\u30d5\u30a3\u30eb\u30bf\u3092\u4f55\u30de\u30b9\u305a\u3064\u30b9\u30e9\u30a4\u30c9\u3055\u305b\u308b\u306e\u304b\u9593\u9694\u3092\u8a2d\u5b9a<\/li>\n<\/ul>\n\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-15.png\")
<\/figure><\/div>\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-16-1024x400.png\")
<\/figure><\/div>\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-19.png\")
<\/figure><\/div>\n\n\n
I'_{xy} = \\sum_{i=-N}^N\\sum_{j=-N}^NI_{sx+i, sy+j}F_{i+N, j+N}
$$<\/p>\n\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-30.png\")
<\/figure><\/div>\n\n\n
I'_{00} = \\sum_{i=-1}^1\\sum_{j=-1}^1I_{i, j}F_{i+1, j+1}
$$<\/p>\n\n\n\n
\\begin{eqnarray}
&&0\u00d7(-1)+0\u00d72+0\u00d7(-1)+0\u00d7(-1)+2\u00d72+2\u00d7(-1)+0\u00d7(-1)+1\u00d72+0\u00d7(-1)\\\\
&=&4-2+2\\\\
&=&4
\\end{eqnarray}
$$<\/p>\n\n\n\n\u7573\u307f\u8fbc\u307f\u5c64\u3068\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u5909\u63db<\/h4>\n\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-3-1024x565.png\")
<\/figure><\/div>\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-1-1024x510.png\")
<\/figure><\/div>\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-1024x551.png\")
<\/figure><\/div>\n\n\n
I_{xym}^l=\\sum_{k=1}^{C^{l-1}}\\sum_{i=-N^{l-1}}^{N^{l-1}}\\sum_{j=-N^{l-1}}^{N^{l-1}}I^{l-1}_{sx+i, sy+j, k}F_{i+N^{l-1}, j+N^{l-1},k,m}
$$<\/p>\n\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-21.png\")
<\/figure><\/div>\n\n\n\u30d7\u30fc\u30ea\u30f3\u30b0\u51e6\u7406\u306b\u3088\u308b\u4f4d\u7f6e\u305a\u308c\u8a31\u5bb9<\/h3>\n\n\n\n
\u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\u306e\u7279\u5fb4<\/h4>\n\n\n\n
\n
\u30d7\u30fc\u30ea\u30f3\u30b0\u30d5\u30a3\u30eb\u30bf\u3092\u8a66\u3059\uff08max\u30d7\u30fc\u30ea\u30f3\u30b0\u3068average\u30d7\u30fc\u30ea\u30f3\u30b0\uff09<\/h4>\n\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-22-1024x686.png\")
<\/figure><\/div>\n\n\n\u30d7\u30fc\u30ea\u30f3\u30b0\u30d5\u30a3\u30eb\u30bf\u306e\u8a08\u7b97\u65b9\u6cd5<\/h4>\n\n\n\n
I_{ijm}^l = \\max_{p,q\\in P_{ij}} f(I_{pqm}^{l-1})
$$<\/p>\n\n\n\n
I_{ijm}^l = \\frac{1}{K^2}\\sum_{p,q\\in P_{ij}} f(I_{pqm}^{l-1})
$$<\/p>\n\n\n\n\u30d7\u30fc\u30ea\u30f3\u30b0\u5c64\u3068\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u5909\u63db<\/h4>\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-32.png\")
<\/figure><\/div>\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-28.png\")
<\/figure><\/div>\n\n\n\u5168\u7d50\u5408\u5c64\u306e\u8a08\u7b97<\/h3>\n\n\n\n
\\boldsymbol{x}^l = f(\\boldsymbol{W}^{l-1}\\boldsymbol{x}^{l-1} + \\boldsymbol{b}^{l-1})
$$<\/p>\n\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2019\/10\/\uff2e\uff2e-1024x400.png\")
PyTorch\u306b\u3088\u308b\u7573\u307f\u8fbc\u307f\u30cb\u30e5\u30fc\u30e9\u30eb\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u5b9f\u88c5<\/h2>\n\n\n\n
CIFAR10\u306b\u3064\u3044\u3066<\/h3>\n\n\n\n
![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-33-1024x540.jpg\")
<\/figure><\/div>\n\n\n\u30d7\u30ed\u30b0\u30e9\u30e0\u306e\u6982\u8981<\/h3>\n\n\n\n
\n
\n
\u30d7\u30ed\u30b0\u30e9\u30e0<\/h3>\n\n\n\n
# \u30e2\u30c7\u30eb\u306e\u5b9a\u7fa9\u304a\u3088\u3073\u5b66\u7fd2\u306b\u4f7f\u7528\u3059\u308b\nimport torch\nimport torch.nn as nn\nimport torch.optim as optim\nimport torch.nn.functional as F\nfrom tqdm import tqdm # \u9032\u6357\u72b6\u6cc1\u3092\u30d7\u30ed\u30b0\u30ec\u30b9\u30d0\u30fc\u3067\u8868\u793a\u3059\u308b\nimport time\n\n# \u5b66\u7fd2\u30c7\u30fc\u30bf\u306e\u8aad\u307f\u8fbc\u307f\u306b\u4f7f\u7528\u3059\u308b\nfrom torch.utils.data import DataLoader\nfrom torchvision import datasets, transforms\nimport torchvision\n\n# \u5b66\u7fd2\u5f8c\u306e\u53ef\u8996\u5316\u306b\u4f7f\u7528\u3059\u308b\nimport numpy as np\nimport matplotlib.pyplot as plt\n# \u30b9\u30d7\u30e9\u30a4\u30f3\u88dc\u5b8c\u3092\u4f7f\u7528\u3057\u3066\u6ed1\u3089\u304b\u306b\u70b9\u3092\u7d50\u3076\nfrom scipy.interpolate import InterpolatedUnivariateSpline<\/code><\/pre><\/div>\n\n\n\nclass Original_LeNet(nn.Module):\n def __init__(self, input_image_channels):\n super(Original_LeNet, self).__init__()\n # \u30c1\u30e3\u30f3\u30cd\u30eb\u6570input_image_channels\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u53d7\u3051\u53d6\u3063\u3066\u3001\u30c1\u30e3\u30f3\u30cd\u30eb\u65706\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u51fa\u529b\n self.conv1 = nn.Conv2d(input_image_channels, 6, kernel_size=(5,5), stride=(1, 1))\n # \u30c1\u30e3\u30f3\u30cd\u30eb\u65706\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u53d7\u3051\u53d6\u3063\u3066\u3001\u30c1\u30e3\u30f3\u30cd\u30eb\u657016\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u3092\u51fa\u529b\n self.conv2 = nn.Conv2d(6, 16, kernel_size=(5, 5), stride=(1, 1))\n self.max_pool = nn.MaxPool2d(kernel_size=(2, 2), stride=(2, 2)) # \u6700\u5927\u5024\u30d7\u30fc\u30ea\u30f3\u30b0\n self.bn1 = nn.BatchNorm2d(6) # \u30d0\u30c3\u30c1\u6b63\u898f\u5316\n self.bn2 = nn.BatchNorm2d(16) # \u30d0\u30c3\u30c1\u6b63\u898f\u5316\n self.fc1 = nn.Linear(5 * 5 * 16, 120) # \u7dda\u5f62\u5909\u63db\n self.fc2 = nn.Linear(120, 84) # \u7dda\u5f62\u5909\u63db\n self.fc3 = nn.Linear(84, 10) # \u7dda\u5f62\u5909\u63db\n\n def forward(self, x):\n x = F.relu(self.bn1(self.conv1(x)))\n x = self.max_pool(x)\n x = F.relu(self.bn2(self.conv2(x)))\n x = self.max_pool(x)\n x = x.view(-1, 5 * 5 * 16)\n x = F.relu(self.fc1(x))\n x = F.relu(self.fc2(x))\n x = self.fc3(x) # nn.CrossEntropyLoss()\u3092\u4f7f\u7528\u3059\u308b\u305f\u3081\u3001log_sftmax\u306f\u5fc5\u8981\u306a\u3044\n return x <\/code><\/pre><\/div>\n\n\n\ndevice = torch.device("cuda" if torch.cuda.is_available() else "cpu")\nnet = Original_LeNet(3).to(device)<\/code><\/pre><\/div>\n\n\n\n# \u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306e\u7279\u5fb4\u30de\u30c3\u30d7\u306e\u5909\u9077\u3092\u78ba\u8a8d\nfrom torchsummary import summary\nsummary(net, input_size=(3, 32, 32))<\/code><\/pre><\/div>\n\n\n\n----------------------------------------------------------------\n Layer (type) Output Shape Param #\n================================================================\n Conv2d-1 [-1, 6, 28, 28] 456\n BatchNorm2d-2 [-1, 6, 28, 28] 12\n MaxPool2d-3 [-1, 6, 14, 14] 0\n Conv2d-4 [-1, 16, 10, 10] 2,416\n BatchNorm2d-5 [-1, 16, 10, 10] 32\n MaxPool2d-6 [-1, 16, 5, 5] 0\n Linear-7 [-1, 120] 48,120\n Linear-8 [-1, 84] 10,164\n Linear-9 [-1, 10] 850\n================================================================\nTotal params: 62,050\nTrainable params: 62,050\nNon-trainable params: 0\n----------------------------------------------------------------\nInput size (MB): 0.01\nForward\/backward pass size (MB): 0.11\nParams size (MB): 0.24\nEstimated Total Size (MB): 0.36\n----------------------------------------------------------------<\/code><\/pre><\/div>\n\n\n\nbatch_size=64 # \u30d0\u30c3\u30c1\u30b5\u30a4\u30ba\u3092\u5b9a\u7fa9\n\ntransform = transforms.Compose([transforms.ToTensor(), transforms.Normalize((0.5, 0.5, 0.5), (0.5, 0.5, 0.5))])\ntrain_set = datasets.CIFAR10(root='data', train=True, download=True, transform=transform)\ntest_set = datasets.CIFAR10(root='data', train=False, download=True, transform=transform)\n\ntrain_loader = DataLoader(train_set, batch_size=batch_size, shuffle=True)\ntest_loader = DataLoader(test_set, batch_size=batch_size, shuffle=False)<\/code><\/pre><\/div>\n\n\n\nloss_fn = nn.CrossEntropyLoss() # \u8aa4\u5dee\u95a2\u6570\u3092\u5b9a\u7fa9\noptimizer = optim.Adam(net.parameters(), lr=0.01) # \u6700\u9069\u5316\u5668\u3092\u5b9a\u7fa9<\/code><\/pre><\/div>\n\n\n\ndef train(epochs):\n acc_his = [0] # \u6b63\u89e3\u7387\u3092\u4fdd\u6301\n\n for epoch in range(epochs):\n time.sleep(1)\n lpbar = tqdm(train_loader) # \u30d7\u30ed\u30b0\u30ec\u30b9\u30d0\u30fc\u3092\u8868\u793a\u3059\u308b\u6e96\u5099\n\n for data, labels in lpbar:\n net.train() # \u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u5b66\u7fd2\u30e2\u30fc\u30c9\u306b\u30bb\u30c3\u30c8\n lpbar.set_description(f"Learning Progress (epoch:{epoch})")\n\n data = data.to(device) # \u30c7\u30fc\u30bf\u3092GPU\u3078\u9001\u308b\n labels = labels.to(device)\n\n optimizer.zero_grad() # \u6700\u9069\u5316\u5668\u306e\u4fdd\u6301\u3059\u308b\u52fe\u914d\u60c5\u5831\u3092\u30ea\u30bb\u30c3\u30c8 \n\n outputs = net(data) # \u51fa\u529b\u3092\u6c42\u3081\u308b\n loss = loss_fn(outputs, labels) # loss\u3092\u6c42\u3081\u308b\n\n loss.backward() # \u30d0\u30c3\u30af\u30d7\u30ed\u30d1\u30b2\u30fc\u30b7\u30e7\u30f3\u306e\u8a08\u7b97\n optimizer.step() #\u30d1\u30e9\u30e1\u30fc\u30bf\u306e\u66f4\u65b0\n\n net.eval() # \u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u3092\u63a8\u8ad6\u30e2\u30fc\u30c9\u306b\u30bb\u30c3\u30c8\n correct = 0 # \u6b63\u89e3\u3057\u305f\u6570\u3092\u30ab\u30a6\u30f3\u30c8\n with torch.no_grad():\n for data, labels in test_loader:\n data = data.to(device)\n labels = labels.to(device)\n outputs = net(data)\n _, predicted = torch.max(outputs.data, 1)\n correct += (predicted == labels).sum().item()\n \n test_len = len(test_loader.dataset)\n \n acc = 100 * correct \/ test_len\n acc_his.append(acc)\n\n time.sleep(1)\n print("accuracy\uff1a{:.0f}%\\n".format(acc))\n\n return acc_his\n\nhist = train(10)<\/code><\/pre><\/div>\n\n\n\n\u5b9f\u884c\u7d50\u679c\u306e\u53ef\u8996\u5316<\/h3>\n\n\n\n
# \u7d50\u679c\u306e\u53ef\u8996\u5316\nx = [x for x in range(len(hist))]\ny = hist\n\nsp = InterpolatedUnivariateSpline(x, y)\nsx = np.linspace(0, 10, 100)\nsy = sp(sx)\n\nplt.plot(x, hist[:11], 'o')\nplt.plot(sx, sy)\n\nplt.xlabel("epochs")\nplt.ylabel("accuracy [%]")\n\nplt.xlim(0, 10)\nplt.ylim(0, 100)\nplt.grid()<\/code><\/pre><\/div>\n\n\n![\"\"](\"https:\/\/developers.agirobots.com\/jp\/wp-content\/uploads\/2020\/07\/image-36.png\")
<\/figure><\/div>\n\n\n\u307e\u3068\u3081<\/h2>\n\n\n\n
\n