{"id":16651,"date":"2017-10-26T15:49:34","date_gmt":"2017-10-26T06:49:34","guid":{"rendered":"http:\/\/labs.gree.jp\/blog\/?p=16651"},"modified":"2017-10-27T18:30:14","modified_gmt":"2017-10-27T09:30:14","slug":"%e7%a4%be%e5%86%85ai%e3%83%97%e3%83%ad%e3%82%b0%e3%83%a9%e3%83%9f%e3%83%b3%e3%82%b0%e3%82%b3%e3%83%b3%e3%83%86%e3%82%b9%e3%83%88%e3%81%a7%e5%84%aa%e5%8b%9d%e3%81%97%e3%81%9f%e3%82%b2%e3%83%bc%e3%83%a0","status":"publish","type":"post","link":"https:\/\/labs.gree.jp\/blog\/2017\/10\/16651\/","title":{"rendered":"\u793e\u5185AI\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u30b3\u30f3\u30c6\u30b9\u30c8\u3067\u512a\u52dd\u3057\u305f\u30b2\u30fc\u30e0\u30d7\u30ec\u30a4AI\u306e\u7d39\u4ecb"},"content":{"rendered":"

\u3053\u3093\u306b\u3061\u306f\u3001\u5fdc\u7528\u4eba\u5de5\u77e5\u80fd\u30c1\u30fc\u30e0\u306e\u8fbb\u672c\u3067\u3059\u3002<\/p>\n

\u6700\u8fd1\u306f\u8a08\u7b97\u30ea\u30bd\u30fc\u30b9\u3001\u30c7\u30fc\u30bf\u91cf\u3001\u30a2\u30eb\u30b4\u30ea\u30ba\u30e0\u306e\u6539\u5584\u306b\u3088\u3063\u3066\u7c21\u5358\u306b\u7cbe\u5ea6\u306e\u9ad8\u3044AI\u304c\u5229\u7528\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u3064\u3064\u3042\u308a\u307e\u3059\u3002\u3057\u304b\u3057\u3001\u73fe\u72b6\u3067\u306f\u5168\u3066\u306e\u30bf\u30b9\u30af\u306b\u304a\u3044\u3066AI\u3092\u5229\u7528\u3059\u308c\u3070\u3044\u3044\u308f\u3051\u3067\u3082\u3042\u308a\u307e\u305b\u3093\u3057\u3001\u30ea\u30bd\u30fc\u30b9\u306e\u5236\u9650\u3082\u3042\u308b\u305f\u3081\u3001\u7279\u6027\u3092\u7406\u89e3\u3057\u3066\u4e0a\u624b\u306b\u5fdc\u7528\u3059\u308b\u3053\u3068\u304c\u91cd\u8981\u3067\u3059\u3002\u305d\u3053\u3067\u3001\u793e\u5185\u3067\u306fAI\u5fdc\u7528\u306e\u305f\u3081\u306e\u77e5\u898b\u3084\u74b0\u5883\u3092\u7a4d\u307f\u4e0a\u3052\u3066\u3044\u304f\u6a5f\u4f1a\u3092\u5897\u3084\u3059\u53d6\u308a\u7d44\u307f\u3092\u884c\u3063\u3066\u3044\u307e\u3059\u3002<\/p>\n

\u5148\u65e5\u3001\u53d6\u308a\u7d44\u307f\u306e\u4e00\u74b0\u3067\u30b2\u30fc\u30e0\u30d7\u30ec\u30a4AI\u306e\u30d7\u30ed\u30b0\u30e9\u30df\u30f3\u30b0\u30b3\u30f3\u30c6\u30b9\u30c8\u304c\u958b\u50ac\u3055\u308c\u3001\u7d0420\u30c1\u30fc\u30e0\u304c\u53c2\u52a0\u3057\u3066\u76db\u308a\u4e0a\u304c\u308a\u307e\u3057\u305f\u3002\u3053\u306e\u30b3\u30f3\u30c6\u30b9\u30c8\u3067\u512a\u52dd\u3057\u305f\u30b2\u30fc\u30e0\u30d7\u30ec\u30a4AI\u306b\u3064\u3044\u3066\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n

AI\u306b\u3088\u308b\u30b2\u30fc\u30e0\u30d7\u30ec\u30a4\u52d5\u753b\u3067\u3059\u3002<\/p>\n

\"\" \"\"<\/p>\n

\u30b3\u30f3\u30c6\u30b9\u30c8\u6982\u8981<\/h1>\n

AI\u306b\u30a2\u30af\u30b7\u30e7\u30f3\u30b2\u30fc\u30e0\u306a\u3069\u306e\u30c7\u30d0\u30c3\u30b0\u306e\u4e00\u90e8\u3092\u4efb\u305b\u3089\u308c\u308b\u304b\u3069\u3046\u304b\u691c\u8a3c\u3057\u305f\u3044\u3068\u3044\u3046\u8003\u3048\u3082\u3042\u3063\u305f\u306e\u3067\u3001\u30b2\u30fc\u30e0\u30d7\u30ec\u30a4AI\u304c\u5bfe\u8c61\u3068\u3057\u3066\u9078\u3070\u308c\u307e\u3057\u305f\u3002\u30b2\u30fc\u30e0\u3092AI\u7528\u306b\u5909\u66f4\u305b\u305a\u306b\u753b\u9762\u60c5\u5831\u3060\u3051\u3092\u4f7f\u3063\u3066\u30d7\u30ec\u30a4\u3055\u305b\u305f\u304b\u3063\u305f\u306e\u3067\u3001\u30b2\u30fc\u30e0\u30d7\u30ec\u30a4\u306e\u305f\u3081\u306e\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u306bUniverse\u3092\u5229\u7528\u3057\u307e\u3057\u305f\u3002NeonRace\u3068\u3044\u3046Flash\u30b2\u30fc\u30e0\u306e\u30b9\u30c6\u30fc\u30b86\u306e\u30b9\u30b3\u30a2\u3067\u9806\u4f4d\u3092\u6c7a\u5b9a\u3057\u307e\u3059\u3002<\/p>\n

Universe<\/a>\u306f\u69d8\u3005\u306a\u30b2\u30fc\u30e0\u3084\u30a2\u30d7\u30ea\u30b1\u30fc\u30b7\u30e7\u30f3\u3092AI\u306b\u30d7\u30ec\u30a4\u3055\u305b\u308b\u305f\u3081\u306e\u30d5\u30ec\u30fc\u30e0\u30ef\u30fc\u30af\u3067\u3059\u3002\u30b2\u30fc\u30e0\u306fdocker\u30b3\u30f3\u30c6\u30ca\u3067\u5b9f\u884c\u3055\u308c\u3001AI\u306f\u30b2\u30fc\u30e0\u6bce\u306b\u7528\u610f\u3055\u308c\u305f\u5831\u916c\u30b5\u30fc\u30d0\u3068VNC\u3092\u901a\u3058\u3066\u3001\u753b\u9762\u60c5\u5831\u304a\u3088\u3073\u5831\u916c\u306e\u53d6\u5f97\u3068\u30de\u30a6\u30b9\u3084\u30ad\u30fc\u30dc\u30fc\u30c9\u306b\u3088\u308b\u64cd\u4f5c\u304c\u3067\u304d\u307e\u3059\u3002\u5229\u7528\u8005\u306f\u3001\u53d6\u5f97\u3057\u305f\u753b\u9762\u3084\u5831\u916c\u304b\u3089\u6b21\u306e\u30a2\u30af\u30b7\u30e7\u30f3\u3092\u6c7a\u5b9a\u3059\u308bAI\u3092\u4f5c\u308b\u3053\u3068\u306b\u306a\u308a\u307e\u3059\u3002 \u4f3c\u305f\u3088\u3046\u306a\u30d7\u30ed\u30b8\u30a7\u30af\u30c8\u3068\u3057\u3066Serpent AI<\/a>\u3082\u3042\u308a\u307e\u3059\u3002<\/p>\n

<\/a>\u30b2\u30fc\u30e0\u306e\u8d77\u52d5<\/h1>\n

\u307e\u305a\u306f\u30b2\u30fc\u30e0\u3092\u8d77\u52d5\u3057\u3066\u307f\u307e\u3059\u3002<\/p>\n

import sys\n\nimport gym\nimport universe\n\ndef main():\n    env_id = 'flashgames.NeonRaceLvl6-v0'\n    env = gym.make(env_id)\n\n    env.configure(remotes=1)  # automatically creates a local docker container\n    observation_n = env.reset()\n    while True:\n        action_n = [[('KeyEvent', 'ArrowUp', False)]]\n        observation_n, reward_n, done_n, info = env.step(action_n)\n\n    return 0\n\nif __name__ == '__main__':\n    sys.exit(main())<\/pre>\n
\u4e0a\u8a18\u30b3\u30fc\u30c9\u3092\u5b9f\u884c\u3059\u308b\u3068NeonRace\u306e\u30b9\u30c6\u30fc\u30b86\u304c\u958b\u59cb\u3055\u308c\u3001VNC\u30af\u30e9\u30a4\u30a2\u30f3\u30c8\u3067localhost:5900\u306b\u63a5\u7d9a\u3059\u308b\u3068\u5b9f\u969b\u306b\u30b2\u30fc\u30e0\u3092\u30d7\u30ec\u30a4\u3067\u304d\u307e\u3059\u30025900\u756a\u30dd\u30fc\u30c8\u3067\u63a5\u7d9a\u3067\u304d\u306a\u304b\u3063\u305f\u5834\u5408\u306f\u3001docker ps\u306a\u3069\u3067\u5f85\u3061\u53d7\u3051\u30dd\u30fc\u30c8\u3092\u8abf\u3079\u3066\u304f\u3060\u3055\u3044\u3002<\/p>\n
\u521d\u3081\u3066\u306e\u30d7\u30ec\u30a4\u3067\u308270000\u70b9\u524d\u5f8c\u306f\u51fa\u305b\u308b\u3068\u601d\u3046\u306e\u3067\u300170000\u70b9\u3092\u6700\u521d\u306e\u76ee\u6a19\u306b\u3057\u307e\u3057\u305f\u3002<\/p>\n
\u30b5\u30f3\u30d7\u30eb\u30b3\u30fc\u30c9\u306e\u5b9f\u884c<\/h1>\n
A3C\u306e\u30b5\u30f3\u30d7\u30eb\u30b3\u30fc\u30c9<\/a>\u304c\u63d0\u4f9b\u3055\u308c\u3066\u3044\u308b\u306e\u3067\u3001\u3053\u308c\u3092\u30d9\u30fc\u30b9\u306b\u3057\u3066\u6539\u826f\u3057\u3066\u304f\u3053\u3068\u306b\u3057\u307e\u3057\u305f\u300216\u4e26\u5217\u3067\u5b9f\u884c\u3059\u308b\u306812\u6642\u9593\u7a0b\u5ea6\u3067\u53ce\u675f\u3059\u308b\u3088\u3046\u3067\u3059\u3002<\/p>\n
AI\u304c\u9078\u629e\u53ef\u80fd\u306a\u64cd\u4f5c\u304b\u3089\u7121\u99c4\u306a\u3082\u306e\u3092\u9664\u3044\u3066\u5b66\u7fd2\u3055\u305b\u305f\u7d50\u679c\u306f10000\u70b9\u7a0b\u5ea6\u3001\u58c1\u3068\u306e\u885d\u7a81\u56de\u6570\u3092\u6e1b\u3089\u3059\u305f\u3081\u306b\u30b3\u30fc\u30b9\u5916\u3092\u8d70\u308a\u7d9a\u3051\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3057\u305f\u3002<\/p>\n
<\/a>\u6027\u80fd\u6539\u5584\u306e\u53d6\u308a\u7d44\u307f<\/h1>\n
\u3053\u3053\u304b\u3089\u306f\u6027\u80fd\u6539\u5584\u306e\u305f\u3081\u306b\u53d6\u308a\u7d44\u3093\u3060\u65b9\u6cd5\u3092\u3044\u304f\u3064\u304b\u7d39\u4ecb\u3057\u307e\u3059\u3002<\/p>\n
<\/a>\u7f70\u5247\u306e\u8ffd\u52a0<\/h2>\n
\u30b3\u30fc\u30b9\u5185\u3092\u8d70\u3089\u305b\u308b\u305f\u3081\u306b\u3001\u30b3\u30fc\u30b9\u5916\u306b\u51fa\u305f\u6642\u306b\u7f70\u5247\u3092\u4e0e\u3048\u307e\u3057\u305f\u3002<\/p>\n
\u30b3\u30fc\u30b9\u5916\u306b\u51fa\u305f\u3053\u3068\u3092\u691c\u51fa\u3059\u308b\u305f\u3081\u306b\u3001\u30b2\u30fc\u30e0\u3092\u624b\u52d5\u3067\u30d7\u30ec\u30a4\u3057\u3066\u753b\u9762\u306e\u30ad\u30e3\u30d7\u30c1\u30e3\u3092\u7528\u610f\u3057\u3066\u3001CNN\u3067\u30b3\u30fc\u30b9\u5185\u30fb\u30b3\u30fc\u30b9\u5916\u5224\u5b9a\u3092\u884c\u3044\u307e\u3059\u300298%\u7a0b\u5ea6\u306e\u7cbe\u5ea6\u3067\u30b3\u30fc\u30b9\u5185\u30fb\u30b3\u30fc\u30b9\u5916\u306e\u5224\u5b9a\u304c\u3067\u304d\u308b\u3088\u3046\u306b\u306a\u308a\u3001AI\u304c\u30b3\u30fc\u30b9\u5185\u3092\u8d70\u308a\u7d9a\u3051\u308b\u3088\u3046\u306b\u306a\u308a\u307e\u3057\u305f\u3002\u30b9\u30b3\u30a2\u3082\u6539\u5584\u3057\u306620000\u70b9\u3067\u3059\u3002<\/p>\n
\u30ad\u30e3\u30d7\u30c1\u30e3\u306f\u4ee5\u4e0b\u306e\u30b3\u30fc\u30c9\u3067\u7528\u610f\u3067\u304d\u307e\u3059\u3002\u540c\u3058\u3088\u3046\u306a\u753b\u50cf\u3060\u3089\u3051\u306b\u306a\u3063\u3066\u3057\u307e\u3046\u306e\u3067\u753b\u9762\u306e\u30ad\u30e3\u30d7\u30c1\u30e3\u306f5\u30d5\u30ec\u30fc\u30e0\u306b1\u56de\u306b\u3057\u3066\u3001\u30b3\u30fc\u30b9\u5185\u30fb\u30b3\u30fc\u30b9\u5916\u305d\u308c\u305e\u308c\u306e\u753b\u50cf\u30922000\u679a\u305a\u3064\u7528\u610f\u3057\u307e\u3057\u305f\u3002<\/p>\n
import sys\n\nimport gym\nimport universe\n\nfrom PIL import Image\n\ndef main():\n    env_id = 'flashgames.NeonRaceLvl6-v0'\n    env = gym.make(env_id)\n\n    env.configure(remotes=1)  # automatically creates a local docker container\n    observation_n = env.reset()\n\n    i = 0\n    j = 0\n    while True:\n        action_n = [[('KeyEvent', 'ArrowUp', False)]]\n        observation_n, reward_n, done_n, info = env.step(action_n)\n        if i == 5:\n            i = 0\n            if observation_n[0] is not None :\n                pil_img = Image.fromarray(observation_n[0])\n                pil_img.save('.\/%d.jpg' % j)\n                j += 1\n        i += 1\n\n    return 0\n\nif __name__ == '__main__':\n    sys.exit(main())<\/pre>\n
CNN\u306f\u6700\u5f8c\u306b\u63b2\u8f09\u3059\u308b\u30b3\u30fc\u30c9\u3068\u540c\u3058\u3067\u3059\u3002<\/p>\n
\u72b6\u614b\u7a7a\u9593\u306e\u5358\u7d14\u5316<\/h2>\n
\u30b5\u30f3\u30d7\u30eb\u30b3\u30fc\u30c9\u306e\u30e2\u30c7\u30eb\u3067\u306f\u753b\u9762\u60c5\u5831\u304b\u3089\u7279\u5fb4\u3092\u62bd\u51fa\u3067\u304d\u3066\u3044\u306a\u3044\u3088\u3046\u306b\u601d\u3048\u305f\u306e\u3067\u3001\u753b\u9762\u60c5\u5831\u304b\u3089\u5f79\u306b\u7acb\u3061\u305d\u3046\u306a\u7279\u5fb4\u3092\u62bd\u51fa\u3057\u3066\u72b6\u614b\u7a7a\u9593\u3092\u5358\u7d14\u5316\u3057\u3066\u307f\u307e\u3057\u305f\u3002\u4e8b\u524d\u306b\u7279\u5fb4\u3092\u62bd\u51fa\u3059\u308b\u306e\u3067\u3001\u30b5\u30f3\u30d7\u30eb\u30b3\u30fc\u30c9\u3092CNN\u304b\u3089\u5168\u7d50\u5408\u30cd\u30c3\u30c8\u30ef\u30fc\u30af\u306b\u5909\u66f4\u3057\u3066\u3044\u307e\u3059\u3002<\/p>\n
OpenCV\u306b\u3088\u308b\u753b\u50cf\u51e6\u7406\u3084CNN\u3092\u5229\u7528\u3057\u3066\u4ee5\u4e0b\u306e\u7279\u5fb4\u3092\u62bd\u51fa\u3057\u307e\u3057\u305f\u3002<\/p>\n