Add opencvsharp.dll / Add Rendertexture observation / add Canny

This commit is contained in:
Tobi committed 2019-05-15 12:07:27 +02:00
1 parent 19fa5027ee
commit 7317135cd3
33 files changed
+484569 -424

No files matched your search

@@ -43,11 +43,14 @@
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
"Python version:\n",
"3.6.7 |Anaconda, Inc.| (default, Oct 28 2018, 19:44:12) [MSC v.1915 64 bit (AMD64)]\n"
"ename": "ModuleNotFoundError",
"evalue": "No module named 'cv2'",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31mModuleNotFoundError\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m<ipython-input-2-281cb4b29e52>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m 2\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mnumpy\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mnp\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 3\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0msys\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 4\u001b[1;33m \u001b[1;32mimport\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 5\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 6\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[0mmlagents\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0menvs\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mUnityEnvironment\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31mModuleNotFoundError\u001b[0m: No module named 'cv2'"
]
}
],
@@ -55,6 +58,7 @@
"import matplotlib.pyplot as plt\n",
"import numpy as np\n",
"import sys\n",
"#import cv2\n",
"\n",
"from mlagents.envs import UnityEnvironment\n",
"\n",
@@ -80,9 +84,30 @@
},
{
"cell_type": "code",
"execution_count": null,
"execution_count": 3,
"metadata": {},
"outputs": [],
"outputs": [
{
"name": "stderr",
"output_type": "stream",
"text": [
"INFO:mlagents.envs:\n",
"'Academy' started successfully!\n",
"Unity Academy name: Academy\n",
" Number of Brains: 1\n",
" Number of Training Brains : 1\n",
" Reset Parameters :\n",
"\t\t\n",
"Unity brain name: VisualBananaLearning\n",
" Number of Visual Observations (per agent): 1\n",
" Vector Observation space size (per agent): 0\n",
" Number of stacked Vector Observation: 1\n",
" Vector Action space type: discrete\n",
" Vector Action space size (per agent): [3, 3, 3, 2]\n",
" Vector Action descriptions: , , , \n"
]
}
],
"source": [
"env = UnityEnvironment(file_name=env_name)\n",
"\n",
@@ -101,19 +126,29 @@
},
{
"cell_type": "code",
"execution_count": 4,
"execution_count": 5,
"metadata": {},
"outputs": [
{
"ename": "NameError",
"evalue": "name 'env' is not defined",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31mNameError\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m<ipython-input-4-960e284ef7df>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m 1\u001b[0m \u001b[1;31m# Reset the environment\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0menv_info\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0menv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreset\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mdefault_brain\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 3\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 4\u001b[0m \u001b[1;31m# Examine the state space for the default brain\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 5\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Agent state looks like: \\n{}\"\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0menv_info\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mvector_observations\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31mNameError\u001b[0m: name 'env' is not defined"
"name": "stdout",
"output_type": "stream",
"text": [
"Agent state looks like: \n",
"[]\n",
"Agent observations look like:\n"
]
},
{
"data": {
"image/png": "iVBORw0KGgoAAAANSUhEUgAAAP4AAAD8CAYAAABXXhlaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAFzhJREFUeJztnX/MJVV5xz8PuyCygMuibFaWFLAqiyT82C1FMU0L0lJrtEm1EU1DWhL+0Ypiyg+1GlO1YlVWU0NKQWsbqyhiJcSoZMU0NhZ3F1AWVmRFCysri8gioiK7+/SPmfveue89M3Nm7tz73tnz/by5uTNnzo9nZu7znuc855e5O0KItDhoqQUQQsweKb4QCSLFFyJBpPhCJIgUX4gEkeILkSBSfCESZCLFN7Pzzew+M9thZld0JZQQYrpY2wE8ZrYM+AFwHrAT2Axc4O73dieeEGIaLJ8g7ZnADnd/AMDMPge8BihV/KOec7gfu/roCYoUQlTxk0ce4/Enfml18SZR/GOBhwrnO4Hfr0yw+mi+8M+XT1CkEKKK1735qqh4k7TxQ/9VxtoNZnaxmW0xsy0/f+KXExQnhOiKSRR/J3Bc4Xwt8PDiSO5+rbtvcPcNq55z+ATFCSG6YhLF3wy80MxOMLNDgNcDN3cjlhBimrRu47v7XjN7M/A1YBnwSXe/pzPJhBBTYxLnHu7+FeArHckihJgRGrknRIJI8YVIECm+EAkixRciQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIFJ8IRJEii9EgtQqvpl90sx2m9m2QtgqM7vVzO7Pv4+arphCiC6JqfH/DTh/UdgVwCZ3fyGwKT8XQvSEWsV39/8Gfr4o+DXAp/PjTwN/3rFcQogp0raNv9rddwHk38d0J5IQYtpM3bmnnXSEmD/aKv4jZrYGIP/eXRZRO+kIMX+0VfybgQvz4wuBL3cjjhBiFsR0530W+DbwYjPbaWYXAR8EzjOz+4Hz8nMhRE+o3UnH3S8ouXRux7IIIWaERu4JkSBSfCESRIovRIJI8YVIECm+EAkixRciQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIDFLbx1nZreZ2XYzu8fMLsnDtZuOED0lpsbfC7zd3dcBZwFvMrOT0W46QvSWmJ10drn7Hfnxk8B24Fi0m44QvaVRG9/MjgdOB24ncjcdbaghxPwRrfhmdjjwReCt7v6L2HTaUEOI+SNK8c3sYDKl/4y735QHR++mI4SYL2K8+gZcD2x3948WLmk3HSF6Su2GGsDZwF8Bd5vZXXnYO8h2z/l8vrPOg8DrpiOiEKJrYnbS+RZgJZe1m44QPUQj94RIECm+EAkixRciQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIFJ8IRJEii9EgkjxhUiQmDX3DjWz75jZd/OddN6bh59gZrfnO+ncYGaHTF9cIUQXxNT4TwPnuPupwGnA+WZ2FnAVcHW+k87jwEXTE1MI0SUxO+m4uw92wjg4/zhwDnBjHq6ddIToEbHr6i/LV9jdDdwK/BDY4+578yg7ybbVCqXVTjpCzBlRiu/u+9z9NGAtcCawLhStJK120hFizmjk1Xf3PcA3yXbNXWlmg+W51wIPdyuaEGJaxHj1n2dmK/PjZwOvINsx9zbgtXk07aQjRI+I2UlnDfBpM1tG9o/i8+5+i5ndC3zOzN4H3Em2zZYQogfE7KTzPbKtsReHP0DW3hdC9AyN3BMiQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIFJ8IRJEii9EgkjxhUgQKb4QCSLFFyJBohU/X2L7TjO7JT/XTjpC9JQmNf4lZItsDtBOOkL0lNgNNdYCfwZcl58b2klHiN4SW+NvBC4D9ufnR6OddIToLTHr6r8K2O3uW4vBgajaSUeInhCzrv7ZwKvN7JXAocCRZBbASjNbntf62klHiB4Rs1vule6+1t2PB14PfMPd34h20hGit0zSj385cKmZ7SBr82snHSF6Qoypv4C7f5Ns00ztpCNEj9HIPSESxNyDzvipsGLFCn/JS14ys/KEWCqev3rVbApapL7f/Na32bPniVCv2wiq8YVIECm+EH3GCI+qqUGKL0SCSPGFSJBG3XlCiDmlobmvGl+IBFGNX8F33vfkwvGZ7zpiCSUR0+T6je9eOLbA0UJITa1qxTT54Tve//GJZJsWqvGFSBApvhAJMtOReye96AX+rx//QFZwZcxxk6nIy/f//fDk4Ky18vSTTy0EbTnsQ2PprUVn5/qn/q5xmjuP+HBUvFJ5KsQcuVRjdwavjjzWuIKs7MLiJCWXDt2aLdK07kX/uxB215EfKS+7INspe966ELbtqI3VEgQEqHoGtb+H4DMIpwnfu42nCMQrBq37ZfZ7217yG7Kxg/Fy/uLCt7Bt+w80ck8IMY4UX4gEmblXP8pArbGC/+egf1gI2/DkZUDYvM8OW4xnzLnj8H+qkCJM+9IaUmyhtSh0kDyYtJC3jzzL8lTFFmPR9P3N+mytlt/+/FsLYSc/dkmUjNuOHveIlzVMzcdl89DPyQdfRYGLhzZW0ELOFn7oodbyIO7IJR9vNBSfL888A8C6PW8bhi0r1M179wHw9K+fXgj60fOvWZRPXNNdNb4QCRJV45vZj4EngX3AXnffYGargBuA44EfA3/p7o83liDWKVPCSE3fEXX9tWPxO5cghhZV/kiSQY1U47oK1P5WU3ao9r9n1cbKNOFnPsxoWNmGPY/D+n68qva639jIPXp+vfq+CgIFn2CVFTBSZKHKv3flxjHhfvenbyrkmaV6YM0145k39NE3qfH/yN1Pc/cN+fkVwKZ8Q41N+bkQogdMYuq/hmwjDdCGGkL0iljnngNft8xW+Rd3vxZY7e67ANx9l5kd06jkCU38qsSTOPRmxYS+uXBmQdM3Pk1sObEOPxiavBa0rcOmcai/OmAkYz5u9ocsXgvY3SHzP4s7yGdcIAsLNDzszPwfXt+x+hNjcoQKb/obilX8s9394Vy5bzWz78cWYGYXAxcDrD7muQ3FE0JMgyhT390fzr93A18iW133ETNbA5B/7y5Ju7CTzsrnHJn962/qPasiX4HEhodTYrq5x+CFT/hKkzSDCL7wqYxXkukwTXVJhWJKpBt+FnKpEd4Lf8MCxtMEswkLFC5ucK/uw0+x7NBzWRCnGG9ckqIYAXFG0g/LH48b/e5yYrbQWmFmRwyOgT8GtgE3k22kAdpQQ4heEWPqrwa+lG2Qy3LgP939q2a2Gfi8mV0EPAi8bnpiCiG6pFbx840zTg2EPwacO6kA3RnPE+Y0QfJ2jrqSVJFOt2DqGkFq5cxtx6Ljq/Z+Kh1+4RzCTq7xTD3wXMomvdQ6/wZXQxNlIp1/pX3/AeGqRgAWz0KtXg8JORJ3tKlQLDzW3NfIPSESRIovRIIs2dJb3fXZd0NnTY4Wdn93ffpFu7J6wlNli6Jg+taavBVFZ3Hj2i7hST6h/otwX3rQZA6kt8BzmbjvP5BRyPwP9e4Hl8MIjgcobwLA4glE9ajGFyJB5mxa7nzkGCbS6zZR3oX8G5gBYcmCXreYkhdFGB/B1mhiz0LE6lFtZUUuxKyZdjqoDcucf8PUg+dSjNZ+BGAWt9y6Gq2IAy7Irh2CkRW/anwhEkSKL0SCaF39nLIVZBrnUzi2Fq2DgSkanBDSpm+/3OtWmr5+Yk/RZA2Y2DXCxc7rH0le04/fpu9/GG3ctg7Ox695MCH/2lI4BGNQjS9EgvSrxl/aOTIzpc3IvFD6oMMPKrv76h1+4ydeU0uF0o9kE+n8K/GVFabyhroAiycNnYAjIpY89DYOwQqzclKHYAyq8YVIECm+EAnSL1N/LmjgkBrEajU0r8aBFplnmQVoIXs7YH4Gzde6ggLOvybpW/X9B/KxsYNhhJD5XyrjgjVd8jRDDsEaC7ysCZCJM6lDsB7V+EIkiBRfiASRqR8gvEBkMGb+HWfyQ7u+/ZB52qafPyTTqBUcCO3I6z8qbou+/4UCwxNYKnsAKocAhyNMczwAVI0JqBoaPIgQaJrIqy+EqCN2J52VwHXAKWT/eP4GuI8udtI5IJiVw6+Yz3gGwf/6DUb7DZOUzRKJnNJaW1CLvv9APqFxAHVWwELakhqy1ZTgYEaDaA0cgoNLNe8sOGW44Y8otsb/GPBVdz+JbBmu7WgnHSF6S8wqu0cCfwBcD+Duv3X3PWgnHSF6S4ypfyLwKPApMzsV2ApcwqQ76bQh7JEKBXZTXKuJO3E2fEm3d8vbGJ+g0maYb32S4FjbsYiTmP9QNHUjxwCUijYuyYa97xoL27r8/cNsKpxkZavcBN2NbRyC4xk2GBsw+A3EefliTP3lwBnANe5+OvAUDcx6M7vYzLaY2ZY9T/wiNpkQYorE1Pg7gZ3ufnt+fiOZ4j9iZmvy2r5yJx3gWoCTXvSChp0O9Uyvvl9UTnQX30iq/Du+uy+2pqjLKTjmrTPnXyBGyAooHDYqumIYXpkTq96iyNm/P782vLh+33g9tvVZHxzPrpVDsHgSN0JwNH2oizCQqOuRe+7+U+AhM3txHnQucC/aSUeI3hI7gOdvgc+Y2SHAA8Bfk/3T0E46QvSQKMV397uADYFLE++k04qA98lHjNvpGf4eKLu+tOYetslH+43nNGqIdt33XxLDAzEip5CHB9eVuLYCDsGw+e+j32OFZqnWPx1n/ldlVchuEHM87chJ7GShQA4auSeEqOMAHas/cf9Yo2JGSmsyAH2YKi5F2WixiboAxzMqHffdYvrvMGmcFVCXZxOHYMgK2HzIPwLwe7+5vCTX8vkK639Line truncated
"text/plain": [
"<Figure size 432x288 with 1 Axes>"
]
},
"metadata": {
"needs_background": "light"
},
"output_type": "display_data"
}
],
"source": [
@@ -125,11 +160,24 @@
"\n",
"# Examine the observation space for the default brain\n",
"for observation in env_info.visual_observations:\n",
" print(\"Agent observations look like:\")\n",
" if observation.shape[3] == 3:\n",
" print(\"Agent observations look like:\") \n",
" \n",
" #change to numpy array instead of list\n",
" #observation = cv2.Canny(observation,100,100)\n",
" #observation = np.array(observation)\n",
" #slice1Copy = np.uint8(observation)\n",
" #edges = cv2.Canny(slice1Copy,100,100)\n",
" \n",
" \n",
" #if edges.shape[3] == 3:\n",
" plt.imshow(observation[0])\n",
" #else:\n",
" # plt.imshow(edges[0,:,:,0])\n",
" \n",
" \"\"\"if observation.shape[3] == 3:\n",
" plt.imshow(observation[0,:,:,:])\n",
" else:\n",
" plt.imshow(observation[0,:,:,0])"
" plt.imshow(observation[0,:,:,0])\"\"\""
]
},
{
@@ -144,18 +192,23 @@
},
{
"cell_type": "code",
"execution_count": 5,
"execution_count": 6,
"metadata": {},
"outputs": [
{
"ename": "NameError",
"evalue": "name 'env' is not defined",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31mNameError\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m<ipython-input-5-d20208746165>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m 1\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mepisode\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m10\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0menv_info\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0menv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreset\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mdefault_brain\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m 3\u001b[0m \u001b[0mdone\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;32mFalse\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 4\u001b[0m \u001b[0mepisode_rewards\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;36m0\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m 5\u001b[0m \u001b[1;32mwhile\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mdone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
"\u001b[1;31mNameError\u001b[0m: name 'env' is not defined"
"name": "stdout",
"output_type": "stream",
"text": [
"Total reward this episode: 3.0\n",
"Total reward this episode: -1.0\n",
"Total reward this episode: 0.0\n",
"Total reward this episode: -2.0\n",
"Total reward this episode: 0.0\n",
"Total reward this episode: 0.0\n",
"Total reward this episode: -2.0\n",
"Total reward this episode: -1.0\n",
"Total reward this episode: 1.0\n",
"Total reward this episode: 0.0\n"
]
}
],
@@ -187,32 +240,13 @@
},
{
"cell_type": "code",
"execution_count": 6,
"execution_count": 7,
"metadata": {},
"outputs": [
{
"ename": "NameError",
"evalue": "name 'env' is not defined",
"output_type": "error",
"traceback": [
"\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
"\u001b[1;31mNameError\u001b[0m Traceback (most recent call last)",
"\u001b[1;32m<ipython-input-6-1baceacf4cb1>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0menv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
"\u001b[1;31mNameError\u001b[0m: name 'env' is not defined"
]
}
],
"outputs": [],
"source": [
"env.close()"
]
},
{
"cell_type": "code",
"execution_count": null,
"metadata": {},
"outputs": [],
"source": []
},
{
"cell_type": "code",
"execution_count": null,
@@ -238,7 +272,7 @@
"name": "python",
"nbconvert_exporter": "python",
"pygments_lexer": "ipython3",
"version": "3.6.7"
"version": "3.7.0"
}
},
"nbformat": 4,