Add opencvsharp.dll / Add Rendertexture observation / add Canny

2019-05-15 12:07:27 +02:00
1 parent 19fa5027ee
commit 7317135cd3
@@ -17,8 +17,8 @@ MonoBehaviour:
    numStackedVectorObservations: 1
    vectorActionSize: 0200000002000000
    cameraResolutions:
-    - width: 84
-      height: 84
+    - width: 320
+      height: 240
      blackAndWhite: 0
    vectorActionDescriptions:
    - forward
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 5cb8c424702101743a54c10d115c10c5
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,33 @@
+fileFormatVersion: 2
+guid: 42bcf58d48729e442b51d02563fcf220
+PluginImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  iconMap: {}
+  executionOrder: {}
+  defineConstraints: []
+  isPreloaded: 0
+  isOverridable: 0
+  isExplicitlyReferenced: 0
+  validateReferences: 1
+  platformData:
+  - first:
+      Any: 
+    second:
+      enabled: 1
+      settings: {}
+  - first:
+      Editor: Editor
+    second:
+      enabled: 0
+      settings:
+        DefaultValueInitialized: true
+  - first:
+      Windows Store Apps: WindowsStoreApps
+    second:
+      enabled: 0
+      settings:
+        CPU: AnyCPU
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,27 @@
+fileFormatVersion: 2
+guid: 09ab13753d5246142a30ab8c234cd071
+PluginImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  iconMap: {}
+  executionOrder: {}
+  defineConstraints: []
+  isPreloaded: 0
+  isOverridable: 0
+  isExplicitlyReferenced: 0
+  validateReferences: 1
+  platformData:
+  - first:
+      Any: 
+    second:
+      enabled: 1
+      settings: {}
+  - first:
+      Editor: Editor
+    second:
+      enabled: 0
+      settings:
+        DefaultValueInitialized: true
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -125,7 +125,7 @@ GameObject:
  - component: {fileID: 99578047}
  - component: {fileID: 99578046}
  m_Layer: 0
-  m_Name: Cube
+  m_Name: Environment
  m_TagString: Untagged
  m_Icon: {fileID: 0}
  m_NavMeshLayer: 0
@@ -161,7 +161,7 @@ MeshRenderer:
  m_RenderingLayerMask: 1
  m_RendererPriority: 0
  m_Materials:
-  - {fileID: 10303, guid: 0000000000000000f000000000000000, type: 0}
+  - {fileID: 2100000, guid: 645644d2cbab7d24bb1a6a693e8e6082, type: 2}
  m_StaticBatchInfo:
    firstSubMesh: 0
    subMeshCount: 0
@@ -199,9 +199,11 @@ Transform:
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
  m_LocalScale: {x: 1, y: 1, z: 1}
-  m_Children: []
+  m_Children:
+  - {fileID: 1159195261}
+  - {fileID: 1863707381}
  m_Father: {fileID: 0}
-  m_RootOrder: 2
+  m_RootOrder: 1
  m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
 --- !u!1 &170076733
 GameObject:
@@ -270,7 +272,7 @@ Transform:
  m_LocalScale: {x: 1, y: 1, z: 1}
  m_Children: []
  m_Father: {fileID: 0}
-  m_RootOrder: 1
+  m_RootOrder: 0
  m_LocalEulerAnglesHint: {x: 50, y: -30, z: 0}
 --- !u!1 &589453881
 GameObject:
@@ -311,8 +313,8 @@ Camera:
    y: 0
    width: 1
    height: 1
-  near clip plane: 0.02
-  far clip plane: 1
+  near clip plane: 0.01
+  far clip plane: 2
  field of view: 60
  orthographic: 0
  orthographic size: 5
@@ -338,13 +340,100 @@ Transform:
  m_PrefabInstance: {fileID: 0}
  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 589453881}
-  m_LocalRotation: {x: 0.2164396, y: 0, z: 0, w: 0.97629607}
-  m_LocalPosition: {x: 0, y: 0.0336, z: 0.03939998}
+  m_LocalRotation: {x: 0.30070576, y: 0, z: 0, w: 0.953717}
+  m_LocalPosition: {x: 0, y: 0.037, z: 0.0319}
+  m_LocalScale: {x: 1, y: 1, z: 1}
+  m_Children: []
+  m_Father: {fileID: 7570006596986120124}
+  m_RootOrder: 2
+  m_LocalEulerAnglesHint: {x: 35, y: 0, z: 0}
+--- !u!1 &891713638
+GameObject:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
+  m_Component:
+  - component: {fileID: 891713639}
+  - component: {fileID: 891713640}
+  - component: {fileID: 891713641}
+  m_Layer: 0
+  m_Name: RenderTextureCamera
+  m_TagString: Untagged
+  m_Icon: {fileID: 0}
+  m_NavMeshLayer: 0
+  m_StaticEditorFlags: 0
+  m_IsActive: 1
+--- !u!4 &891713639
+Transform:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 891713638}
+  m_LocalRotation: {x: 0.30070576, y: 0, z: 0, w: 0.953717}
+  m_LocalPosition: {x: 0, y: 0.037, z: 0.0319}
  m_LocalScale: {x: 1, y: 1, z: 1}
  m_Children: []
  m_Father: {fileID: 7570006596986120124}
  m_RootOrder: 1
-  m_LocalEulerAnglesHint: {x: 25, y: 0, z: 0}
+  m_LocalEulerAnglesHint: {x: 35, y: 0, z: 0}
+--- !u!20 &891713640
+Camera:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 891713638}
+  m_Enabled: 1
+  serializedVersion: 2
+  m_ClearFlags: 1
+  m_BackGroundColor: {r: 0.19215687, g: 0.3019608, b: 0.4745098, a: 0}
+  m_projectionMatrixMode: 1
+  m_SensorSize: {x: 36, y: 24}
+  m_LensShift: {x: 0, y: 0}
+  m_GateFitMode: 2
+  m_FocalLength: 50
+  m_NormalizedViewPortRect:
+    serializedVersion: 2
+    x: 0
+    y: 0
+    width: 1
+    height: 1
+  near clip plane: 0.01
+  far clip plane: 2
+  field of view: 60
+  orthographic: 0
+  orthographic size: 5
+  m_Depth: 0
+  m_CullingMask:
+    serializedVersion: 2
+    m_Bits: 4294967295
+  m_RenderingPath: -1
+  m_TargetTexture: {fileID: 8400000, guid: 196f45b12806aaa449adc2ee1ca3b091, type: 2}
+  m_TargetDisplay: 0
+  m_TargetEye: 3
+  m_HDR: 0
+  m_AllowMSAA: 0
+  m_AllowDynamicResolution: 0
+  m_ForceIntoRT: 0
+  m_OcclusionCulling: 1
+  m_StereoConvergence: 10
+  m_StereoSeparation: 0.022
+--- !u!114 &891713641
+MonoBehaviour:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 891713638}
+  m_Enabled: 1
+  m_EditorHideFlags: 0
+  m_Script: {fileID: 11500000, guid: b940f59f459dc49479614595d02dcbbc, type: 3}
+  m_Name: 
+  m_EditorClassIdentifier: 
+  processedImageRenderer: {fileID: 1863707383}
 --- !u!1 &998256472
 GameObject:
  m_ObjectHideFlags: 0
@@ -379,6 +468,7 @@ MonoBehaviour:
    - {fileID: 11400000, guid: 0d9d5ce547064a648b466ad7f208cf3d, type: 2}
    _brainsToControl:
    - {fileID: 0}
+    - {fileID: 11400000, guid: 0d9d5ce547064a648b466ad7f208cf3d, type: 2}
  maxSteps: 0
  trainingConfiguration:
    width: 84
@@ -387,8 +477,8 @@ MonoBehaviour:
    timeScale: 10
    targetFrameRate: -1
  inferenceConfiguration:
-    width: 1280
-    height: 720
+    width: 84
+    height: 84
    qualityLevel: 5
    timeScale: 1
    targetFrameRate: 60
@@ -406,8 +496,191 @@ Transform:
  m_LocalScale: {x: 1, y: 1, z: 1}
  m_Children: []
  m_Father: {fileID: 0}
-  m_RootOrder: 3
+  m_RootOrder: 2
  m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
+--- !u!1 &1159195260
+GameObject:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
+  m_Component:
+  - component: {fileID: 1159195261}
+  - component: {fileID: 1159195264}
+  - component: {fileID: 1159195263}
+  - component: {fileID: 1159195262}
+  m_Layer: 0
+  m_Name: DistanceMeasurement
+  m_TagString: Untagged
+  m_Icon: {fileID: 0}
+  m_NavMeshLayer: 0
+  m_StaticEditorFlags: 0
+  m_IsActive: 1
+--- !u!4 &1159195261
+Transform:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1159195260}
+  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
+  m_LocalPosition: {x: 0, y: 0.217, z: -0.1}
+  m_LocalScale: {x: 1, y: 1, z: 0.0001}
+  m_Children: []
+  m_Father: {fileID: 99578049}
+  m_RootOrder: 0
+  m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
+--- !u!65 &1159195262
+BoxCollider:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1159195260}
+  m_Material: {fileID: 0}
+  m_IsTrigger: 0
+  m_Enabled: 1
+  serializedVersion: 2
+  m_Size: {x: 1, y: 1, z: 1}
+  m_Center: {x: 0, y: 0, z: 0}
+--- !u!23 &1159195263
+MeshRenderer:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1159195260}
+  m_Enabled: 1
+  m_CastShadows: 1
+  m_ReceiveShadows: 1
+  m_DynamicOccludee: 1
+  m_MotionVectors: 1
+  m_LightProbeUsage: 1
+  m_ReflectionProbeUsage: 1
+  m_RenderingLayerMask: 1
+  m_RendererPriority: 0
+  m_Materials:
+  - {fileID: 10303, guid: 0000000000000000f000000000000000, type: 0}
+  m_StaticBatchInfo:
+    firstSubMesh: 0
+    subMeshCount: 0
+  m_StaticBatchRoot: {fileID: 0}
+  m_ProbeAnchor: {fileID: 0}
+  m_LightProbeVolumeOverride: {fileID: 0}
+  m_ScaleInLightmap: 1
+  m_PreserveUVs: 0
+  m_IgnoreNormalsForChartDetection: 0
+  m_ImportantGI: 0
+  m_StitchLightmapSeams: 0
+  m_SelectedEditorRenderState: 3
+  m_MinimumChartSize: 4
+  m_AutoUVMaxDistance: 0.5
+  m_AutoUVMaxAngle: 89
+  m_LightmapParameters: {fileID: 0}
+  m_SortingLayerID: 0
+  m_SortingLayer: 0
+  m_SortingOrder: 0
+--- !u!33 &1159195264
+MeshFilter:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1159195260}
+  m_Mesh: {fileID: 10202, guid: 0000000000000000e000000000000000, type: 0}
+--- !u!1 &1863707380
+GameObject:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
+  m_Component:
+  - component: {fileID: 1863707381}
+  - component: {fileID: 1863707384}
+  - component: {fileID: 1863707383}
+  - component: {fileID: 1863707382}
+  m_Layer: 0
+  m_Name: TextureDisplay
+  m_TagString: Untagged
+  m_Icon: {fileID: 0}
+  m_NavMeshLayer: 0
+  m_StaticEditorFlags: 0
+  m_IsActive: 1
+--- !u!4 &1863707381
+Transform:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1863707380}
+  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
+  m_LocalPosition: {x: 0, y: 1.5, z: 0}
+  m_LocalScale: {x: 1, y: 1, z: 1}
+  m_Children: []
+  m_Father: {fileID: 99578049}
+  m_RootOrder: 1
+  m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
+--- !u!64 &1863707382
+MeshCollider:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1863707380}
+  m_Material: {fileID: 0}
+  m_IsTrigger: 0
+  m_Enabled: 1
+  serializedVersion: 3
+  m_Convex: 0
+  m_CookingOptions: 14
+  m_Mesh: {fileID: 10210, guid: 0000000000000000e000000000000000, type: 0}
+--- !u!23 &1863707383
+MeshRenderer:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1863707380}
+  m_Enabled: 1
+  m_CastShadows: 1
+  m_ReceiveShadows: 1
+  m_DynamicOccludee: 1
+  m_MotionVectors: 1
+  m_LightProbeUsage: 1
+  m_ReflectionProbeUsage: 1
+  m_RenderingLayerMask: 1
+  m_RendererPriority: 0
+  m_Materials:
+  - {fileID: 10303, guid: 0000000000000000f000000000000000, type: 0}
+  m_StaticBatchInfo:
+    firstSubMesh: 0
+    subMeshCount: 0
+  m_StaticBatchRoot: {fileID: 0}
+  m_ProbeAnchor: {fileID: 0}
+  m_LightProbeVolumeOverride: {fileID: 0}
+  m_ScaleInLightmap: 1
+  m_PreserveUVs: 0
+  m_IgnoreNormalsForChartDetection: 0
+  m_ImportantGI: 0
+  m_StitchLightmapSeams: 0
+  m_SelectedEditorRenderState: 3
+  m_MinimumChartSize: 4
+  m_AutoUVMaxDistance: 0.5
+  m_AutoUVMaxAngle: 89
+  m_LightmapParameters: {fileID: 0}
+  m_SortingLayerID: 0
+  m_SortingLayer: 0
+  m_SortingOrder: 0
+--- !u!33 &1863707384
+MeshFilter:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1863707380}
+  m_Mesh: {fileID: 10210, guid: 0000000000000000e000000000000000, type: 0}
 --- !u!1001 &7570006596986120122
 PrefabInstance:
  m_ObjectHideFlags: 0
@@ -420,6 +693,11 @@ PrefabInstance:
      propertyPath: m_Name
      value: Cozmo
      objectReference: {fileID: 0}
+    - target: {fileID: 7570006595835424292, guid: 0f97dac5215d69a4795763340d82925d,
+        type: 3}
+      propertyPath: m_IsActive
+      value: 1
+      objectReference: {fileID: 0}
    - target: {fileID: 7570006595835424293, guid: 0f97dac5215d69a4795763340d82925d,
        type: 3}
      propertyPath: m_LocalPosition.x
@@ -433,7 +711,7 @@ PrefabInstance:
    - target: {fileID: 7570006595835424293, guid: 0f97dac5215d69a4795763340d82925d,
        type: 3}
      propertyPath: m_LocalPosition.z
-      value: -0.564
+      value: -0.5457
      objectReference: {fileID: 0}
    - target: {fileID: 7570006595835424293, guid: 0f97dac5215d69a4795763340d82925d,
        type: 3}
@@ -458,7 +736,7 @@ PrefabInstance:
    - target: {fileID: 7570006595835424293, guid: 0f97dac5215d69a4795763340d82925d,
        type: 3}
      propertyPath: m_RootOrder
-      value: 0
+      value: 3
      objectReference: {fileID: 0}
    - target: {fileID: 7570006595835424293, guid: 0f97dac5215d69a4795763340d82925d,
        type: 3}
@@ -475,6 +753,11 @@ PrefabInstance:
      propertyPath: m_LocalEulerAnglesHint.z
      value: 0
      objectReference: {fileID: 0}
+    - target: {fileID: 1857425275647696726, guid: 0f97dac5215d69a4795763340d82925d,
+        type: 3}
+      propertyPath: m_IsActive
+      value: 1
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: 0f97dac5215d69a4795763340d82925d, type: 3}
 --- !u!1 &7570006596986120123 stripped
@@ -503,13 +786,16 @@ MonoBehaviour:
  m_EditorClassIdentifier: 
  brain: {fileID: 11400000, guid: 0d9d5ce547064a648b466ad7f208cf3d, type: 2}
  agentParameters:
-    agentCameras:
-    - {fileID: 589453882}
-    agentRenderTextures: []
-    maxStep: 0
+    agentCameras: []
+    agentRenderTextures:
+    - {fileID: 8400000, guid: 196f45b12806aaa449adc2ee1ca3b091, type: 2}
+    maxStep: 1000
    resetOnDone: 1
-    onDemandDecision: 0
+    onDemandDecision: 1
    numberOfActionsBetweenDecisions: 1
+  renderCamera: {fileID: 891713640}
+  academy: {fileID: 998256473}
+  timeBetweenDecisionsAtInference: 0.15
 --- !u!65 &7570006596986120126
 BoxCollider:
  m_ObjectHideFlags: 0
@@ -566,3 +852,4 @@ MonoBehaviour:
  m_Name: 
  m_EditorClassIdentifier: 
  testState: 1
+  isTesting: 0
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: dc9f178cf7c14df4ab61b1f7dcbc58d5
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,178 @@
+//using UnityEngine;
+//using OpenCvSharp;
+//using System.Threading.Tasks;
+
+
+//public class CannyTest : MonoBehaviour
+//{
+
+//    // Video parameters
+//    public MeshRenderer CameraRenderer;
+//    public MeshRenderer ProcessedImageRenderer;
+//    public Camera textureCamera;
+
+//    // Video size
+//    private const int imWidth = 1280; //TODO: Set width and height based on agent observation size
+//    private const int imHeight = 720;
+//    private int imFrameRate;
+
+//    // OpenCVSharp parameters
+//    private Mat videoSourceImage;
+//    private Mat cannyImage;
+//    private Texture2D processedTexture;
+//    private Vec3b[] videoSourceImageData;
+//    private byte[] cannyImageData;
+
+//    // Frame rate parameter
+//    private int updateFrameCount = 0;
+//    private int textureCount = 0;
+//    private int displayCount = 0;
+
+//    void Start()
+//    {
+//        // assign the camera texture to the meshrenderer
+//        CameraRenderer.material.mainTexture = textureCamera.targetTexture;
+
+//        // initialize video / image with given size
+//        videoSourceImage = new Mat(imHeight, imWidth, MatType.CV_8UC3);
+//        videoSourceImageData = new Vec3b[imHeight * imWidth];
+//        cannyImage = new Mat(imHeight, imWidth, MatType.CV_8UC1);
+//        cannyImageData = new byte[imHeight * imWidth];
+
+//        // create processed video texture as Texture2D object
+//        processedTexture = new Texture2D(imWidth, imHeight, TextureFormat.RGBA32, true, true);
+
+//        // assign the processedTexture to the meshrenderer for display
+//        ProcessedImageRenderer.material.mainTexture = processedTexture;
+//    }
+
+
+
+//    void Update()
+//    {
+
+//        updateFrameCount++;
+
+
+
+//        if (textureCamera.targetTexture.didUpdateThisFrame)
+//        {
+
+//            textureCount++;
+
+//            // convert texture of original video to OpenCVSharp Mat object
+//            TextureToMat();
+//            // update the opencv window of source video
+//            UpdateWindow(videoSourceImage);
+//            // create the canny edge image out of source image
+//            ProcessImage(videoSourceImage);
+//            // convert the OpenCVSharp Mat of canny image to Texture2D
+//            // the texture will be displayed automatically
+//            MatToTexture();
+
+//        }
+
+//    }
+//        else
+//        {
+//            Debug.Log("Can't find camera!");
+//        }
+
+
+//        // output frame rate information
+//        if (updateFrameCount % 30 == 0)
+//        {
+//            Debug.Log("Frame count: " + updateFrameCount + ", Texture count: " + textureCount + ", Display count: " + displayCount);
+//        }
+
+
+//    }
+
+
+//    // Convert Unity Texture2D object to OpenCVSharp Mat object
+//    void TextureToMat()
+//{
+//    // Color32 array : r, g, b, a
+//    Color32[] c = _webcamTexture.GetPixels32();
+
+//    // Parallel for loop
+//    // convert Color32 object to Vec3b object
+//    // Vec3b is the representation of pixel for Mat
+//    Parallel.For(0, imHeight, i =>
+//    {
+//        for (var j = 0; j < imWidth; j++)
+//        {
+//            var col = c[j + i * imWidth];
+//            var vec3 = new Vec3b
+//            {
+//                Item0 = col.b,
+//                Item1 = col.g,
+//                Item2 = col.r
+//            };
+//            // set pixel to an array
+//            videoSourceImageData[j + i * imWidth] = vec3;
+//        }
+//    });
+//    // assign the Vec3b array to Mat
+//    videoSourceImage.SetArray(0, 0, videoSourceImageData);
+//}
+
+
+
+//// Convert OpenCVSharp Mat object to Unity Texture2D object
+//void MatToTexture()
+//{
+//    // cannyImageData is byte array, because canny image is grayscale
+//    cannyImage.GetArray(0, 0, cannyImageData);
+//    // create Color32 array that can be assigned to Texture2D directly
+//    Color32[] c = new Color32[imHeight * imWidth];
+
+//    // parallel for loop
+//    Parallel.For(0, imHeight, i =>
+//    {
+//        for (var j = 0; j < imWidth; j++)
+//        {
+//            byte vec = cannyImageData[j + i * imWidth];
+//            var color32 = new Color32
+//            {
+//                r = vec,
+//                g = vec,
+//                b = vec,
+//                a = 0
+//            };
+//            c[j + i * imWidth] = color32;
+//        }
+//    });
+
+//    processedTexture.SetPixels32(c);
+//    // to update the texture, OpenGL manner
+//    processedTexture.Apply();
+//}
+
+
+
+//// Simple example of canny edge detect
+//void ProcessImage(Mat _image)
+//{
+//    Cv2.Flip(_image, _image, FlipMode.X);
+//    Cv2.Canny(_image, cannyImage, 100, 100);
+//}
+
+
+//// Display the original video in a opencv window
+//void UpdateWindow(Mat _image)
+//{
+//    Cv2.Flip(_image, _image, FlipMode.X);
+//    Cv2.ImShow("Copy video", _image);
+//    displayCount++;
+//}
+
+//// close the opencv window
+//public void OnDestroy()
+//{
+//    Cv2.DestroyAllWindows();
+
+//}
+
+
+//}
@@ -0,0 +1,11 @@
+fileFormatVersion: 2
+guid: 4d6afecccc2c5aa42a5c437ddf20a25c
+MonoImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  defaultReferences: []
+  executionOrder: 0
+  icon: {instanceID: 0}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,127 @@
+using System.Collections;
+using System.Collections.Generic;
+using UnityEngine;
+using OpenCvSharp;
+using System.Threading.Tasks;
+
+public class OnRenderImageTest : MonoBehaviour
+{
+    public MeshRenderer processedImageRenderer;
+
+    // OpenCVSharp parameters
+    private Mat videoSourceImage;
+    private Mat cannyImage;
+    private Texture2D processedTexture;
+    private Vec3b[] videoSourceImageData;
+    private byte[] cannyImageData;
+
+
+    private const int imWidth = 320; //TODO: Set width and height based on agent observation size
+    private const int imHeight = 240;
+
+    private Camera textureCamera;
+
+    private void Start()
+    {
+        textureCamera = GetComponent<Camera>();
+
+        //assign the processed targetTexture to the renderer to display the image
+        processedImageRenderer.material.mainTexture = textureCamera.targetTexture;
+
+        // initialize video / image with given size
+        videoSourceImage = new Mat(imHeight, imWidth, MatType.CV_8UC3);
+        videoSourceImageData = new Vec3b[imHeight * imWidth];
+        cannyImage = new Mat(imHeight, imWidth, MatType.CV_8UC1);
+        cannyImageData = new byte[imHeight * imWidth];
+    }
+
+
+    private void OnRenderImage(RenderTexture source, RenderTexture destination)
+    {
+        Texture2D tex = RenderTextureToTexture2D(source);
+        videoSourceImage = TextureToMat(tex);
+        cannyImage = ProcessImage(videoSourceImage);
+        processedTexture = MatToTexture(cannyImage);
+        Graphics.Blit(processedTexture, destination);
+    }
+
+    private Texture2D RenderTextureToTexture2D(RenderTexture rTex)
+    {
+        Texture2D tex = new Texture2D(imWidth, imHeight, TextureFormat.RGBA32, true, true);
+        RenderTexture.active = rTex;
+        tex.ReadPixels(new UnityEngine.Rect(0, 0, rTex.width, rTex.height), 0, 0);
+        tex.Apply();
+        return tex;
+    }
+
+    // Convert Unity Texture2D object to OpenCVSharp Mat object
+    private Mat TextureToMat(Texture2D source)
+    {
+        // Color32 array : r, g, b, a
+        Color32[] c = source.GetPixels32();
+
+        // Parallel for loop
+        // convert Color32 object to Vec3b object
+        // Vec3b is the representation of pixel for Mat
+        Parallel.For(0, imHeight, i =>
+        {
+            for (var j = 0; j < imWidth; j++)
+            {
+                var col = c[j + i * imWidth];
+                var vec3 = new Vec3b
+                {
+                    Item0 = col.b,
+                    Item1 = col.g,
+                    Item2 = col.r
+                };
+                // set pixel to an array
+                videoSourceImageData[j + i * imWidth] = vec3;
+            }
+        });
+
+        // assign the Vec3b array to Mat
+        Mat tmpMat = new Mat(imHeight, imWidth, MatType.CV_8UC3);
+        tmpMat.SetArray(0, 0, videoSourceImageData);
+        return tmpMat;
+    }
+
+    // Simple example of canny edge detect
+    private Mat ProcessImage(Mat _image)
+    {
+        Mat cannyImg = new Mat();
+        Cv2.Canny(_image, cannyImg, 100, 100);
+        return cannyImg;
+    }
+
+    // Convert OpenCVSharp Mat object to Unity Texture2D object
+    private Texture2D MatToTexture(Mat mat)
+    {
+        // cannyImageData is byte array, because canny image is grayscale
+        mat.GetArray(0, 0, cannyImageData);
+        // create Color32 array that can be assigned to Texture2D directly
+        Color32[] c = new Color32[imHeight * imWidth];
+
+        // parallel for loop
+        Parallel.For(0, imHeight, i =>
+        {
+            for (var j = 0; j < imWidth; j++)
+            {
+                byte vec = cannyImageData[j + i * imWidth];
+                var color32 = new Color32
+                {
+                    r = vec,
+                    g = vec,
+                    b = vec,
+                    a = 0
+                };
+                c[j + i * imWidth] = color32;
+            }
+        });
+
+        Texture2D texture = new Texture2D(imWidth, imHeight, TextureFormat.RGBA32, true, true);
+        texture.SetPixels32(c);
+        // to update the texture, OpenGL manner
+        texture.Apply();
+        return texture;
+    }
+}
@@ -0,0 +1,11 @@
+fileFormatVersion: 2
+guid: b940f59f459dc49479614595d02dcbbc
+MonoImporter:
+  externalObjects: {}
+  serializedVersion: 2
+  defaultReferences: []
+  executionOrder: 0
+  icon: {instanceID: 0}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -6,4 +6,39 @@ using UnityEngine;
 public class CozmoAgent : Agent
 {

+    public Camera renderCamera;
+    public Academy academy;
+    public float timeBetweenDecisionsAtInference;
+    private float timeSinceDecision;
+
+    public void FixedUpdate()
+    {
+        WaitTimeInference();
+    }
+
+    private void WaitTimeInference()
+    {
+        if (renderCamera != null)
+        {
+            renderCamera.Render();
+        }
+
+        if (!academy.GetIsInference())
+        {
+            RequestDecision();
+        }
+        else
+        {
+            if (timeSinceDecision >= timeBetweenDecisionsAtInference)
+            {
+                timeSinceDecision = 0f;
+                RequestDecision();
+            }
+            else
+            {
+                timeSinceDecision += Time.fixedDeltaTime;
+            }
+        }
+    }
+
 }
@@ -22,6 +22,10 @@ public class CozmoMovementTester : MonoBehaviour
    [Tooltip("Choose which speed of the virtual cozmo should be tested.")]
    public TestStates testState = TestStates.MovementSpeed;

+    [Tooltip("Start and stop testing")]
+    public bool isTesting = false;
+
+
    void Start()
    {
        movement = GetComponent<CozmoMovement>();
@@ -35,13 +39,16 @@ public class CozmoMovementTester : MonoBehaviour

    private void FixedUpdate()
    {
-        if (testState == TestStates.MovementSpeed)
+        if (isTesting)
        {
-            TestMovementSpeed();
-        }
-        else if (testState == TestStates.RotationSpeed)
-        {
-            TestRotationSpeed();
+            if (testState == TestStates.MovementSpeed)
+            {
+                TestMovementSpeed();
+            }
+            else if (testState == TestStates.RotationSpeed)
+            {
+                TestRotationSpeed();
+            }
        }
    }

@@ -60,6 +67,7 @@ public class CozmoMovementTester : MonoBehaviour
                    "\nElapsed time in milliseconds (Rotation): " + rotationWatch.ElapsedMilliseconds);
            }

+            isTesting = false;
            return;
        }
        else
@@ -87,6 +95,7 @@ public class CozmoMovementTester : MonoBehaviour
                    "/nElapsed time in milliseconds (Movement): " + movementWatch.ElapsedMilliseconds);
            }

+            isTesting = false;
            return;
        }
        else
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 1da60215cacd462438eae4718c228f73
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 09e41ca9f5a54064f8def1c95e27fd08
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: fe96f34bf245cba42abda9c0a289dbaa
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,77 @@
+%YAML 1.1
+%TAG !u! tag:unity3d.com,2011:
+--- !u!21 &2100000
+Material:
+  serializedVersion: 6
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_Name: Schachbrett_10cm
+  m_Shader: {fileID: 10752, guid: 0000000000000000f000000000000000, type: 0}
+  m_ShaderKeywords: 
+  m_LightmapFlags: 4
+  m_EnableInstancingVariants: 0
+  m_DoubleSidedGI: 0
+  m_CustomRenderQueue: -1
+  stringTagMap: {}
+  disabledShaderPasses: []
+  m_SavedProperties:
+    serializedVersion: 3
+    m_TexEnvs:
+    - _BumpMap:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    - _DetailAlbedoMap:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    - _DetailMask:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    - _DetailNormalMap:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    - _EmissionMap:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    - _MainTex:
+        m_Texture: {fileID: 2800000, guid: cc90c9868898fb4499e99837f404fcdc, type: 3}
+        m_Scale: {x: 10, y: 10}
+        m_Offset: {x: 0, y: 0}
+    - _MetallicGlossMap:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    - _OcclusionMap:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    - _ParallaxMap:
+        m_Texture: {fileID: 0}
+        m_Scale: {x: 1, y: 1}
+        m_Offset: {x: 0, y: 0}
+    m_Floats:
+    - _BumpScale: 1
+    - _Cutoff: 0.5
+    - _DetailNormalMapScale: 1
+    - _DstBlend: 0
+    - _GlossMapScale: 1
+    - _Glossiness: 0.5
+    - _GlossyReflections: 1
+    - _Metallic: 0
+    - _Mode: 0
+    - _OcclusionStrength: 1
+    - _Parallax: 0.02
+    - _SmoothnessTextureChannel: 0
+    - _SpecularHighlights: 1
+    - _SrcBlend: 1
+    - _UVSec: 0
+    - _ZWrite: 1
+    m_Colors:
+    - _Color: {r: 1, g: 1, b: 1, a: 1}
+    - _EmissionColor: {r: 0, g: 0, b: 0, a: 1}
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 645644d2cbab7d24bb1a6a693e8e6082
+NativeFormatImporter:
+  externalObjects: {}
+  mainObjectFileID: 2100000
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,99 @@
+fileFormatVersion: 2
+guid: cc90c9868898fb4499e99837f404fcdc
+TextureImporter:
+  fileIDToRecycleName: {}
+  externalObjects: {}
+  serializedVersion: 9
+  mipmaps:
+    mipMapMode: 0
+    enableMipMap: 1
+    sRGBTexture: 1
+    linearTexture: 0
+    fadeOut: 0
+    borderMipMap: 0
+    mipMapsPreserveCoverage: 0
+    alphaTestReferenceValue: 0.5
+    mipMapFadeDistanceStart: 1
+    mipMapFadeDistanceEnd: 3
+  bumpmap:
+    convertToNormalMap: 0
+    externalNormalMap: 0
+    heightScale: 0.25
+    normalMapFilter: 0
+  isReadable: 0
+  streamingMipmaps: 0
+  streamingMipmapsPriority: 0
+  grayScaleToAlpha: 0
+  generateCubemap: 6
+  cubemapConvolution: 0
+  seamlessCubemap: 0
+  textureFormat: 1
+  maxTextureSize: 2048
+  textureSettings:
+    serializedVersion: 2
+    filterMode: -1
+    aniso: 16
+    mipBias: -100
+    wrapU: 0
+    wrapV: 0
+    wrapW: 0
+  nPOTScale: 1
+  lightmap: 0
+  compressionQuality: 50
+  spriteMode: 0
+  spriteExtrude: 1
+  spriteMeshType: 1
+  alignment: 0
+  spritePivot: {x: 0.5, y: 0.5}
+  spritePixelsToUnits: 100
+  spriteBorder: {x: 0, y: 0, z: 0, w: 0}
+  spriteGenerateFallbackPhysicsShape: 1
+  alphaUsage: 1
+  alphaIsTransparency: 0
+  spriteTessellationDetail: -1
+  textureType: 0
+  textureShape: 1
+  singleChannelComponent: 0
+  maxTextureSizeSet: 0
+  compressionQualitySet: 0
+  textureFormatSet: 0
+  platformSettings:
+  - serializedVersion: 2
+    buildTarget: DefaultTexturePlatform
+    maxTextureSize: 2048
+    resizeAlgorithm: 0
+    textureFormat: -1
+    textureCompression: 1
+    compressionQuality: 50
+    crunchedCompression: 0
+    allowsAlphaSplitting: 0
+    overridden: 0
+    androidETC2FallbackOverride: 0
+  - serializedVersion: 2
+    buildTarget: Standalone
+    maxTextureSize: 2048
+    resizeAlgorithm: 0
+    textureFormat: -1
+    textureCompression: 1
+    compressionQuality: 50
+    crunchedCompression: 0
+    allowsAlphaSplitting: 0
+    overridden: 0
+    androidETC2FallbackOverride: 0
+  spriteSheet:
+    serializedVersion: 2
+    sprites: []
+    outline: []
+    physicsShape: []
+    bones: []
+    spriteID: 
+    vertices: []
+    indices: 
+    edges: []
+    weights: []
+  spritePackingTag: 
+  pSDRemoveMatte: 0
+  pSDShowRemoveMatteOption: 0
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 6760c1e7d4ebde3478dc8ab260ea9f04
+folderAsset: yes
+DefaultImporter:
+  externalObjects: {}
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,34 @@
+%YAML 1.1
+%TAG !u! tag:unity3d.com,2011:
+--- !u!84 &8400000
+RenderTexture:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_Name: CozmoCannyTexture
+  m_ImageContentsHash:
+    serializedVersion: 2
+    Hash: 00000000000000000000000000000000
+  m_ForcedFallbackFormat: 4
+  m_DownscaleFallback: 0
+  m_Width: 320
+  m_Height: 240
+  m_AntiAliasing: 1
+  m_DepthFormat: 2
+  m_ColorFormat: 0
+  m_MipMap: 0
+  m_GenerateMips: 1
+  m_SRGB: 0
+  m_UseDynamicScale: 0
+  m_BindMS: 0
+  m_TextureSettings:
+    serializedVersion: 2
+    m_FilterMode: 1
+    m_Aniso: 0
+    m_MipBias: 0
+    m_WrapU: 1
+    m_WrapV: 1
+    m_WrapW: 1
+  m_Dimension: 2
+  m_VolumeDepth: 1
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 196f45b12806aaa449adc2ee1ca3b091
+NativeFormatImporter:
+  externalObjects: {}
+  mainObjectFileID: 8400000
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -0,0 +1,34 @@
+%YAML 1.1
+%TAG !u! tag:unity3d.com,2011:
+--- !u!84 &8400000
+RenderTexture:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_Name: TestVisualBanana
+  m_ImageContentsHash:
+    serializedVersion: 2
+    Hash: 00000000000000000000000000000000
+  m_ForcedFallbackFormat: 4
+  m_DownscaleFallback: 0
+  m_Width: 256
+  m_Height: 256
+  m_AntiAliasing: 1
+  m_DepthFormat: 2
+  m_ColorFormat: 0
+  m_MipMap: 0
+  m_GenerateMips: 1
+  m_SRGB: 0
+  m_UseDynamicScale: 0
+  m_BindMS: 0
+  m_TextureSettings:
+    serializedVersion: 2
+    m_FilterMode: 1
+    m_Aniso: 0
+    m_MipBias: 0
+    m_WrapU: 1
+    m_WrapV: 1
+    m_WrapW: 1
+  m_Dimension: 2
+  m_VolumeDepth: 1
@@ -0,0 +1,8 @@
+fileFormatVersion: 2
+guid: 7cf95f69a56a16641b7419b518ba13ff
+NativeFormatImporter:
+  externalObjects: {}
+  mainObjectFileID: 8400000
+  userData: 
+  assetBundleName: 
+  assetBundleVariant: 
@@ -13,7 +13,7 @@ OcclusionCullingSettings:
 --- !u!104 &2
 RenderSettings:
  m_ObjectHideFlags: 0
-  serializedVersion: 8
+  serializedVersion: 9
  m_Fog: 0
  m_FogColor: {r: 0.5, g: 0.5, b: 0.5, a: 1}
  m_FogMode: 3
@@ -39,6 +39,7 @@ RenderSettings:
  m_CustomReflection: {fileID: 0}
  m_Sun: {fileID: 0}
  m_IndirectSpecularColor: {r: 0, g: 0, b: 0, a: 1}
+  m_UseRadianceAmbientProbe: 0
 --- !u!157 &3
 LightmapSettings:
  m_ObjectHideFlags: 0
@@ -49,16 +50,14 @@ LightmapSettings:
    m_BounceScale: 1
    m_IndirectOutputScale: 1
    m_AlbedoBoost: 1
-    m_TemporalCoherenceThreshold: 1
    m_EnvironmentLightingMode: 0
    m_EnableBakedLightmaps: 1
    m_EnableRealtimeLightmaps: 1
  m_LightmapEditorSettings:
-    serializedVersion: 9
+    serializedVersion: 10
    m_Resolution: 2
    m_BakeResolution: 40
-    m_TextureWidth: 1024
-    m_TextureHeight: 1024
+    m_AtlasSize: 1024
    m_AO: 1
    m_AOMaxDistance: 1
    m_CompAOExponent: 1
@@ -117,9 +116,10 @@ NavMeshSettings:
 --- !u!1 &273651478
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 273651479}
  - component: {fileID: 273651481}
@@ -134,8 +134,9 @@ GameObject:
 --- !u!224 &273651479
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 273651478}
  m_LocalRotation: {x: -0, y: -0, z: -0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -152,8 +153,9 @@ RectTransform:
 --- !u!114 &273651480
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 273651478}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -185,15 +187,18 @@ MonoBehaviour:
 --- !u!222 &273651481
 CanvasRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 273651478}
+  m_CullTransparentMesh: 0
 --- !u!1 &378228137
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 378228141}
  - component: {fileID: 378228140}
@@ -209,8 +214,9 @@ GameObject:
 --- !u!114 &378228138
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 378228137}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -225,8 +231,9 @@ MonoBehaviour:
 --- !u!114 &378228139
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 378228137}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -246,8 +253,9 @@ MonoBehaviour:
 --- !u!223 &378228140
 Canvas:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 378228137}
  m_Enabled: 1
  serializedVersion: 3
@@ -266,8 +274,9 @@ Canvas:
 --- !u!224 &378228141
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 378228137}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -286,9 +295,10 @@ RectTransform:
 --- !u!1 &762086410
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 762086412}
  - component: {fileID: 762086411}
@@ -302,8 +312,9 @@ GameObject:
 --- !u!108 &762086411
 Light:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 762086410}
  m_Enabled: 1
  serializedVersion: 8
@@ -329,6 +340,7 @@ Light:
    serializedVersion: 2
    m_Bits: 4294967295
  m_Lightmapping: 4
+  m_LightShadowCasterMode: 0
  m_AreaSize: {x: 1, y: 1}
  m_BounceIntensity: 1
  m_ColorTemperature: 6570
@@ -338,8 +350,9 @@ Light:
 --- !u!4 &762086412
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 762086410}
  m_LocalRotation: {x: 0.35355338, y: -0.35355338, z: 0.1464466, w: 0.8535535}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -349,53 +362,85 @@ Transform:
  m_RootOrder: 0
  m_LocalEulerAnglesHint: {x: 45, y: -45, z: 0}
 --- !u!1001 &977847932
-Prefab:
+PrefabInstance:
  m_ObjectHideFlags: 0
  serializedVersion: 2
  m_Modification:
    m_TransformParent: {fileID: 0}
    m_Modifications:
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_LocalPosition.x
      value: 0
      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_LocalPosition.y
      value: 0
      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_LocalPosition.z
      value: 0
      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_LocalRotation.x
      value: -0
      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_LocalRotation.y
      value: -0
      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_LocalRotation.z
      value: -0
      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_LocalRotation.w
      value: 1
      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_RootOrder
      value: 4
      objectReference: {fileID: 0}
+    - target: {fileID: 1086276695002122, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_IsActive
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 1687808258528990, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_IsActive
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 1310185974645282, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_IsActive
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 114813974235827884, guid: 79d09bf6cbfa64f55a572755f594652f,
+        type: 3}
+      propertyPath: agentParameters.agentCameras.Array.size
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 114813974235827884, guid: 79d09bf6cbfa64f55a572755f594652f,
+        type: 3}
+      propertyPath: agentParameters.agentRenderTextures.Array.size
+      value: 1
+      objectReference: {fileID: 0}
+    - target: {fileID: 114813974235827884, guid: 79d09bf6cbfa64f55a572755f594652f,
+        type: 3}
+      propertyPath: agentParameters.agentRenderTextures.Array.data[0]
+      value: 
+      objectReference: {fileID: 8400000, guid: 7cf95f69a56a16641b7419b518ba13ff, type: 2}
+    - target: {fileID: 20704335789641980, guid: 79d09bf6cbfa64f55a572755f594652f,
+        type: 3}
+      propertyPath: m_TargetTexture
+      value: 
+      objectReference: {fileID: 8400000, guid: 7cf95f69a56a16641b7419b518ba13ff, type: 2}
    m_RemovedComponents: []
-  m_ParentPrefab: {fileID: 100100000, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-  m_IsPrefabParent: 0
+  m_SourcePrefab: {fileID: 100100000, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
 --- !u!1 &1009000883
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1009000884}
  - component: {fileID: 1009000887}
@@ -409,8 +454,9 @@ GameObject:
 --- !u!4 &1009000884
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1009000883}
  m_LocalRotation: {x: 0.2588191, y: 0, z: 0, w: 0.9659258}
  m_LocalPosition: {x: 0, y: 75, z: -140}
@@ -422,13 +468,19 @@ Transform:
 --- !u!20 &1009000887
 Camera:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1009000883}
  m_Enabled: 1
  serializedVersion: 2
  m_ClearFlags: 2
  m_BackGroundColor: {r: 0.39609292, g: 0.49962592, b: 0.6509434, a: 0}
+  m_projectionMatrixMode: 1
+  m_SensorSize: {x: 36, y: 24}
+  m_LensShift: {x: 0, y: 0}
+  m_GateFitMode: 2
+  m_FocalLength: 50
  m_NormalizedViewPortRect:
    serializedVersion: 2
    x: 0
@@ -458,9 +510,10 @@ Camera:
 --- !u!1 &1086444495
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1086444498}
  - component: {fileID: 1086444497}
@@ -475,8 +528,9 @@ GameObject:
 --- !u!114 &1086444496
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1086444495}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -508,14 +562,17 @@ MonoBehaviour:
 --- !u!222 &1086444497
 CanvasRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1086444495}
+  m_CullTransparentMesh: 0
 --- !u!224 &1086444498
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1086444495}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -530,57 +587,61 @@ RectTransform:
  m_SizeDelta: {x: 160, y: 30}
  m_Pivot: {x: 0.5, y: 0.5}
 --- !u!1001 &1429151548
-Prefab:
+PrefabInstance:
  m_ObjectHideFlags: 0
  serializedVersion: 2
  m_Modification:
    m_TransformParent: {fileID: 0}
    m_Modifications:
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_LocalPosition.x
-      value: 150
-      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_LocalPosition.y
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_LocalPosition.z
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_LocalRotation.x
-      value: -0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_LocalRotation.y
-      value: -0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_LocalRotation.z
-      value: -0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_LocalRotation.w
-      value: 1
-      objectReference: {fileID: 0}
-    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-      propertyPath: m_RootOrder
-      value: 5
-      objectReference: {fileID: 0}
-    - target: {fileID: 1575621625717122, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
+    - target: {fileID: 1575621625717122, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
      propertyPath: m_Name
      value: VisualRLArea (1)
      objectReference: {fileID: 0}
+    - target: {fileID: 1575621625717122, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_IsActive
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_LocalPosition.x
+      value: 150
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_LocalPosition.y
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_LocalPosition.z
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_LocalRotation.x
+      value: -0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_LocalRotation.y
+      value: -0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_LocalRotation.z
+      value: -0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_LocalRotation.w
+      value: 1
+      objectReference: {fileID: 0}
+    - target: {fileID: 4124995608184224, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
+      propertyPath: m_RootOrder
+      value: 5
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
-  m_ParentPrefab: {fileID: 100100000, guid: 79d09bf6cbfa64f55a572755f594652f, type: 2}
-  m_IsPrefabParent: 0
+  m_SourcePrefab: {fileID: 100100000, guid: 79d09bf6cbfa64f55a572755f594652f, type: 3}
 --- !u!1 &1574236047
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1574236049}
  - component: {fileID: 1574236048}
@@ -594,8 +655,9 @@ GameObject:
 --- !u!114 &1574236048
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1574236047}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -605,7 +667,8 @@ MonoBehaviour:
  broadcastHub:
    broadcastingBrains:
    - {fileID: 11400000, guid: 24e823594179d48189b2c78003c50ce0, type: 2}
-    _brainsToControl: []
+    _brainsToControl:
+    - {fileID: 11400000, guid: 24e823594179d48189b2c78003c50ce0, type: 2}
  maxSteps: 1500
  trainingConfiguration:
    width: 500
@@ -628,8 +691,9 @@ MonoBehaviour:
 --- !u!4 &1574236049
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1574236047}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0.71938086, y: 0.27357092, z: 4.1970553}
@@ -641,9 +705,10 @@ Transform:
 --- !u!1 &1799584680
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1799584681}
  - component: {fileID: 1799584683}
@@ -658,8 +723,9 @@ GameObject:
 --- !u!224 &1799584681
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1799584680}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -677,8 +743,9 @@ RectTransform:
 --- !u!114 &1799584682
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1799584680}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -701,9 +768,12 @@ MonoBehaviour:
  m_FillAmount: 1
  m_FillClockwise: 1
  m_FillOrigin: 0
+  m_UseSpriteMesh: 0
 --- !u!222 &1799584683
 CanvasRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1799584680}
+  m_CullTransparentMesh: 0
@@ -13,7 +13,7 @@ OcclusionCullingSettings:
 --- !u!104 &2
 RenderSettings:
  m_ObjectHideFlags: 0
-  serializedVersion: 8
+  serializedVersion: 9
  m_Fog: 0
  m_FogColor: {r: 0.5, g: 0.5, b: 0.5, a: 1}
  m_FogMode: 3
@@ -38,7 +38,8 @@ RenderSettings:
  m_ReflectionIntensity: 1
  m_CustomReflection: {fileID: 0}
  m_Sun: {fileID: 0}
-  m_IndirectSpecularColor: {r: 0.43668893, g: 0.4842832, b: 0.56452656, a: 1}
+  m_IndirectSpecularColor: {r: 0.4366757, g: 0.48427194, b: 0.5645252, a: 1}
+  m_UseRadianceAmbientProbe: 0
 --- !u!157 &3
 LightmapSettings:
  m_ObjectHideFlags: 0
@@ -49,16 +50,14 @@ LightmapSettings:
    m_BounceScale: 1
    m_IndirectOutputScale: 1
    m_AlbedoBoost: 1
-    m_TemporalCoherenceThreshold: 1
    m_EnvironmentLightingMode: 0
    m_EnableBakedLightmaps: 1
    m_EnableRealtimeLightmaps: 1
  m_LightmapEditorSettings:
-    serializedVersion: 9
+    serializedVersion: 10
    m_Resolution: 2
    m_BakeResolution: 40
-    m_TextureWidth: 1024
-    m_TextureHeight: 1024
+    m_AtlasSize: 1024
    m_AO: 0
    m_AOMaxDistance: 1
    m_CompAOExponent: 1
@@ -116,9 +115,10 @@ NavMeshSettings:
 --- !u!1 &2047662
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 2047664}
  - component: {fileID: 2047663}
@@ -132,8 +132,9 @@ GameObject:
 --- !u!114 &2047663
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 2047662}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -143,7 +144,8 @@ MonoBehaviour:
  broadcastHub:
    broadcastingBrains:
    - {fileID: 11400000, guid: 2c1d51b7167874f31beda0b0cf0af468, type: 2}
-    _brainsToControl: []
+    _brainsToControl:
+    - {fileID: 11400000, guid: 2c1d51b7167874f31beda0b0cf0af468, type: 2}
  maxSteps: 0
  trainingConfiguration:
    width: 84
@@ -170,14 +172,15 @@ MonoBehaviour:
  trueAgent: {fileID: 858783320}
  gridSize: 0
  camObject: {fileID: 99095112}
-  agentPref: {fileID: 1657514749044530, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-  goalPref: {fileID: 1508142483324970, guid: 1ec4e4e96e7514d45b7ebc3ba5a9a481, type: 2}
-  pitPref: {fileID: 1811317785436014, guid: d13ee2db77b3a4dcc8664d2fe2a0f219, type: 2}
+  agentPref: {fileID: 1657514749044530, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+  goalPref: {fileID: 1508142483324970, guid: 1ec4e4e96e7514d45b7ebc3ba5a9a481, type: 3}
+  pitPref: {fileID: 1811317785436014, guid: d13ee2db77b3a4dcc8664d2fe2a0f219, type: 3}
 --- !u!4 &2047664
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 2047662}
  m_LocalRotation: {x: 0.7071068, y: -0, z: -0, w: 0.7071068}
  m_LocalPosition: {x: 0, y: 9.52, z: 0}
@@ -189,9 +192,10 @@ Transform:
 --- !u!1 &87755817
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 87755819}
  - component: {fileID: 87755818}
@@ -205,8 +209,9 @@ GameObject:
 --- !u!108 &87755818
 Light:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 87755817}
  m_Enabled: 1
  serializedVersion: 8
@@ -232,6 +237,7 @@ Light:
    serializedVersion: 2
    m_Bits: 4294967295
  m_Lightmapping: 4
+  m_LightShadowCasterMode: 0
  m_AreaSize: {x: 1, y: 1}
  m_BounceIntensity: 1
  m_ColorTemperature: 6570
@@ -241,8 +247,9 @@ Light:
 --- !u!4 &87755819
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 87755817}
  m_LocalRotation: {x: 0.7071068, y: 0, z: 0, w: 0.7071068}
  m_LocalPosition: {x: 0, y: 9.52, z: 0}
@@ -254,9 +261,10 @@ Transform:
 --- !u!1 &99095112
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 99095116}
  - component: {fileID: 99095115}
@@ -272,27 +280,35 @@ GameObject:
 --- !u!124 &99095113
 Behaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 99095112}
  m_Enabled: 1
 --- !u!92 &99095114
 Behaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 99095112}
  m_Enabled: 1
 --- !u!20 &99095115
 Camera:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 99095112}
  m_Enabled: 1
  serializedVersion: 2
  m_ClearFlags: 2
  m_BackGroundColor: {r: 0.39609292, g: 0.49962592, b: 0.6509434, a: 0}
+  m_projectionMatrixMode: 1
+  m_SensorSize: {x: 36, y: 24}
+  m_LensShift: {x: 0, y: 0}
+  m_GateFitMode: 2
+  m_FocalLength: 50
  m_NormalizedViewPortRect:
    serializedVersion: 2
    x: 0
@@ -322,8 +338,9 @@ Camera:
 --- !u!4 &99095116
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 99095112}
  m_LocalRotation: {x: 0.35355338, y: 0.35355338, z: -0.1464466, w: 0.8535535}
  m_LocalPosition: {x: -5, y: 8.2, z: -5}
@@ -335,9 +352,10 @@ Transform:
 --- !u!1 &363761396
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 363761400}
  - component: {fileID: 363761399}
@@ -353,8 +371,9 @@ GameObject:
 --- !u!114 &363761397
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 363761396}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -369,8 +388,9 @@ MonoBehaviour:
 --- !u!114 &363761398
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 363761396}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -390,8 +410,9 @@ MonoBehaviour:
 --- !u!223 &363761399
 Canvas:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 363761396}
  m_Enabled: 1
  serializedVersion: 3
@@ -410,8 +431,9 @@ Canvas:
 --- !u!224 &363761400
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 363761396}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -431,9 +453,10 @@ RectTransform:
 --- !u!1 &486401523
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 486401524}
  m_Layer: 0
@@ -446,8 +469,9 @@ GameObject:
 --- !u!4 &486401524
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 486401523}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -464,9 +488,10 @@ Transform:
 --- !u!1 &489340223
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 489340224}
  - component: {fileID: 489340228}
@@ -480,8 +505,9 @@ GameObject:
 --- !u!4 &489340224
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 489340223}
  m_LocalRotation: {x: 0.7071068, y: -0, z: -0, w: 0.7071068}
  m_LocalPosition: {x: 0, y: 5, z: 0}
@@ -493,13 +519,19 @@ Transform:
 --- !u!20 &489340228
 Camera:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 489340223}
  m_Enabled: 1
  serializedVersion: 2
  m_ClearFlags: 1
  m_BackGroundColor: {r: 0.19215687, g: 0.3019608, b: 0.4745098, a: 0}
+  m_projectionMatrixMode: 1
+  m_SensorSize: {x: 36, y: 24}
+  m_LensShift: {x: 0, y: 0}
+  m_GateFitMode: 2
+  m_FocalLength: 50
  m_NormalizedViewPortRect:
    serializedVersion: 2
    x: 0
@@ -529,9 +561,10 @@ Camera:
 --- !u!1 &742849316
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 742849319}
  - component: {fileID: 742849318}
@@ -546,8 +579,9 @@ GameObject:
 --- !u!114 &742849317
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 742849316}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -564,8 +598,9 @@ MonoBehaviour:
 --- !u!114 &742849318
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 742849316}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -578,8 +613,9 @@ MonoBehaviour:
 --- !u!4 &742849319
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 742849316}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -590,15 +626,17 @@ Transform:
  m_LocalEulerAnglesHint: {x: 0, y: 0, z: 0}
 --- !u!1 &858783320 stripped
 GameObject:
-  m_PrefabParentObject: {fileID: 1657514749044530, guid: 628960e910f094ad1909ecc88cc8016d,
-    type: 2}
-  m_PrefabInternal: {fileID: 1477921759}
+  m_CorrespondingSourceObject: {fileID: 1657514749044530, guid: 628960e910f094ad1909ecc88cc8016d,
+    type: 3}
+  m_PrefabInstance: {fileID: 1477921759}
+  m_PrefabAsset: {fileID: 0}
 --- !u!1 &918893358
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 918893359}
  - component: {fileID: 918893361}
@@ -613,8 +651,9 @@ GameObject:
 --- !u!224 &918893359
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 918893358}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -631,8 +670,9 @@ RectTransform:
 --- !u!114 &918893360
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 918893358}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -666,15 +706,18 @@ MonoBehaviour:
 --- !u!222 &918893361
 CanvasRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 918893358}
+  m_CullTransparentMesh: 0
 --- !u!1 &959566328
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 959566332}
  - component: {fileID: 959566331}
@@ -690,8 +733,9 @@ GameObject:
 --- !u!23 &959566329
 MeshRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 959566328}
  m_Enabled: 1
  m_CastShadows: 0
@@ -700,6 +744,8 @@ MeshRenderer:
  m_MotionVectors: 1
  m_LightProbeUsage: 1
  m_ReflectionProbeUsage: 1
+  m_RenderingLayerMask: 1
+  m_RendererPriority: 0
  m_Materials:
  - {fileID: 2100000, guid: 214660f4189b04cada2137381f5c3607, type: 2}
  m_StaticBatchInfo:
@@ -724,8 +770,9 @@ MeshRenderer:
 --- !u!65 &959566330
 BoxCollider:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 959566328}
  m_Material: {fileID: 0}
  m_IsTrigger: 0
@@ -736,15 +783,17 @@ BoxCollider:
 --- !u!33 &959566331
 MeshFilter:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 959566328}
  m_Mesh: {fileID: 10202, guid: 0000000000000000e000000000000000, type: 0}
 --- !u!4 &959566332
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 959566328}
  m_LocalRotation: {x: -0, y: -0, z: -0, w: 1}
  m_LocalPosition: {x: -1, y: 0, z: 0}
@@ -756,9 +805,10 @@ Transform:
 --- !u!1 &1045409640
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1045409644}
  - component: {fileID: 1045409643}
@@ -774,8 +824,9 @@ GameObject:
 --- !u!23 &1045409641
 MeshRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1045409640}
  m_Enabled: 1
  m_CastShadows: 0
@@ -784,6 +835,8 @@ MeshRenderer:
  m_MotionVectors: 1
  m_LightProbeUsage: 1
  m_ReflectionProbeUsage: 1
+  m_RenderingLayerMask: 1
+  m_RendererPriority: 0
  m_Materials:
  - {fileID: 2100000, guid: 214660f4189b04cada2137381f5c3607, type: 2}
  m_StaticBatchInfo:
@@ -808,8 +861,9 @@ MeshRenderer:
 --- !u!65 &1045409642
 BoxCollider:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1045409640}
  m_Material: {fileID: 0}
  m_IsTrigger: 0
@@ -820,15 +874,17 @@ BoxCollider:
 --- !u!33 &1045409643
 MeshFilter:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1045409640}
  m_Mesh: {fileID: 10202, guid: 0000000000000000e000000000000000, type: 0}
 --- !u!4 &1045409644
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1045409640}
  m_LocalRotation: {x: -0, y: -0, z: -0, w: 1}
  m_LocalPosition: {x: 1, y: 0, z: 0}
@@ -840,9 +896,10 @@ Transform:
 --- !u!1 &1208586857
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1208586861}
  - component: {fileID: 1208586860}
@@ -858,8 +915,9 @@ GameObject:
 --- !u!23 &1208586858
 MeshRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1208586857}
  m_Enabled: 1
  m_CastShadows: 0
@@ -868,6 +926,8 @@ MeshRenderer:
  m_MotionVectors: 1
  m_LightProbeUsage: 1
  m_ReflectionProbeUsage: 1
+  m_RenderingLayerMask: 1
+  m_RendererPriority: 0
  m_Materials:
  - {fileID: 2100000, guid: 8d8e8962a89d44eb28cf1b21b88014ec, type: 2}
  m_StaticBatchInfo:
@@ -892,8 +952,9 @@ MeshRenderer:
 --- !u!64 &1208586859
 MeshCollider:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1208586857}
  m_Material: {fileID: 0}
  m_IsTrigger: 0
@@ -901,20 +962,21 @@ MeshCollider:
  serializedVersion: 3
  m_Convex: 0
  m_CookingOptions: 14
-  m_SkinWidth: 0.01
  m_Mesh: {fileID: 10209, guid: 0000000000000000e000000000000000, type: 0}
 --- !u!33 &1208586860
 MeshFilter:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1208586857}
  m_Mesh: {fileID: 10209, guid: 0000000000000000e000000000000000, type: 0}
 --- !u!4 &1208586861
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1208586857}
  m_LocalRotation: {x: -0, y: -0, z: -0, w: 1}
  m_LocalPosition: {x: 0, y: -0.5, z: 0}
@@ -926,9 +988,10 @@ Transform:
 --- !u!1 &1305247359
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1305247360}
  - component: {fileID: 1305247362}
@@ -943,8 +1006,9 @@ GameObject:
 --- !u!224 &1305247360
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1305247359}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -961,8 +1025,9 @@ RectTransform:
 --- !u!114 &1305247361
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1305247359}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -987,81 +1052,83 @@ MonoBehaviour:
 --- !u!222 &1305247362
 CanvasRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1305247359}
+  m_CullTransparentMesh: 0
 --- !u!1001 &1477921759
-Prefab:
+PrefabInstance:
  m_ObjectHideFlags: 0
  serializedVersion: 2
  m_Modification:
    m_TransformParent: {fileID: 0}
    m_Modifications:
-    - target: {fileID: 114143683117020968, guid: 628960e910f094ad1909ecc88cc8016d,
-        type: 2}
-      propertyPath: agentParameters.agentCameras.Array.size
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 114143683117020968, guid: 628960e910f094ad1909ecc88cc8016d,
-        type: 2}
-      propertyPath: agentParameters.agentRenderTextures.Array.size
-      value: 1
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_LocalPosition.x
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_LocalPosition.y
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_LocalPosition.z
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_LocalRotation.x
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_LocalRotation.y
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_LocalRotation.z
-      value: 0
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_LocalRotation.w
-      value: 1
-      objectReference: {fileID: 0}
-    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-      propertyPath: m_RootOrder
-      value: 7
-      objectReference: {fileID: 0}
-    - target: {fileID: 1657514749044530, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
+    - target: {fileID: 1657514749044530, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
      propertyPath: m_Name
      value: trueAgent
      objectReference: {fileID: 0}
    - target: {fileID: 114143683117020968, guid: 628960e910f094ad1909ecc88cc8016d,
-        type: 2}
+        type: 3}
+      propertyPath: agentParameters.agentCameras.Array.size
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 114143683117020968, guid: 628960e910f094ad1909ecc88cc8016d,
+        type: 3}
+      propertyPath: agentParameters.agentRenderTextures.Array.size
+      value: 1
+      objectReference: {fileID: 0}
+    - target: {fileID: 114143683117020968, guid: 628960e910f094ad1909ecc88cc8016d,
+        type: 3}
      propertyPath: agentParameters.agentRenderTextures.Array.data[0]
      value: 
      objectReference: {fileID: 8400000, guid: 114608d5384404f89bff4b6f88432958, type: 2}
    - target: {fileID: 114143683117020968, guid: 628960e910f094ad1909ecc88cc8016d,
-        type: 2}
+        type: 3}
      propertyPath: renderCamera
      value: 
      objectReference: {fileID: 489340228}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_LocalPosition.x
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_LocalPosition.y
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_LocalPosition.z
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_LocalRotation.x
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_LocalRotation.y
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_LocalRotation.z
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_LocalRotation.w
+      value: 1
+      objectReference: {fileID: 0}
+    - target: {fileID: 4587181662868872, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
+      propertyPath: m_RootOrder
+      value: 7
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
-  m_ParentPrefab: {fileID: 100100000, guid: 628960e910f094ad1909ecc88cc8016d, type: 2}
-  m_IsPrefabParent: 0
+  m_SourcePrefab: {fileID: 100100000, guid: 628960e910f094ad1909ecc88cc8016d, type: 3}
 --- !u!1 &1553342942
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1553342943}
  - component: {fileID: 1553342945}
@@ -1076,8 +1143,9 @@ GameObject:
 --- !u!224 &1553342943
 RectTransform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1553342942}
  m_LocalRotation: {x: 0, y: 0, z: 0, w: 1}
  m_LocalPosition: {x: 0, y: 0, z: 0}
@@ -1094,8 +1162,9 @@ RectTransform:
 --- !u!114 &1553342944
 MonoBehaviour:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1553342942}
  m_Enabled: 1
  m_EditorHideFlags: 0
@@ -1127,15 +1196,18 @@ MonoBehaviour:
 --- !u!222 &1553342945
 CanvasRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1553342942}
+  m_CullTransparentMesh: 0
 --- !u!1 &1726089810
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1726089814}
  - component: {fileID: 1726089813}
@@ -1151,8 +1223,9 @@ GameObject:
 --- !u!23 &1726089811
 MeshRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1726089810}
  m_Enabled: 1
  m_CastShadows: 0
@@ -1161,6 +1234,8 @@ MeshRenderer:
  m_MotionVectors: 1
  m_LightProbeUsage: 1
  m_ReflectionProbeUsage: 1
+  m_RenderingLayerMask: 1
+  m_RendererPriority: 0
  m_Materials:
  - {fileID: 2100000, guid: 214660f4189b04cada2137381f5c3607, type: 2}
  m_StaticBatchInfo:
@@ -1185,8 +1260,9 @@ MeshRenderer:
 --- !u!65 &1726089812
 BoxCollider:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1726089810}
  m_Material: {fileID: 0}
  m_IsTrigger: 0
@@ -1197,15 +1273,17 @@ BoxCollider:
 --- !u!33 &1726089813
 MeshFilter:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1726089810}
  m_Mesh: {fileID: 10202, guid: 0000000000000000e000000000000000, type: 0}
 --- !u!4 &1726089814
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1726089810}
  m_LocalRotation: {x: -0, y: 0.7071068, z: -0, w: 0.7071068}
  m_LocalPosition: {x: 0, y: 0, z: -1}
@@ -1217,9 +1295,10 @@ Transform:
 --- !u!1 &1938864789
 GameObject:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
-  serializedVersion: 5
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  serializedVersion: 6
  m_Component:
  - component: {fileID: 1938864793}
  - component: {fileID: 1938864792}
@@ -1235,8 +1314,9 @@ GameObject:
 --- !u!23 &1938864790
 MeshRenderer:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1938864789}
  m_Enabled: 1
  m_CastShadows: 0
@@ -1245,6 +1325,8 @@ MeshRenderer:
  m_MotionVectors: 1
  m_LightProbeUsage: 1
  m_ReflectionProbeUsage: 1
+  m_RenderingLayerMask: 1
+  m_RendererPriority: 0
  m_Materials:
  - {fileID: 2100000, guid: 214660f4189b04cada2137381f5c3607, type: 2}
  m_StaticBatchInfo:
@@ -1269,8 +1351,9 @@ MeshRenderer:
 --- !u!65 &1938864791
 BoxCollider:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1938864789}
  m_Material: {fileID: 0}
  m_IsTrigger: 0
@@ -1281,15 +1364,17 @@ BoxCollider:
 --- !u!33 &1938864792
 MeshFilter:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1938864789}
  m_Mesh: {fileID: 10202, guid: 0000000000000000e000000000000000, type: 0}
 --- !u!4 &1938864793
 Transform:
  m_ObjectHideFlags: 0
-  m_PrefabParentObject: {fileID: 0}
-  m_PrefabInternal: {fileID: 0}
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
  m_GameObject: {fileID: 1938864789}
  m_LocalRotation: {x: -0, y: 0.7071068, z: -0, w: 0.7071068}
  m_LocalPosition: {x: 0, y: 0, z: 1}
@@ -43,11 +43,14 @@
   "metadata": {},
   "outputs": [
    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Python version:\n",
-      "3.6.7 |Anaconda, Inc.| (default, Oct 28 2018, 19:44:12) [MSC v.1915 64 bit (AMD64)]\n"
+     "ename": "ModuleNotFoundError",
+     "evalue": "No module named 'cv2'",
+     "output_type": "error",
+     "traceback": [
+      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
+      "\u001b[1;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
+      "\u001b[1;32m<ipython-input-2-281cb4b29e52>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m()\u001b[0m\n\u001b[0;32m      2\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mnumpy\u001b[0m \u001b[1;32mas\u001b[0m \u001b[0mnp\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      3\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0msys\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 4\u001b[1;33m \u001b[1;32mimport\u001b[0m \u001b[0mcv2\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      5\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      6\u001b[0m \u001b[1;32mfrom\u001b[0m \u001b[0mmlagents\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0menvs\u001b[0m \u001b[1;32mimport\u001b[0m \u001b[0mUnityEnvironment\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
+      "\u001b[1;31mModuleNotFoundError\u001b[0m: No module named 'cv2'"
     ]
    }
   ],
@@ -55,6 +58,7 @@
    "import matplotlib.pyplot as plt\n",
    "import numpy as np\n",
    "import sys\n",
+    "#import cv2\n",
    "\n",
    "from mlagents.envs import UnityEnvironment\n",
    "\n",
@@ -80,9 +84,30 @@
  },
  {
   "cell_type": "code",
-   "execution_count": null,
+   "execution_count": 3,
   "metadata": {},
-   "outputs": [],
+   "outputs": [
+    {
+     "name": "stderr",
+     "output_type": "stream",
+     "text": [
+      "INFO:mlagents.envs:\n",
+      "'Academy' started successfully!\n",
+      "Unity Academy name: Academy\n",
+      "        Number of Brains: 1\n",
+      "        Number of Training Brains : 1\n",
+      "        Reset Parameters :\n",
+      "\t\t\n",
+      "Unity brain name: VisualBananaLearning\n",
+      "        Number of Visual Observations (per agent): 1\n",
+      "        Vector Observation space size (per agent): 0\n",
+      "        Number of stacked Vector Observation: 1\n",
+      "        Vector Action space type: discrete\n",
+      "        Vector Action space size (per agent): [3, 3, 3, 2]\n",
+      "        Vector Action descriptions: , , , \n"
+     ]
+    }
+   ],
   "source": [
    "env = UnityEnvironment(file_name=env_name)\n",
    "\n",
@@ -101,19 +126,29 @@
  },
  {
   "cell_type": "code",
-   "execution_count": 4,
+   "execution_count": 5,
   "metadata": {},
   "outputs": [
    {
-     "ename": "NameError",
-     "evalue": "name 'env' is not defined",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
-      "\u001b[1;32m<ipython-input-4-960e284ef7df>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[1;31m# Reset the environment\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m \u001b[0menv_info\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0menv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreset\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mdefault_brain\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      3\u001b[0m \u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m \u001b[1;31m# Examine the state space for the default brain\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m \u001b[0mprint\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;34m\"Agent state looks like: \\n{}\"\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mformat\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0menv_info\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mvector_observations\u001b[0m\u001b[1;33m[\u001b[0m\u001b[1;36m0\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
-      "\u001b[1;31mNameError\u001b[0m: name 'env' is not defined"
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Agent state looks like: \n",
+      "[]\n",
+      "Agent observations look like:\n"
     ]
+    },
+    {
+     "data": {
+      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP4AAAD8CAYAAABXXhlaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAFzhJREFUeJztnX/MJVV5xz8PuyCygMuibFaWFLAqiyT82C1FMU0L0lJrtEm1EU1DWhL+0Ypiyg+1GlO1YlVWU0NKQWsbqyhiJcSoZMU0NhZ3F1AWVmRFCysri8gioiK7+/SPmfveue89M3Nm7tz73tnz/by5uTNnzo9nZu7znuc855e5O0KItDhoqQUQQsweKb4QCSLFFyJBpPhCJIgUX4gEkeILkSBSfCESZCLFN7Pzzew+M9thZld0JZQQYrpY2wE8ZrYM+AFwHrAT2Axc4O73dieeEGIaLJ8g7ZnADnd/AMDMPge8BihV/KOec7gfu/roCYoUQlTxk0ce4/Enfml18SZR/GOBhwrnO4Hfr0yw+mi+8M+XT1CkEKKK1735qqh4k7TxQ/9VxtoNZnaxmW0xsy0/f+KXExQnhOiKSRR/J3Bc4Xwt8PDiSO5+rbtvcPcNq55z+ATFCSG6YhLF3wy80MxOMLNDgNcDN3cjlhBimrRu47v7XjN7M/A1YBnwSXe/pzPJhBBTYxLnHu7+FeArHckihJgRGrknRIJI8YVIECm+EAkixRciQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIFJ8IRJEii9EgtQqvpl90sx2m9m2QtgqM7vVzO7Pv4+arphCiC6JqfH/DTh/UdgVwCZ3fyGwKT8XQvSEWsV39/8Gfr4o+DXAp/PjTwN/3rFcQogp0raNv9rddwHk38d0J5IQYtpM3bmnnXSEmD/aKv4jZrYGIP/eXRZRO+kIMX+0VfybgQvz4wuBL3cjjhBiFsR0530W+DbwYjPbaWYXAR8EzjOz+4Hz8nMhRE+o3UnH3S8ouXRux7IIIWaERu4JkSBSfCESRIovRIJI8YVIECm+EAkixRciQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIDFLbx1nZreZ2XYzu8fMLsnDtZuOED0lpsbfC7zd3dcBZwFvMrOT0W46QvSWmJ10drn7Hfnxk8B24Fi0m44QvaVRG9/MjgdOB24ncjcdbaghxPwRrfhmdjjwReCt7v6L2HTaUEOI+SNK8c3sYDKl/4y735QHR++mI4SYL2K8+gZcD2x3948WLmk3HSF6Su2GGsDZwF8Bd5vZXXnYO8h2z/l8vrPOg8DrpiOiEKJrYnbS+RZgJZe1m44QPUQj94RIECm+EAkixRciQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIFJ8IRJEii9EgkjxhUiQmDX3DjWz75jZd/OddN6bh59gZrfnO+ncYGaHTF9cIUQXxNT4TwPnuPupwGnA+WZ2FnAVcHW+k87jwEXTE1MI0SUxO+m4uw92wjg4/zhwDnBjHq6ddIToEbHr6i/LV9jdDdwK/BDY4+578yg7ybbVCqXVTjpCzBlRiu/u+9z9NGAtcCawLhStJK120hFizmjk1Xf3PcA3yXbNXWlmg+W51wIPdyuaEGJaxHj1n2dmK/PjZwOvINsx9zbgtXk07aQjRI+I2UlnDfBpM1tG9o/i8+5+i5ndC3zOzN4H3Em2zZYQogfE7KTzPbKtsReHP0DW3hdC9AyN3BMiQaT4QiSIFF+IBJHiC5EgUnwhEkSKL0SCSPGFSBApvhAJIsUXIkGk+EIkiBRfiASR4guRIFJ8IRJEii9EgkjxhUgQKb4QCSLFFyJBohU/X2L7TjO7JT/XTjpC9JQmNf4lZItsDtBOOkL0lNgNNdYCfwZcl58b2klHiN4SW+NvBC4D9ufnR6OddIToLTHr6r8K2O3uW4vBgajaSUeInhCzrv7ZwKvN7JXAocCRZBbASjNbntf62klHiB4Rs1vule6+1t2PB14PfMPd34h20hGit0zSj385cKmZ7SBr82snHSF6Qoypv4C7f5Ns00ztpCNEj9HIPSESxNyDzvipsGLFCn/JS14ys/KEWCqev3rVbApapL7f/Na32bPniVCv2wiq8YVIECm+EH3GCI+qqUGKL0SCSPGFSJBG3XlCiDmlobmvGl+IBFGNX8F33vfkwvGZ7zpiCSUR0+T6je9eOLbA0UJITa1qxTT54Tve//GJZJsWqvGFSBApvhAJMtOReye96AX+rx//QFZwZcxxk6nIy/f//fDk4Ky18vSTTy0EbTnsQ2PprUVn5/qn/q5xmjuP+HBUvFJ5KsQcuVRjdwavjjzWuIKs7MLiJCWXDt2aLdK07kX/uxB215EfKS+7INspe966ELbtqI3VEgQEqHoGtb+H4DMIpwnfu42nCMQrBq37ZfZ7217yG7Kxg/Fy/uLCt7Bt+w80ck8IMY4UX4gEmblXP8pArbGC/+egf1gI2/DkZUDYvM8OW4xnzLnj8H+qkCJM+9IaUmyhtSh0kDyYtJC3jzzL8lTFFmPR9P3N+mytlt/+/FsLYSc/dkmUjNuOHveIlzVMzcdl89DPyQdfRYGLhzZW0ELOFn7oodbyIO7IJR9vNBSfL888A8C6PW8bhi0r1M179wHw9K+fXgj60fOvWZRPXNNdNb4QCRJV45vZj4EngX3AXnffYGargBuA44EfA3/p7o83liDWKVPCSE3fEXX9tWPxO5cghhZV/kiSQY1U47oK1P5WU3ao9r9n1cbKNOFnPsxoWNmGPY/D+n68qva639jIPXp+vfq+CgIFn2CVFTBSZKHKv3flxjHhfvenbyrkmaV6YM0145k39NE3qfH/yN1Pc/cN+fkVwKZ8Q41N+bkQogdMYuq/hmwjDdCGGkL0iljnngNft8xW+Rd3vxZY7e67ANx9l5kd06jkCU38qsSTOPRmxYS+uXBmQdM3Pk1sObEOPxiavBa0rcOmcai/OmAkYz5u9ocsXgvY3SHzP4s7yGdcIAsLNDzszPwfXt+x+hNjcoQKb/obilX8s9394Vy5bzWz78cWYGYXAxcDrD7muQ3FE0JMgyhT390fzr93A18iW133ETNbA5B/7y5Ju7CTzsrnHJn962/qPasiX4HEhodTYrq5x+CFT/hKkzSDCL7wqYxXkukwTXVJhWJKpBt+FnKpEd4Lf8MCxtMEswkLFC5ucK/uw0+x7NBzWRCnGG9ckqIYAXFG0g/LH48b/e5yYrbQWmFmRwyOgT8GtgE3k22kAdpQQ4heEWPqrwa+lG2Qy3LgP939q2a2Gfi8mV0EPAi8bnpiCiG6pFbx840zTg2EPwacO6kA3RnPE+Y0QfJ2jrqSVJFOt2DqGkFq5cxtx6Ljq/Z+Kh1+4RzCTq7xTD3wXMomvdQ6/wZXQxNlIp1/pX3/AeGqRgAWz0KtXg8JORJ3tKlQLDzW3NfIPSESRIovRIIs2dJb3fXZd0NnTY4Wdn93ffpFu7J6wlNli6Jg+taavBVFZ3Hj2i7hST6h/otwX3rQZA6kt8BzmbjvP5BRyPwP9e4Hl8MIjgcobwLA4glE9ajGFyJB5mxa7nzkGCbS6zZR3oX8G5gBYcmCXreYkhdFGB/B1mhiz0LE6lFtZUUuxKyZdjqoDcucf8PUg+dSjNZ+BGAWt9y6Gq2IAy7Irh2CkRW/anwhEkSKL0SCaF39nLIVZBrnUzi2Fq2DgSkanBDSpm+/3OtWmr5+Yk/RZA2Y2DXCxc7rH0le04/fpu9/GG3ctg7Ox695MCH/2lI4BGNQjS9EgvSrxl/aOTIzpc3IvFD6oMMPKrv76h1+4ydeU0uF0o9kE+n8K/GVFabyhroAiycNnYAjIpY89DYOwQqzclKHYAyq8YVIECm+EAnSL1N/LmjgkBrEajU0r8aBFplnmQVoIXs7YH4Gzde6ggLOvybpW/X9B/KxsYNhhJD5XyrjgjVd8jRDDsEaC7ysCZCJM6lDsB7V+EIkiBRfiASRqR8gvEBkMGb+HWfyQ7u+/ZB52qafPyTTqBUcCO3I6z8qbou+/4UCwxNYKnsAKocAhyNMczwAVI0JqBoaPIgQaJrIqy+EqCN2J52VwHXAKWT/eP4GuI8udtI5IJiVw6+Yz3gGwf/6DUb7DZOUzRKJnNJaW1CLvv9APqFxAHVWwELakhqy1ZTgYEaDaA0cgoNLNe8sOGW44Y8otsb/GPBVdz+JbBmu7WgnHSF6S8wqu0cCfwBcD+Duv3X3PWgnHSF6S4ypfyLwKPApMzsV2ApcwqQ76bQh7JEKBXZTXKuJO3E2fEm3d8vbGJ+g0maYb32S4FjbsYiTmP9QNHUjxwCUijYuyYa97xoL27r8/cNsKpxkZavcBN2NbRyC4xk2GBsw+A3EefliTP3lwBnANe5+OvAUDcx6M7vYzLaY2ZY9T/wiNpkQYorE1Pg7gZ3ufnt+fiOZ4j9iZmvy2r5yJx3gWoCTXvSChp0O9Uyvvl9UTnQX30iq/Du+uy+2pqjLKTjmrTPnXyBGyAooHDYqumIYXpkTq96iyNm/P782vLh+33g9tvVZHxzPrpVDsHgSN0JwNH2oizCQqOuRe+7+U+AhM3txHnQucC/aSUeI3hI7gOdvgc+Y2SHAA8Bfk/3T0E46QvSQKMV397uADYFLE++k04qA98lHjNvpGf4eKLu+tOYetslH+43nNGqIdt33XxLDAzEip5CHB9eVuLYCDsGw+e+j32OFZqnWPx1n/ldlVchuEHM87chJ7GShQA4auSeEqOMAHas/cf9Yo2JGSmsyAH2YKi5F2WixiboAxzMqHffdYvrvMGmcFVCXZxOHYMgK2HzIPwLwe7+5vCTX8vkK639Line truncated
+      "text/plain": [
+       "<Figure size 432x288 with 1 Axes>"
+      ]
+     },
+     "metadata": {
+      "needs_background": "light"
+     },
+     "output_type": "display_data"
    }
   ],
   "source": [
@@ -125,11 +160,24 @@
    "\n",
    "# Examine the observation space for the default brain\n",
    "for observation in env_info.visual_observations:\n",
-    "    print(\"Agent observations look like:\")\n",
-    "    if observation.shape[3] == 3:\n",
+    "    print(\"Agent observations look like:\") \n",
+    "    \n",
+    "    #change to numpy array instead of list\n",
+    "    #observation = cv2.Canny(observation,100,100)\n",
+    "    #observation = np.array(observation)\n",
+    "    #slice1Copy = np.uint8(observation)\n",
+    "    #edges = cv2.Canny(slice1Copy,100,100)\n",
+    "    \n",
+    "    \n",
+    "    #if edges.shape[3] == 3:\n",
+    "    plt.imshow(observation[0])\n",
+    "    #else:\n",
+    "       # plt.imshow(edges[0,:,:,0])\n",
+    "        \n",
+    "    \"\"\"if observation.shape[3] == 3:\n",
    "        plt.imshow(observation[0,:,:,:])\n",
    "    else:\n",
-    "        plt.imshow(observation[0,:,:,0])"
+    "        plt.imshow(observation[0,:,:,0])\"\"\""
   ]
  },
  {
@@ -144,18 +192,23 @@
  },
  {
   "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": 6,
   "metadata": {},
   "outputs": [
    {
-     "ename": "NameError",
-     "evalue": "name 'env' is not defined",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
-      "\u001b[1;32m<ipython-input-5-d20208746165>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[1;32mfor\u001b[0m \u001b[0mepisode\u001b[0m \u001b[1;32min\u001b[0m \u001b[0mrange\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;36m10\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[1;32m----> 2\u001b[1;33m     \u001b[0menv_info\u001b[0m \u001b[1;33m=\u001b[0m \u001b[0menv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mreset\u001b[0m\u001b[1;33m(\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m=\u001b[0m\u001b[0mtrain_mode\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m[\u001b[0m\u001b[0mdefault_brain\u001b[0m\u001b[1;33m]\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m\u001b[0;32m      3\u001b[0m     \u001b[0mdone\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;32mFalse\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      4\u001b[0m     \u001b[0mepisode_rewards\u001b[0m \u001b[1;33m=\u001b[0m \u001b[1;36m0\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0;32m      5\u001b[0m     \u001b[1;32mwhile\u001b[0m \u001b[1;32mnot\u001b[0m \u001b[0mdone\u001b[0m\u001b[1;33m:\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n",
-      "\u001b[1;31mNameError\u001b[0m: name 'env' is not defined"
+     "name": "stdout",
+     "output_type": "stream",
+     "text": [
+      "Total reward this episode: 3.0\n",
+      "Total reward this episode: -1.0\n",
+      "Total reward this episode: 0.0\n",
+      "Total reward this episode: -2.0\n",
+      "Total reward this episode: 0.0\n",
+      "Total reward this episode: 0.0\n",
+      "Total reward this episode: -2.0\n",
+      "Total reward this episode: -1.0\n",
+      "Total reward this episode: 1.0\n",
+      "Total reward this episode: 0.0\n"
     ]
    }
   ],
@@ -187,32 +240,13 @@
  },
  {
   "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": 7,
   "metadata": {},
-   "outputs": [
-    {
-     "ename": "NameError",
-     "evalue": "name 'env' is not defined",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[1;31mNameError\u001b[0m                                 Traceback (most recent call last)",
-      "\u001b[1;32m<ipython-input-6-1baceacf4cb1>\u001b[0m in \u001b[0;36m<module>\u001b[1;34m\u001b[0m\n\u001b[1;32m----> 1\u001b[1;33m \u001b[0menv\u001b[0m\u001b[1;33m.\u001b[0m\u001b[0mclose\u001b[0m\u001b[1;33m(\u001b[0m\u001b[1;33m)\u001b[0m\u001b[1;33m\u001b[0m\u001b[1;33m\u001b[0m\u001b[0m\n\u001b[0m",
-      "\u001b[1;31mNameError\u001b[0m: name 'env' is not defined"
-     ]
-    }
-   ],
+   "outputs": [],
   "source": [
    "env.close()"
   ]
  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
  {
   "cell_type": "code",
   "execution_count": null,
@@ -238,7 +272,7 @@
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
-   "version": "3.6.7"
+   "version": "3.7.0"
  }
 },
 "nbformat": 4,
@@ -94,13 +94,13 @@
      "        Number of Training Brains : 1\n",
      "        Reset Parameters :\n",
      "\t\t\n",
-      "Unity brain name: CozmoLearning\n",
+      "Unity brain name: CozmoLearningBrain\n",
      "        Number of Visual Observations (per agent): 1\n",
      "        Vector Observation space size (per agent): 0\n",
      "        Number of stacked Vector Observation: 1\n",
      "        Vector Action space type: discrete\n",
-      "        Vector Action space size (per agent): [3, 3, 3]\n",
-      "        Vector Action descriptions: forward, left-right, rotate\n"
+      "        Vector Action space size (per agent): [2, 2]\n",
+      "        Vector Action descriptions: forward, rotation\n"
     ]
    }
   ],
@@ -136,7 +136,7 @@
    },
    {
     "data": {
-      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAP4AAAD8CAYAAABXXhlaAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAD9dJREFUeJzt3VuMXdV9x/Hvb2ZMCFBk7ABybCdAhQioFYZaFEpVpRAXl0bQh6QCRVVUISFVaQtNpADtQxSpD0SqEvJQRUIQiirKJQQSZCGIZaBVpcpgME0A28EQLoMNdlwcKFfPzL8Pex28be+Zs86cy8xm/T6SdWavsy9rz+F39mU266+IwMzKMrbQHTCz0XPwzQrk4JsVyME3K5CDb1YgB9+sQA6+WYH6Cr6k9ZJ2SNop6fpBdcrMhkvzfYBH0jjwS2AdMAk8AVwZEc8NrntmNgwTfSx7HrAzIl4EkHQXcDkwa/CXLxuL1av72WSlp6+qET+Z2JbnIEfdz0B9Lj8ac22n2z4Mu48fbX+ODb3+2gF+87/TXX/Z/aRwJfBqbXoS+P25Fli9eoKfPfipPjZZmelh3ukRB396iOvuZb+7mR7wr6Vb36b7DP509Ld8x0yXfjT1cyZte7Z96LTPxNxXzt1+B+Mp0bNvZ6zrdv76spfn3EZHP9f4Tb074j8nSVdL2iJpy759g/xP18zmq58j/iSwuja9Cth1+EwRcTNwM8Bv/+6x8R/vrQDyvyXrphu+pw7EOAAfRv6uzMzj6NG07X6+4Tv9HoRefodzmU7rme2oOJa+17sdNReLsTnOiRd6Hzp9WzI2NdD1vhOvZ25//p4ATpd0qqSjgCuAB/pYn5mNyLyP+BExJelvgIeBceCHEfHsXMv8+sBx3LbrwkPamo6+sx2RI7XXv60PTFdHzqmZg99hudeDMct8Tdtvmncm8zq5vmzTevrtb65+l88l9XcDIXf58Yb56svOtZ6xLr+K+rJjXbYzl/qy9U0uGa/uBk2MHbz87ZwFdNv2bOsHeHtqa1a/+rrFHhEPAg/2sw4zGz0/uWdWoP7/qN6D999bwrPb0/3AzhlK7UxFnVPR+tlL05nOzMGTJk13Xo9sq9Y5+3rUZTtq+iNEw+nyrOuJOd4/ZL/n7keTrmea81lP7hl67VfQdPVwyGoyry6yr0Jq802pob2pbw3zzbq99AuJpnXP0o/GdTVsp34/N8bjiDbGGj6AhkNzNM2XtvP+e0saOpO1WjP7uBvpEX/8XbF8S/UV99HRtOHIVz/Sqn4HreH9sak45BVg/MODM6jh/YNH4iPbANR5uqX2/sEzh1pbw9091Z+M6cw7XV9P+nlmpnmZTvtUw6NAXR5GOvR31TBvt7aZI/f70A2kw0r9zpgaDndd2qL7nbUj2ybSoXHs4LEqxmvzpfaoL9t5v77t8SPXHQ37c8hRfLzTVp+vtnynvdY2M5GWmTjYOH3UWO399Lqk1reG9dT71vmrbdPZSOe9ve/mnTr5iG9WIAffrEAjPdVfsv99Trp/RzVxoHpiKaZqTy7NlPlI76Aem2/L/yA0TN1OdNvxzGEXtcsdTaQIL6leX9j/ft4qBt4pM1v0HHyzAo30VP/0s97mwYcfGeUmzeZl/WfPW+guzG764CVxTKe//nzwQZrOu1z2Ed+sQCM94pu1xUMvP5497/rPrB1iT7o44nGPzP95aOAdMbNFz8E3K5BP9c369NArW7Lmu2TlOcPrhDrP8+bN7iO+WYF8xDcbkYdfyxsd55JPr+l95dHb+M5dj/iSfihpj6Rnam3LJG2U9Hx6PaH3nprZQsk51f9XYP1hbdcDmyLidGBTmjazluh6qh8R/ynplMOaLwc+n36+HXgMuG6A/TIr1sO7np7z/XldChxmvjf3To6I3QDp9aS+e2JmIzP0u/r1Sjp79w2zwJSZ5ZrvXf03JK2IiN2SVgB7ZpuxXkln7dlH+38ZN+vTXJcC513ybtY65nvEfwD4avr5q8BP57keM1sAOX/OuxP4b+AMSZOSrgJuBNZJeh5Yl6bNrCVy7upfOctbFw+4L2Y2In5k16xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xAOUNvrZb0qKRtkp6VdE1qdzUds5bKOeJPAd+IiDOB84GvSToLV9Mxa62uwY+I3RHxVPr5bWAbsJKqms7tabbbgT8fVifNbLB6usZPpbTOATaTWU3HBTXMFp/s4Es6DvgxcG1EvJW7XETcHBFrI2LticvH59NHMxuwrOBLWkIV+jsi4r7U/EaqokO3ajpmtrjk3NUXcCuwLSK+W3vL1XTMWiqndt6FwF8Cv5DUKdr1D1TVc+5JlXVeAb48nC6a2aDlVNL5L0CzvO1qOmYt5Cf3zArk4JsVyME3K5CDb1YgB9+sQA6+WYEcfLMCOfhmBXLwzQrk4JsVyME3K5CDb1YgB9+sQA6+WYEcfLMCOfhmBXLwzQqUM+be0ZIel/Q/qZLOt1P7qZI2p0o6d0s6avjdNbNByDnifwBcFBFnA2uA9ZLOB74DfC9V0nkTuGp43TSzQcqppBMR8X9pckn6F8BFwL2p3ZV0zFokd1z98TTC7h5gI/ACsD8iptIsk1RltZqWdSUds0UmK/gRMR0Ra4BVwHnAmU2zzbKsK+mYLTI93dWPiP3AY1RVc5dK6gzPvQrYNdiumdmw5NzVP1HS0vTzJ4EvUFXMfRT4UprNlXTMWiSnks4K4HZJ41RfFPdExAZJzwF3SfonYCtVmS0za4GcSjo/pyqNfXj7i1TX+2bWMn5yz6xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xA2cFPQ2xvlbQhTbuSjllL9XLEv4ZqkM0OV9Ixa6ncghqrgD8DbknTwpV0zFor94h/E/BNYCZNL8eVdMxaK2dc/S8CeyLiyXpzw6yupGPWEjnj6l8IXCbpUuBo4HiqM4ClkibSUd+VdMxaJKda7g0RsSoiTgGuAB6JiK/gSjpmrdXP3/GvA74uaSfVNb8r6Zi1RM6p/kci4jGqopmupGPWYn5yz6xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvVqCsgTgkvQS8DUwDUxGxVtIy4G7gFOAl4C8i4s3hdNPMBqmXI/4fR8SaiFibpq8HNqWCGpvStJm1QD+n+pdTFdIAF9Qwa5Xc4AfwM0lPSro6tZ0cEbsB0utJw+igmQ1e7mCbF0bELkknARslbc/dQPqiuBrgMyt7GtvTzIYk64gfEbvS6x7gfqrRdd+QtAIgve6ZZVlX0jFbZHJKaB0r6bc6PwN/AjwDPEBVSANcUMOsVXLOvU8G7q8K5DIB/HtEPCTpCeAeSVcBrwBfHl43zWyQugY/Fc44u6F9H3DxMDplZsPlJ/fMCuTgmxXIwTcrkINvViAH36xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xADr5ZgRx8swI5+GYFcvDNCpQVfElLJd0rabukbZIukLRM0kZJz6fXE4bdWTMbjNwj/veBhyLic1TDcG3DlXTMWitnlN3jgT8CbgWIiA8jYj+upGPWWjlH/NOAvcBtkrZKuiUNs+1KOmYtlRP8CeBc4AcRcQ7wDj2c1ku6WtIWSVv27pueZzfNbJBygj8JTEbE5jR9L9UXgSvpmLVU1+BHxOvAq5LOSE0XA8/hSjpmrZVbxfJvgTskHQW8CPwV1ZeGK+mYtVBW8CPiaWBtw1uupGPWQn5yz6xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xADr5ZgRx8swI5+GYFcvDNCuTgmxXIwTcrkINvViAH36xAOePqnyHp6dq/tyRd60o6Zu2VM9jmjohYExFrgN8D3gXux5V0zFqr11P9i4EXIuJlXEnHrLV6Df4VwJ3pZ1fSMWup7OCnobUvA37UywZcScds8enliP+nwFMR8UaadiUds5bqJfhXcvA0H1xJx6y1soIv6RhgHXBfrflGYJ2k59N7Nw6+e2Y2DLmVdN4Flh/Wtg9X0jFrJT+5Z1YgB9+sQA6+WYEcfLMCOfhmBXLwzQrk4JsVyME3K5CDb1YgB9+sQA6+WYEcfLMCOfhmBXLwzQrk4JsVyME3K5CDb1ag3KG3/l7Ss5KekXSnpKMlnSppc6qkc3cahdfMWiCnhNZK4O+AtRHxO8A41fj63wG+lyrpvAlcNcyOmtng5J7qTwCflDQBHAPsBi4C7k3vu5KOWYvk1M57Dfhn4BWqwP8GeBLYHxFTabZJYOWwOmlmg5Vzqn8CVZ28U4FPA8dSFdc4XMyyvCvpmC0yOaf6XwB+FRF7I+IA1dj6fwAsTaf+AKuAXU0Lu5KO2eKTE/xXgPMlHSNJVGPpPwc8CnwpzeNKOmYtknONv5nqJt5TwC/SMjcD1wFfl7STqtjGrUPsp5kNUG4lnW8B3zqs+UXgvIH3yMyGzk/umRXIwTcrkINvViAH36xAimh87mY4G5P2Au8Avx7ZRofvU3h/FquP075A3v58NiJO7LaikQYfQNKWiFg70o0Okfdn8fo47QsMdn98qm9WIAffrEALEfybF2Cbw+T9Wbw+TvsCA9yfkV/jm9nC86m+WYFGGnxJ6yXtkLRT0vWj3Ha/JK2W9KikbWn8wWtS+zJJG9PYgxvT+AWtIWlc0lZJG9J0a8dSlLRU0r2StqfP6YI2fz7DHOtyZMGXNA78C9UgHmcBV0o6a1TbH4Ap4BsRcSZwPvC11P/rgU1p7MFNabpNrgG21abbPJbi94GHIuJzwNlU+9XKz2foY11GxEj+ARcAD9embwBLine truncated
+      "image/png": "iVBORw0KGgoAAAANSUhEUgAAAU0AAAD8CAYAAADzEfagAAAABHNCSVQICAgIfAhkiAAAAAlwSFlzAAALEgAACxIB0t1+/AAAADl0RVh0U29mdHdhcmUAbWF0cGxvdGxpYiB2ZXJzaW9uIDMuMC4xLCBodHRwOi8vbWF0cGxvdGxpYi5vcmcvDW2N/gAAIABJREFUeJztfWvIbsd13rOi2E6JQ23VsRC61HYRJS4UR9/BMSQE00ti648ciIvyJyI1PaW1IYEWqjTQuO0fN5AUTFunCjGRS2pZzQWLkrYxjo37x5fzpbYsRXV8kvhyImFh3DhOA0nlTH98e0ujOXNZa82avWe/Zz3w8b3v3mvWWnv2zDNrrdnv+1IIAQ6Hw+Hg4Vv2dsDhcDiOBCdNh8PhEMBJ0+FwOARw0nQ4HA4BnDQdDodDACdNh8PhEGAYaRLRm4joc0R0lYgeGGXH4XA4tgSNeE6TiG4C8LsA/i6AawA+BeBHQgi/Y27M4XA4NsSoSPP1AK6GEH4/hPDnAB4GcO8gWw6Hw7EZvnWQ3tsAfDl6fw3A95SEiSgAwNnZmcrY+fm5qp3GntaW1l6PzS3tnfK1ae1tPVZG2Ts/P8fZ2VmX/oPgqyGE72wJjSJNyhx7QR2AiC4DuAwAd955J774xS+CKNesDW2JQWOvp5xxhOvT2jvla9Pa23qsjLR35coVkfxB8UWO0CjSvAbgjuj97QCeigVCCA8CeBC4iDR7bsKWN3CPwbK1zVPuT782G905gj5RIr0Oo2qanwJwFxG9moheDOA+AI8OsuVwODYGEV33F0LoinaPgiGRZgjhWSJ6B4D/AeAmAO8NITwxwpbD4ZgDa6QZE+cpRp9DHjkSO7FsBDkcjtNFiWsmItbzEMKlltComqbD4XC8ACVyPFpk6qTpcDh2RUyURyBQ/+y545DoKSvNUJJy5HGEjSWPNB2HxFEeUXPoMevGkpOmw+GYGqX0PT23FZw0TwwhhClWY8f+WAnGajzMMLZaD9lv4d/hSTM3MLTh/IgbkPOlN93IDd71mLU+Bw+W/WVFdul4y80RiQ1rfTVw52KJREeO3cOTZq5ztB02oqPjgVYabFK7a5E8fh8f69G3tnXClMGyvyzJKB5fFot13HZklNc7h0c+EzoNaWpX6lKUtEIbaVpFXqVBr40MW/os/csd1+qcLXK1jq7Ttlb9Z7HAltpKfeT4MmIea/S1ngntGYvTkGbrIko3Y6tI01qn9e7vqfo3CtY+pm1H7O7PdE+sfeT610t6FgHWNKSZYlS6ONvjC1Ic0WeHwyrTsH4QXtNu2ofbtZsaXL1HI5+1Jtr7UHeuvcVDxKX2I3WPgIWvtb7o1T1Cr5WOGk5pLk8bac6Gkbtyrbpij91WnbZHd03H7LpXPbm0uqffa5sutfqiRHesPyYNC79b/o2qTR8pA3TSZGLkjRxRw+LoGKl/dt2j9e/R76P7xdLGVnpH4KRJc2REMlJ3rL/HRkmH5apu+fRCSUeqx7Lvc3qOEOHX9IyM8i2xx7yywEmT5siV98jRjuVgGtU3W0Q7R440a3pG+2+FvaLlXky7EeRwOBwz4qQjTUc/ZviCBE4aHaO2icGVHYXZHvJ3yOGk6SiiVa8Ert8tzu3klo63ZKVyJR9r8jUiLX0EMZbjXGd83Anz+HDS7EBPIbu2SSPdmFjbaHRyam+x/hxR5PRw5VLZlj/c/tWSU9xO60trYeCQPdd/7sdqpeNSMn5XcB9bOjpOmjQlA0eThuYmDifyip+tK/ld8kXymd/1WK3gLtmlLkVLpcle2rHP2eNOMOl9abWtEViLQFc7nLHDWcQ4C1stsq31PXcecDOLFvFLFjgOuPez1GeWBD4daUousDaoYrLgkKXEZosYVtvrhMoRVykaaflYG/w1YuYQW0lv7VwahXL8zqF1L1vtYpTscVLsmBRapCVZ/NI+z+lpLcCpnvQ6SrKtLISjo3Zt6XWkxyyi7Nb9TK+VwwNaUp+CNM/OznDlypXsBQK8yEEy6eIJ3lrFS5MkJ5sSCUc29bNVY6sd505urZ6abM53ad/GKEVHqQ7ppM6BQyKt8dIiHM790C5+EkKsHU+vNZUt+ZS2T3VriLI1/0uBSDrvSuSZ61cueU7zu+eSG1k6th5PdbRkJTZLsqkeiWzOr5b/nAWBI19CTY9kZbZOjY4GzX3iyrZspnZbY5IThKwExh3XWpIv2U6huaaK7uP87vnZ2dl1q0O6KnDSmfh1usLUVsB0RVrBjQ5yvreiw5z+GC3/a1FJaVWOrzO1y/Gz1pclHbXoWeoLJ/uonavp59rMtef4Hp/jjI+cLNf3lv+c4yXZdG5KdLf0twKbEhf06pcu6tNEmukx7grSity46UbNZskOR14arUoi3lTeKsqs2ajJSgbl7BGrJjLPyUsinvg8d3y3/Cn5ZDH+pMdL11C6Xq4NKYlW2rAizSk+EXR2dnZdFFQaIJKobpVPI8n0r6S7Fmly5UvRV9yudbwkm+uLFSXdpX5KryHXPzn5Ut+kfZS27SUjLbhBQi06r8lzjpfuX+5ac/chN97Sa8vZiM/FelI/S76U5lzueE6+dA2l6Lo2nuPjEvlc/3Dv8XNtZ4s0rSNJzorEWanWc9yVsHQNrXOjj5fOSa+DE71LrrvUpnZ9pbGrOSfxV3oNtXNW483yfnDmU498rY02slx5oEaUtXu4vGdFmtORZgmcKJQLTfRSio4kURPHh5y+1kCQ2q+1Kdm3jPSsdM2InvHQOx4to3KpLqv5WYo8pW0l5yIcMz0vpY7A9SmEFrV0MrXbunElImv5V0vnJP5q7NeunetTC7Vo65RRuz7tPeHK18ZJbX619EvKE63rl4xN6XwvpefpuZJvXEwVaeZWmeX8c69jEmsRmmSQSlP3VtrU8oWTTsXnav5a+JDKcKMYqR+Sfijd95Z9qQ8l+VqpqOXLiHshsc/xgyPPSf+5Y5nrR8/8k/ZZ0uY4jxytSFcZqUzawZLVW5rqtAZjel4a3bXOSdMmbn9I7XFJbO2TrfrBopwiuYel8z3lDs6iIfFPIy/NPCQEucpy9cX9xh0PNZJcz0v7bQrSXD8RtMJqVZMU70vyHDslGW2Kqo0IuX5KIhRphNla4UdFyDmdrSyqVQPr8XFtk/ODk/rWCFMTIWrsSHzMgTs/JWOrFs1zs0VOJFvDNOn5OoDj/8u55+Qk6Th3ddd0mrRAXfJDo6enjaTdVr5Z217BmdDxeOvxTaqjpIfbRtLO4j62rk+zqLX0WPVLK0hIzh0nPY8/EVQLv9dBXrpJrfQo167VybU23Ki15KM04si959RtJQN+lZdGmpZRJscWp00t+mr1jWSMcTIjizqgVb+UULpG7nyIZbTZouRczl9OENjiiWb7WSJNoG/F6lmFNfZ6sUWk0ZtWSX2zijBXjLzGXHupvT3GSwxJejwyak/b9vRLT9QO6Of+0nZ8pElEXwDwDQDfBPBsCOESEd0M4AMAXgXgCwD+Xgjh/9T0nJ2d4fz8nF3byJ3nrsKSNqV26XlJvWg93hOt1vzNyWnatUoZHH+5aGUKpTatkosmqkrLQ2mb1vjTjJPa+ZqfI31NbeXOa+dn6zqlfdiKTjkLjmTsdkWaC2leCiF8NTr2MwC+FkJ4FxE9AODlIYR/1tATLOphaSpeCud79ErO7YGR/mh199yLGjFa+DLCbqk0cCOME22kWFsEe+0K7uVuNc17Abxxef0QgI8CqJImwNvw4aQNsUyptiKNvNLVqidC5a7S0rbreU7k2+OvlU89da/1vCZyS23XojRp5sGtrWmutdW+Nwvo8Sl3b0u2S+3i8aWZO2nbkl9pX2mIupc0A4DfpIua5H8MITwI4JYQwtOLQ08T0StbSuJHjtK04jlDjbpFLVJtdUzt3Nq2JBPfhJxMrV0L2raS8y0CSWUk4KT7pQkf29RGH5yIsHS8Ng45EU2Pz5rxWsqwam2451tZguR8rR3HJ8lYzOnPjXdplttLmt8bQnhqIcYPEdH/5jYkossALkfvAfDqLFZ1jZZMPHFaUU3NL21E1ALXN8752sJQssFpy+k3TsYgaduy3WpbiqpLenLHOded85Mz5lqRZe946LGtsZ+On5b+VIbbNpVRL2zaCZtx6p0A/gTAPwDwxiXKvBXAR0MIf73R1saJCbF3LavX/l7tLfptZN/vfV9nhqa+qJUzxtiaJhF9O4BvCSF8Y3n9AwD+FYBHAdwP4F3L/w9y9LXqldz0PKeDs/q0bFjWfKT+aepcve21/kvvTcm29t5x+oVjnxtl9vRbTo7Tvmafo6On7SojjQZLKPmg7V9pyt8auzn0pOe3APj1xdC3AvjPIYT/TkSfAvAIEb0NwJcAvJWjrDUJNPWP1jkuUefST05nc1bLXPG6VSPi+tCy35qsFv7XSLRGdHHq37If6+BOgpoNbr+V2rbs1/pI6n+tf2vntW1z/ufa1/yP20t94FxbzX6NV7iY4uH2S5cuhdJnz1dwb0btfAtWKWHNhyOkdaN9lJCiow7Nwra1D9xFqLcMVNIhIPnjfgmxJFXnyFin85qUT3o+J9PbPpbjpH4tO5r0U9Je288tmS1SYEl7rQ1OGjzSB4trkNjobZ+TSc4f67Pn3EizlTbUdMTghO6StlY6pOmFtP0qI017S+1GXEctfYzPtyIITvrNjW5qaaLmOqRpona8cnxYdWhTZW57znWMGvOrXCvl52DKSBOwSbUj/cPaa+uGUl84bUenQVapoFW6uFV635t+1uQkbYH++TC6/LSFH1ZzKtP+OJFmCg6RtwZbnIKWZGudz2nPQaonZ48bMeR0196XfEmvJ35fu9Zcqhdf37qKc2pIpWuWTqpWasq59zXUIt5VTy2i5ejJ3Y+cHzVwxqhWB7evWuObi1YWspWOEqb7jSDg+QEWT9L4/CqTIlfPyOkpnU9lcudzMi3EenL6ODZqOlqDQJNG1XSlPqQ6W4tLine truncated
      "text/plain": [
       "<Figure size 432x288 with 1 Axes>"
      ]
@@ -156,7 +156,20 @@
    "\n",
    "# Examine the observation space for the default brain\n",
    "for observation in env_info.visual_observations:\n",
-    "    print(\"Agent observations look like:\")\n",
+    "    print(\"Agent observations look like:\") \n",
+    "    \n",
+    "    #change to numpy array instead of list\n",
+    "    #observation = cv2.Canny(observation,100,100)\n",
+    "    observation = np.array(observation)\n",
+    "    #slice1Copy = np.uint8(observation)\n",
+    "    #edges = cv2.Canny(slice1Copy,100,100)\n",
+    "    \n",
+    "    \n",
+    "    #if edges.shape[3] == 3:\n",
+    "    #plt.imshow(observation[0])\n",
+    "    #else:\n",
+    "       # plt.imshow(edges[0,:,:,0])\n",
+    "        \n",
    "    if observation.shape[3] == 3:\n",
    "        plt.imshow(observation[0,:,:,:])\n",
    "    else:\n",
@@ -175,26 +188,9 @@
  },
  {
   "cell_type": "code",
-   "execution_count": 5,
+   "execution_count": null,
   "metadata": {},
-   "outputs": [
-    {
-     "name": "stdout",
-     "output_type": "stream",
-     "text": [
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n",
-      "Total reward this episode: 0.0\n"
-     ]
-    }
-   ],
+   "outputs": [],
   "source": [
    "for episode in range(10):\n",
    "    env_info = env.reset(train_mode=train_mode)[default_brain]\n",
@@ -223,20 +219,13 @@
  },
  {
   "cell_type": "code",
-   "execution_count": 6,
+   "execution_count": null,
   "metadata": {},
   "outputs": [],
   "source": [
    "env.close()"
   ]
  },
-  {
-   "cell_type": "code",
-   "execution_count": null,
-   "metadata": {},
-   "outputs": [],
-   "source": []
-  },
  {
   "cell_type": "code",
   "execution_count": null,
@@ -8,7 +8,13 @@ EditorBuildSettings:
  - enabled: 0
    path: 
    guid: 00000000000000000000000000000000
+  - enabled: 0
+    path: Assets/UnitySDK/Assets/ML-Agents/Examples/BananaCollectors/Scenes/VisualBanana.unity
+    guid: dbc5c542957ef47bd8ebe87fc1000c37
  - enabled: 1
    path: Assets/Scenes/CozmoTraining.unity
    guid: 2b0b419445af9d44b84ac124a2015b65
+  - enabled: 0
+    path: Assets/UnitySDK/Assets/ML-Agents/Examples/GridWorld/Scenes/GridWorld.unity
+    guid: c6fdbb551d80c435abe6fc911b1ea11f
  m_configObjects: {}
@@ -0,0 +1,270 @@
+{
+ "cells": [
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "# Unity ML-Agents Toolkit\n",
+    "##  Gym Wrapper Basics\n",
+    "This notebook contains a walkthrough of the basic functions of the Python Gym Wrapper for the Unity ML-Agents toolkit. For instructions on building a Unity environment, see [here](https://github.com/Unity-Technologies/ml-agents/blob/master/docs/Getting-Started-with-Balance-Ball.md)."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Single-Agent Environments\n",
+    "\n",
+    "The first five steps show how to use the `UnityEnv` wrapper with single-agent environments. See below step five for how to use with multi-agent environments."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 1. Load dependencies\n",
+    "\n",
+    "The following loads the necessary dependencies and checks the Python version (at runtime). ML-Agents Toolkit (v0.3 onwards) requires Python 3."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "import matplotlib.pyplot as plt\n",
+    "import numpy as np\n",
+    "import sys\n",
+    "\n",
+    "from gym_unity.envs import UnityEnv\n",
+    "\n",
+    "%matplotlib inline\n",
+    "\n",
+    "print(\"Python version:\")\n",
+    "print(sys.version)\n",
+    "\n",
+    "# check Python version\n",
+    "if (sys.version_info[0] < 3):\n",
+    "    raise Exception(\"ERROR: ML-Agents Toolkit (v0.3 onwards) requires Python 3\")"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 2. Start the environment\n",
+    "`UnityEnv` launches and begins communication with the environment when instantiated. We will be using the `GridWorld` environment. You will need to create an `envs` directory within the  `/python` subfolder of the repository, and build the GridWorld environment to that directory. For more information on building Unity environments, see [here](../docs/Learning-Environment-Executable.md)."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "env_name = \"../envs/GridWorld\"  # Name of the Unity environment binary to launch\n",
+    "env = UnityEnv(env_name, worker_id=0, use_visual=True)\n",
+    "\n",
+    "# Examine environment parameters\n",
+    "print(str(env))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 3. Examine the observation and state spaces\n",
+    "We can reset the environment to be provided with an initial observation of the environment."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Reset the environment\n",
+    "initial_observation = env.reset()\n",
+    "\n",
+    "if len(env.observation_space.shape) == 1:\n",
+    "    # Examine the initial vector observation\n",
+    "    print(\"Agent state looks like: \\n{}\".format(initial_observation))\n",
+    "else:\n",
+    "    # Examine the initial visual observation\n",
+    "    print(\"Agent observations look like:\")\n",
+    "    if env.observation_space.shape[2] == 3:\n",
+    "        plt.imshow(initial_observation[:,:,:])\n",
+    "    else:\n",
+    "        plt.imshow(initial_observation[:,:,0])"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 4. Take random actions in the environment\n",
+    "Once we restart an environment, we can step the environment forward and provide actions to all of the agents within the environment. Here we simply choose random actions using the `env.action_space.sample()` function.\n",
+    "\n",
+    "Once this cell is executed, 10 messages will be printed that detail how much reward will be accumulated for the next 10 episodes. The Unity environment will then pause, waiting for further signals telling it what to do next. Thus, not seeing any animation is expected when running this cell."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "for episode in range(10):\n",
+    "    initial_observation = env.reset()\n",
+    "    done = False\n",
+    "    episode_rewards = 0\n",
+    "    while not done:\n",
+    "        observation, reward, done, info = env.step(env.action_space.sample())\n",
+    "        episode_rewards += reward\n",
+    "    print(\"Total reward this episode: {}\".format(episode_rewards))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 5. Close the environment when finished\n",
+    "When we are finished using an environment, we can close it with the function below."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "env.close()"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "## Multi-Agent Environments\n",
+    "\n",
+    "It is also possible to use the gym wrapper with multi-agent environments. For these environments, observations, rewards, and done flags will be provided in a list. Likewise, the environment will expect a list of actions when calling `step(action)`."
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 1. Start the environment\n",
+    "\n",
+    "We will use the `3DBall` environment for this walkthrough. For more information on building Unity environments, see [here](../docs/Learning-Environment-Executable.md). We will launch it from the `python/envs` sub-directory of the repo. Please create an `envs` folder if one does not already exist."
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Name of the Unity environment binary to launch\n",
+    "multi_env_name = \"../envs/3DBall\"  \n",
+    "multi_env = UnityEnv(multi_env_name, worker_id=1, \n",
+    "                     use_visual=False, multiagent=True)\n",
+    "\n",
+    "# Examine environment parameters\n",
+    "print(str(multi_env))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 2. Examine the observation space "
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "# Reset the environment\n",
+    "initial_observations = multi_env.reset()\n",
+    "\n",
+    "if len(multi_env.observation_space.shape) == 1:\n",
+    "    # Examine the initial vector observation\n",
+    "    print(\"Agent observations look like: \\n{}\".format(initial_observations[0]))\n",
+    "else:\n",
+    "    # Examine the initial visual observation\n",
+    "    print(\"Agent observations look like:\")\n",
+    "    if multi_env.observation_space.shape[2] == 3:\n",
+    "        plt.imshow(initial_observations[0][:,:,:])\n",
+    "    else:\n",
+    "        plt.imshow(initial_observations[0][:,:,0])"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 3. Take random steps in the environment"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "for episode in range(10):\n",
+    "    initial_observation = multi_env.reset()\n",
+    "    done = False\n",
+    "    episode_rewards = 0\n",
+    "    while not done:\n",
+    "        actions = [multi_env.action_space.sample() for agent in range(multi_env.number_agents)]\n",
+    "        observations, rewards, dones, info = multi_env.step(actions)\n",
+    "        episode_rewards += np.mean(rewards)\n",
+    "        done = dones[0]\n",
+    "    print(\"Total reward this episode: {}\".format(episode_rewards))"
+   ]
+  },
+  {
+   "cell_type": "markdown",
+   "metadata": {},
+   "source": [
+    "### 4. Close the environment"
+   ]
+  },
+  {
+   "cell_type": "code",
+   "execution_count": null,
+   "metadata": {},
+   "outputs": [],
+   "source": [
+    "multi_env.close()"
+   ]
+  }
+ ],
+ "metadata": {
+  "anaconda-cloud": {},
+  "kernelspec": {
+   "display_name": "Python 3",
+   "language": "python",
+   "name": "python3"
+  },
+  "language_info": {
+   "codemirror_mode": {
+    "name": "ipython",
+    "version": 3
+   },
+   "file_extension": ".py",
+   "mimetype": "text/x-python",
+   "name": "python",
+   "nbconvert_exporter": "python",
+   "pygments_lexer": "ipython3",
+   "version": "3.6.6"
+  }
+ },
+ "nbformat": 4,
+ "nbformat_minor": 2
+}