Fix rays and max step

Project/Assets/ML-Agents/Examples/PushBlock/Scenes/2ZombieVs3AgentsPushBlock.unity

   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!1 &263418408
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &265967282
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &344861064
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &557898664
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &607937517
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &742698648
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &816508913
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &1504325949
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &1614947134
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &1914183271
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 1
 --- !u!114 &2029153700
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   frozen: 0
   useVectorObs: 0
 --- !u!1 &1500989827241484
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 6
-  m_MaxRayDegrees: 180
+  m_RaysPerDirection: 3
+  m_MaxRayDegrees: 90
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:

Project/Assets/ML-Agents/Examples/PushBlock/Scripts/PushAgentCollab.cs

         }
 
         // Penalty given each step to encourage agent to finish task quickly.
-        AddReward(-0.1f / MaxStep);
+        AddReward(-0.1f / 5000);
     }
 
     public override void Heuristic(in ActionBuffers actionsOut)