More rays and fix max steps

Project/Assets/ML-Agents/Examples/PushBlock/Scenes/2ZombieVs3AgentsPushBlock.unity

   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!1 &263418408
 GameObject:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &265967282
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &344861064
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &557898664
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &607937517
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &742698648
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &816508913
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &1504325949
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &1614947134
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &1914183271
 MonoBehaviour:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 1
 --- !u!114 &2029153700
 MonoBehaviour:
   agentParameters:
     maxStep: 0
   hasUpgradedFromAgentParameters: 1
-  MaxStep: 5000
+  MaxStep: 0
   useVectorObs: 0
 --- !u!1 &1500989827241484
 GameObject:
   - blockLarge
   - zombie
   - agent
-  m_RaysPerDirection: 3
-  m_MaxRayDegrees: 90
+  m_RaysPerDirection: 6
+  m_MaxRayDegrees: 180
   m_SphereCastRadius: 0.5
   m_RayLength: 25
   m_RayLayerMask:

Project/Assets/ML-Agents/Examples/PushBlock/Scripts/PushAgentCollab.cs

         MoveAgent(actionBuffers.DiscreteActions);
 
         // Penalty given each step to encourage agent to finish task quickly.
-        AddReward(-0.1f / MaxStep);
+        AddReward(-0.1f / 5000f);
     }
 
     public override void Heuristic(in ActionBuffers actionsOut)