added more backward raycasts to twos and fives

Project/Assets/ML-Agents/Examples/Soccer/Prefabs/SoccerFieldFives.prefab

   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 0
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &9152743230243588598
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 1
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &404683423509059512
   - wall
   - blueAgent
   - purpleAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &1380156559769609756
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 0
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &1627345754148825771
   - wall
   - blueAgent
   - purpleAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &1986779485041503505
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 1
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &383509589018865836
   - wall
   - purpleAgent
   - blueAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &2226531867376102072
   - wall
   - purpleAgent
   - blueAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &2525142235152062310
   - wall
   - purpleAgent
   - blueAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &3088685873901699079
   - wall
   - blueAgent
   - purpleAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &3137532328811276395
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 0
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &6384345363145965643
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 1
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &207635274551600999
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 0
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &8829516373144387202
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 1
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &3995363798833944065
   - wall
   - purpleAgent
   - blueAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &7995690102123273994
   - wall
   - blueAgent
   - purpleAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &8107722383771667773
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 0
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &3783133589427975123
   - wall
   - purpleAgent
   - blueAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &9137412374636088465
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 1
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &6424037218293500571
   - wall
   - blueAgent
   - purpleAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 60
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5

Project/Assets/ML-Agents/Examples/Soccer/Prefabs/SoccerFieldTwos.prefab

   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 0
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &9152743230243588598
   - component: {fileID: 65538481445822874}
   - component: {fileID: 65974650177247600}
   - component: {fileID: 65269913502125968}
+  - component: {fileID: 2408833276378911063}
   m_Layer: 0
   m_Name: GoalNetPurple
   m_TagString: purpleGoal
   serializedVersion: 2
   m_Size: {x: 200.00047, y: 13.09334, z: 830}
   m_Center: {x: -0.00023841858, y: 185.45909, z: 0}
+--- !u!65 &2408833276378911063
+BoxCollider:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1100217258374548}
+  m_Material: {fileID: 0}
+  m_IsTrigger: 0
+  m_Enabled: 1
+  serializedVersion: 2
+  m_Size: {x: 10, y: 384.01212, z: 830}
+  m_Center: {x: 8, y: 0, z: 0}
 --- !u!1 &1101518129530804
 GameObject:
   m_ObjectHideFlags: 0
     vectorActionSpaceType: 0
   m_Model: {fileID: 11400000, guid: 9d26b71f04a2d4680a68d8de4f6b62e9, type: 3}
   m_InferenceDevice: 0
-  m_BehaviorType: 1
+  m_BehaviorType: 0
   m_BehaviorName: Soccer
   m_TeamID: 0
   m_UseChildSensors: 1
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 1
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &404683423509059512
   - component: {fileID: 65767512957129032}
   - component: {fileID: 65230081291738200}
   - component: {fileID: 65915005475286318}
+  - component: {fileID: 2176241418515062440}
   m_Layer: 0
   m_Name: GoalNetBlue
   m_TagString: blueGoal
   serializedVersion: 2
   m_Size: {x: 186.31436, y: 7.4030876, z: 830}
   m_Center: {x: 6.8431735, y: 188.3043, z: 0}
+--- !u!65 &2176241418515062440
+BoxCollider:
+  m_ObjectHideFlags: 0
+  m_CorrespondingSourceObject: {fileID: 0}
+  m_PrefabInstance: {fileID: 0}
+  m_PrefabAsset: {fileID: 0}
+  m_GameObject: {fileID: 1943024639806226}
+  m_Material: {fileID: 0}
+  m_IsTrigger: 0
+  m_Enabled: 1
+  serializedVersion: 2
+  m_Size: {x: 10, y: 384.01212, z: 830}
+  m_Center: {x: -8, y: 0, z: 0}
 --- !u!1 &1983326172887706
 GameObject:
   m_ObjectHideFlags: 0
   - wall
   - purpleAgent
   - blueAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 20
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &742736642297762088
   - wall
   - blueAgent
   - purpleAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 20
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &2016057044266316337
   - wall
   - blueAgent
   - purpleAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 20
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!1 &4599713170205044794
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 0
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &8734522883866558980
   m_Script: {fileID: 11500000, guid: 2a2688ef4a36349f9aa010020c32d198, type: 3}
   m_Name: 
   m_EditorClassIdentifier: 
+  agentParameters:
+    maxStep: 0
+  hasUpgradedFromAgentParameters: 1
   maxStep: 3000
   team: 1
   area: {fileID: 114559182131992928}
   observationStacks: 3
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5
 --- !u!114 &1018414316889932458
   - wall
   - purpleAgent
   - blueAgent
-  raysPerDirection: 1
-  maxRayDegrees: 45
+  raysPerDirection: 2
+  maxRayDegrees: 90
   sphereCastRadius: 0.5
   rayLength: 20
   rayLayerMask:
   rayHitColor: {r: 1, g: 0, b: 0, a: 1}
   rayMissColor: {r: 1, g: 1, b: 1, a: 1}
-  useWorldPositions: 1
   startVerticalOffset: 0.5
   endVerticalOffset: 0.5

config/trainer_config.yaml

     time_horizon: 1000
     num_layers: 2
     self_play:
-        window: 10
-        play_against_current_self_ratio: 0.5
+        window: 100
+        play_against_current_self_ratio: 0.2
-    max_steps: 2.0e8
+    max_steps: 1.0e8
     learning_rate_schedule: constant
     batch_size: 5096
     buffer_size: 50960