Add config and group ids to HallwayCollab

4 年前 · d816513e
--- a/Project/Assets/ML-Agents/Examples/Hallway/Prefabs/SymbolFinderArea.prefab
+++ b/Project/Assets/ML-Agents/Examples/Hallway/Prefabs/SymbolFinderArea.prefab
    NumStackedVectorObservations: 3
    m_ActionSpec:
      m_NumContinuousActions: 0
-      BranchSizes: 0500000005000000
-    VectorActionSize: 0500000005000000
+      BranchSizes: 0500000002000000
+    VectorActionSize: 0500000002000000
    VectorActionDescriptions: []
    VectorActionSpaceType: 0
    hasUpgradedBrainParametersWithActionSpec: 1
    NumStackedVectorObservations: 3
    m_ActionSpec:
      m_NumContinuousActions: 0
-      BranchSizes: 0000000000000000
-    VectorActionSize: 0000000000000000
+      BranchSizes: 0500000002000000
+    VectorActionSize: 0500000002000000
-  m_Model: {fileID: 0}
+  m_Model: {fileID: 11400000, guid: 317f4f8da7e4846b3aae0969781824a2, type: 3}
  m_InferenceDevice: 0
  m_BehaviorType: 0
  m_BehaviorName: HallwayCollab
--- a/Project/Assets/ML-Agents/Examples/Hallway/Scenes/HallwayCollab.unity
+++ b/Project/Assets/ML-Agents/Examples/Hallway/Scenes/HallwayCollab.unity
      propertyPath: m_RootOrder
      value: 21
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 14
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 14
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1 &255077123
      propertyPath: m_RootOrder
      value: 15
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 8
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 8
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1 &318490716
      propertyPath: m_RootOrder
      value: 8
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: TeamId
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 1
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: TeamId
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 1
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &577214047
      propertyPath: m_RootOrder
      value: 18
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 11
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 11
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &619587303
    - target: {fileID: 4726744827719472, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 17
+      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 10
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 10
      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 22
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 15
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 15
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &663705977
    - target: {fileID: 4726744827719472, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 13
+      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 6
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 6
      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 20
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 13
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 13
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &1000631080
      propertyPath: m_RootOrder
      value: 11
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 4
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 4
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &1116736482
    - target: {fileID: 4726744827719472, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 9
+      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: TeamId
+      value: 2
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: TeamId
+      value: 2
      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 14
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 7
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 7
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &1491785131
      propertyPath: m_RootOrder
      value: 12
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 5
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 5
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &1494421365
    - target: {fileID: 4726744827719472, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 16
+      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 9
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 9
      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 10
      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: TeamId
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 3
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: TeamId
+      value: 0
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 3
+      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
 --- !u!1001 &2090343071
    - target: {fileID: 4726744827719472, guid: f3a451555dc514f46a69319857762eda, type: 3}
      propertyPath: m_RootOrder
      value: 19
+      objectReference: {fileID: 0}
+    - target: {fileID: 114907778469006590, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 12
+      objectReference: {fileID: 0}
+    - target: {fileID: 3849025303538859997, guid: f3a451555dc514f46a69319857762eda,
+        type: 3}
+      propertyPath: GroupId
+      value: 12
      objectReference: {fileID: 0}
    m_RemovedComponents: []
  m_SourcePrefab: {fileID: 100100000, guid: f3a451555dc514f46a69319857762eda, type: 3}
--- a/config/ppo/HallwayCollab.yaml
+++ b/config/ppo/HallwayCollab.yaml
+behaviors:
+  HallwayCollab:
+    trainer_type: ppo
+    hyperparameters:
+      batch_size: 128
+      buffer_size: 1024
+      learning_rate: 0.0003
+      beta: 0.01
+      epsilon: 0.2
+      lambd: 0.95
+      num_epoch: 3
+      learning_rate_schedule: linear
+    network_settings:
+      normalize: false
+      hidden_units: 128
+      num_layers: 2
+      vis_encode_type: simple
+    reward_signals:
+      extrinsic:
+        gamma: 0.99
+        strength: 1.0
+    keep_checkpoints: 5
+    max_steps: 10000000
+    time_horizon: 64
+    summary_freq: 10000
+    threaded: true