smaller learning rate

4 年前 · 8f67cd40
--- a/Project/Assets/ML-Agents/Examples/Reacher/Prefabs/NewAgent1.prefab
+++ b/Project/Assets/ML-Agents/Examples/Reacher/Prefabs/NewAgent1.prefab
  m_Name: 
  m_EditorClassIdentifier: 
  m_BrainParameters:
-    VectorObservationSize: 64
+    VectorObservationSize: 43
    NumStackedVectorObservations: 1
    VectorActionSize: 04000000
    VectorActionDescriptions: []
--- a/Project/Assets/ML-Agents/Examples/Reacher/Prefabs/NewAgent2.prefab
+++ b/Project/Assets/ML-Agents/Examples/Reacher/Prefabs/NewAgent2.prefab
  m_Name: 
  m_EditorClassIdentifier: 
  m_BrainParameters:
-    VectorObservationSize: 64
+    VectorObservationSize: 52
    NumStackedVectorObservations: 1
    VectorActionSize: 04000000
    VectorActionDescriptions: []
--- a/Project/Assets/ML-Agents/Examples/Reacher/Scenes/ReacherDummy2.unity
+++ b/Project/Assets/ML-Agents/Examples/Reacher/Scenes/ReacherDummy2.unity
--- a/config/sac_transfer/ReacherTransfer.yaml
+++ b/config/sac_transfer/ReacherTransfer.yaml
  Reacher:
    trainer_type: sac_transfer
    hyperparameters:
-      learning_rate: 0.003
+      learning_rate: 0.0003
      learning_rate_schedule: linear
      model_schedule: linear
      model_weight: 0.05
      train_model: false
      load_action: true
      train_action: false
-      transfer_path: "results/reacher-lr/Reacher"
+      transfer_path: "results/reacher/Reacher"
    network_settings:
      normalize: true
      hidden_units: 128