add l2 penalty 3dball

4 年前 · 78943972
--- a/Project/Assets/ML-Agents/Examples/3DBall/Scripts/Ball3DAgent.cs
+++ b/Project/Assets/ML-Agents/Examples/3DBall/Scripts/Ball3DAgent.cs
        }
        else
        {
-            SetReward(0.1f);
+            SetReward(0.1f - (actionZ * actionZ + actionX * actionX));
        }
    }

--- a/config/ppo_transfer/3DBall.yaml
+++ b/config/ppo_transfer/3DBall.yaml
      encoder_layers: 1
      action_layers: 1
      policy_layers: 1
-      forward_layers: 0
+      forward_layers: 1
      value_layers: 1
      feature_size: 32
      action_feature_size: 32
--- a/config/ppo_transfer/3DBallHard.yaml
+++ b/config/ppo_transfer/3DBallHard.yaml
      encoder_layers: 1
      action_layers: 1
      policy_layers: 1
-      forward_layers: 0
+      forward_layers: 1
      value_layers: 1
      feature_size: 32
      action_feature_size: 32
--- a/config/ppo_transfer/3DBallHardTransfer.yaml
+++ b/config/ppo_transfer/3DBallHardTransfer.yaml
      encoder_layers: 1
      action_layers: 1
      policy_layers: 1
-      forward_layers: 0
+      forward_layers: 1
      value_layers: 1
      feature_size: 32
      action_feature_size: 32