add forward layer

4 年前 · 2dc3c84c
--- a/config/ppo_transfer/3DBall.yaml
+++ b/config/ppo_transfer/3DBall.yaml
      encoder_layers: 2
      action_layers: 1
      policy_layers: 1
-      forward_layers: 0
+      forward_layers: 1
      value_layers: 1
      feature_size: 64
      action_feature_size: 32
      with_prior: false
      predict_return: true
      use_bisim: false
-      separate_value_train: false
+      separate_value_train: true
      in_batch_alter: true
    network_settings:
      normalize: true
--- a/config/ppo_transfer/3DBallHard.yaml
+++ b/config/ppo_transfer/3DBallHard.yaml
      encoder_layers: 2
      action_layers: 1
      policy_layers: 1
-      forward_layers: 0
+      forward_layers: 1
      value_layers: 1
      feature_size: 64
      action_feature_size: 32
      with_prior: false
      predict_return: true
      use_bisim: false
-      separate_value_train: false
+      separate_value_train: true
      in_batch_alter: true
    network_settings:
      normalize: true
--- a/config/ppo_transfer/3DBallHardTransfer.yaml
+++ b/config/ppo_transfer/3DBallHardTransfer.yaml
      encoder_layers: 2
      action_layers: 1
      policy_layers: 1
-      forward_layers: 0
+      forward_layers: 1
      value_layers: 1
      feature_size: 64
      action_feature_size: 32
      with_prior: false
      predict_return: true
      use_bisim: false
-      separate_value_train: false
+      separate_value_train: true
      train_model: false
      load_model: true
      train_action: false