crawler configs

config/sac/CrawlerStatic.yaml

     trainer_type: sac
     hyperparameters:
       learning_rate: 0.0003
-      learning_rate_schedule: constant
+      learning_rate_schedule: linear
-      buffer_size: 1000000
+      buffer_size: 3000000
       buffer_init_steps: 2000
       tau: 0.005
       steps_per_update: 20.0

config/sac_transfer/3DBallHard.yaml

     hyperparameters:
       learning_rate: 0.0003
       learning_rate_schedule: linear
+      model_schedule: constant
       batch_size: 256
       buffer_size: 500000
       buffer_init_steps: 0

config/sac_transfer/3DBallHardTransfer.yaml

       policy_layers: 0
       forward_layers: 0
       value_layers: 1
+      action_layers: 1
+      action_feature_size: 16
       # separate_value_net: true
       separate_policy_train: true
       # separate_value_train: true
       use_bisim: false
       use_transfer: true
       load_model: true
-      load_value: true
-      transfer_path: "results/ball_f64_linear/3DBall"
+      load_action: true
+      train_action: false
+      transfer_path: "results/ball_action-enc_linear/3DBall"
     network_settings:
       normalize: true
       hidden_units: 128

config/sac_transfer/CrawlerStatic.yaml

       learning_rate_schedule: linear
       model_schedule: constant
       batch_size: 256
-      buffer_size: 1000000
+      buffer_size: 3000000
       buffer_init_steps: 2000
       tau: 0.005
       steps_per_update: 20.0
       encoder_layers: 2
-      policy_layers: 0
-      forward_layers: 0
+      policy_layers: 1
+      forward_layers: 1
       value_layers: 2
       feature_size: 128
       separate_policy_train: true

config/sac_transfer/CrawlerStaticTransfer.yaml

       learning_rate: 0.0003
       learning_rate_schedule: constant
       batch_size: 256
-      buffer_size: 1000000
+      buffer_size: 3000000
       buffer_init_steps: 2000
       tau: 0.005
       steps_per_update: 20.0
       encoder_layers: 2
-      policy_layers: 0
-      forward_layers: 0
+      policy_layers: 1
+      forward_layers: 1
       value_layers: 2
       feature_size: 128
       separate_policy_train: true
       use_transfer: true
       load_model: true
       train_model: false
-      transfer_path: "results/cs-sacmod-linear/CrawlerStatic"
+      transfer_path: "results/crawler_linear/CrawlerStatic"
     network_settings:
       normalize: true
       hidden_units: 512