浏览代码

sac crawler configs

/develop/bisim-sac-transfer
yanchaosun 5 年前
当前提交
66bbdae9
共有 3 个文件被更改,包括 18 次插入15 次删除
  1. 2
      config/sac/CrawlerStatic.yaml
  2. 16
      config/sac_transfer/CrawlerStatic.yaml
  3. 15
      config/sac_transfer/CrawlerStaticTransfer.yaml

2
config/sac/CrawlerStatic.yaml


learning_rate: 0.0003
learning_rate_schedule: constant
batch_size: 256
buffer_size: 500000
buffer_size: 1000000
buffer_init_steps: 2000
tau: 0.005
steps_per_update: 20.0

16
config/sac_transfer/CrawlerStatic.yaml


trainer_type: sac_transfer
hyperparameters:
learning_rate: 0.0003
learning_rate_schedule: constant
learning_rate_schedule: linear
model_schedule: constant
buffer_size: 500000
buffer_size: 1000000
buffer_init_steps: 2000
tau: 0.005
steps_per_update: 20.0

encoder_layers: 2
policy_layers: 1
forward_layers: 2
policy_layers: 0
forward_layers: 0
# separate_policy_train: true
separate_value_net: true
reuse_encoder: false
separate_policy_train: true
separate_model_train: true
# separate_value_net: true
reuse_encoder: true
in_epoch_alter: false
in_batch_alter: true
use_op_buffer: false

15
config/sac_transfer/CrawlerStaticTransfer.yaml


learning_rate: 0.0003
learning_rate_schedule: constant
batch_size: 256
buffer_size: 500000
buffer_size: 1000000
buffer_init_steps: 2000
tau: 0.005
steps_per_update: 20.0

encoder_layers: 2
policy_layers: 1
forward_layers: 2
policy_layers: 0
forward_layers: 0
# separate_policy_train: true
separate_value_net: true
reuse_encoder: false
separate_policy_train: true
# separate_model_train: true
# separate_value_net: true
reuse_encoder: true
in_epoch_alter: false
in_batch_alter: true
use_op_buffer: false

use_transfer: true
load_model: true
train_model: false
transfer_path: "results/cs-sacmod-ov-old/CrawlerStatic"
transfer_path: "results/cs-sacmod-linear/CrawlerStatic"
network_settings:
normalize: true
hidden_units: 512

正在加载...
取消
保存