behaviors:
  WormStatic:
    trainer: ppo
    batch_size: 2024
    beta: 0.005
    buffer_size: 20240
    epsilon: 0.2
    hidden_units: 512
    lambd: 0.95
    learning_rate: 0.0003
    learning_rate_schedule: linear
    max_steps: 3.5e6
    memory_size: 128
    normalize: true
    num_epoch: 3
    num_layers: 3
    time_horizon: 1000
    sequence_length: 64
    summary_freq: 30000
    use_recurrent: false
    vis_encode_type: simple
    reward_signals:
      extrinsic:
        strength: 1.0
        gamma: 0.995