testing beta

config/trainer_config.yaml

     batch_size: 2048
     buffer_size: 20480
     hidden_units: 512
-    beta: 5.0e-3
+    beta: 1.0e-3
     threaded: false
     time_horizon: 1000
     self_play: