try reuse encoder

config/ppo_transfer/3DBall.yaml

       value_layers: 1
       feature_size: 64
       action_feature_size: 32
-      reuse_encoder: false
+      reuse_encoder: true
       in_epoch_alter: false
       use_op_buffer: false
       use_var_predict: true

config/ppo_transfer/3DBallHard.yaml

       value_layers: 1
       feature_size: 64
       action_feature_size: 32
-      reuse_encoder: false
+      reuse_encoder: true
       in_epoch_alter: false
       use_op_buffer: false
       use_var_predict: true

config/ppo_transfer/3DBallHardTransfer.yaml

       value_layers: 1
       feature_size: 64
       action_feature_size: 32
-      reuse_encoder: false
+      reuse_encoder: true
       in_epoch_alter: false
       use_op_buffer: false
       use_var_predict: true