"done",
"actions_pre",
"continuous_action",
"action_probs",
"discrete_action",
"continuous_log_probs",
"discrete_log_probs",
"action_mask",
"prev_action",
"environment_rewards",