您最多选择25个主题
主题必须以中文或者字母或数字开头，可以包含连字符 (-)，并且长度不得超过35个字符
22 行
852 B
22 行
852 B
from typing import Any, Dict, List
|
|
import numpy as np
|
|
|
|
from mlagents.trainers.components.reward_signals import RewardSignal, RewardSignalResult
|
|
from mlagents.trainers.buffer import AgentBuffer
|
|
|
|
|
|
class ExtrinsicRewardSignal(RewardSignal):
|
|
@classmethod
|
|
def check_config(
|
|
cls, config_dict: Dict[str, Any], param_keys: List[str] = None
|
|
) -> None:
|
|
"""
|
|
Checks the config and throw an exception if a hyperparameter is missing. Extrinsic requires strength and gamma
|
|
at minimum.
|
|
"""
|
|
param_keys = ["strength", "gamma"]
|
|
super().check_config(config_dict, param_keys)
|
|
|
|
def evaluate_batch(self, mini_batch: AgentBuffer) -> RewardSignalResult:
|
|
env_rews = np.array(mini_batch["environment_rewards"], dtype=np.float32)
|
|
return RewardSignalResult(self.strength * env_rews, env_rews)
|