from abc import ABC, abstractmethod from typing import List, Dict, NamedTuple, Optional from mlagents.envs import AllBrainInfo, BrainParameters, Policy, ActionInfo class EnvironmentStep(NamedTuple): previous_all_brain_info: Optional[AllBrainInfo] current_all_brain_info: AllBrainInfo brain_name_to_action_info: Optional[Dict[str, ActionInfo]] class EnvManager(ABC): def __init__(self): self.policies: Dict[str, Policy] = {} def set_policy(self, brain_name: str, policy: Policy) -> None: self.policies[brain_name] = policy @abstractmethod def step(self) -> List[EnvironmentStep]: pass @abstractmethod def reset(self, config=None, train_mode=True) -> List[EnvironmentStep]: pass @property @abstractmethod def external_brains(self) -> Dict[str, BrainParameters]: pass @property @abstractmethod def reset_parameters(self) -> Dict[str, float]: pass @abstractmethod def close(self): pass