using Unity.Barracuda; using System.Collections.Generic; using MLAgents.Inference; using MLAgents.Sensors; namespace MLAgents.Policies { /// /// Where to perform inference. /// public enum InferenceDevice { /// /// CPU inference /// CPU = 0, /// /// GPU inference /// GPU = 1 } /// /// The Barracuda Policy uses a Barracuda Model to make decisions at /// every step. It uses a ModelRunner that is shared across all /// Barracuda Policies that use the same model and inference devices. /// internal class BarracudaPolicy : IPolicy { protected ModelRunner m_ModelRunner; int m_AgentId; /// /// Sensor shapes for the associated Agents. All Agents must have the same shapes for their Sensors. /// List m_SensorShapes; /// public BarracudaPolicy( BrainParameters brainParameters, NNModel model, InferenceDevice inferenceDevice) { var modelRunner = Academy.Instance.GetOrCreateModelRunner(model, brainParameters, inferenceDevice); m_ModelRunner = modelRunner; } /// public void RequestDecision(AgentInfo info, List sensors) { m_AgentId = info.episodeId; m_ModelRunner?.PutObservations(info, sensors); } /// public float[] DecideAction() { m_ModelRunner?.DecideBatch(); return m_ModelRunner?.GetAction(m_AgentId); } public void Dispose() { } } }