using Unity.Barracuda;
using System;
using UnityEngine;
using UnityEngine.Serialization;
namespace Unity.MLAgents.Policies
{
///
/// Defines what type of behavior the Agent will be using
///
[Serializable]
public enum BehaviorType
{
///
/// The Agent will use the remote process for decision making.
/// if unavailable, will use inference and if no model is provided, will use
/// the heuristic.
///
Default,
///
/// The Agent will always use its heuristic
///
HeuristicOnly,
///
/// The Agent will always use inference with the provided
/// neural network model.
///
InferenceOnly
}
///
/// A component for setting an instance's behavior and
/// brain properties.
///
/// At runtime, this component generates the agent's policy objects
/// according to the settings you specified in the Editor.
[AddComponentMenu("ML Agents/Behavior Parameters", (int)MenuGroup.Default)]
public class BehaviorParameters : MonoBehaviour
{
[HideInInspector, SerializeField]
BrainParameters m_BrainParameters = new BrainParameters();
///
/// The associated for this behavior.
///
public BrainParameters BrainParameters
{
get { return m_BrainParameters; }
internal set { m_BrainParameters = value; }
}
[HideInInspector, SerializeField]
NNModel m_Model;
///
/// The neural network model used when in inference mode.
/// This should not be set at runtime; use
/// to set it instead.
///
public NNModel Model
{
get { return m_Model; }
set { m_Model = value; UpdateAgentPolicy(); }
}
[HideInInspector, SerializeField]
InferenceDevice m_InferenceDevice;
///
/// How inference is performed for this Agent's model.
/// This should not be set at runtime; use
/// to set it instead.
///
public InferenceDevice InferenceDevice
{
get { return m_InferenceDevice; }
set { m_InferenceDevice = value; UpdateAgentPolicy();}
}
[HideInInspector, SerializeField]
BehaviorType m_BehaviorType;
///
/// The BehaviorType for the Agent.
///
public BehaviorType BehaviorType
{
get { return m_BehaviorType; }
set { m_BehaviorType = value; UpdateAgentPolicy(); }
}
[HideInInspector, SerializeField]
string m_BehaviorName = "My Behavior";
///
/// The name of this behavior, which is used as a base name. See
/// for the full name.
/// This should not be set at runtime; use
/// to set it instead.
///
public string BehaviorName
{
get { return m_BehaviorName; }
set { m_BehaviorName = value; UpdateAgentPolicy(); }
}
///
/// The team ID for this behavior.
///
[HideInInspector, SerializeField, FormerlySerializedAs("m_TeamID")]
public int TeamId;
// TODO properties here instead of Agent
[FormerlySerializedAs("m_useChildSensors")]
[HideInInspector]
[SerializeField]
[Tooltip("Use all Sensor components attached to child GameObjects of this Agent.")]
bool m_UseChildSensors = true;
///
/// Whether or not to use all the sensor components attached to child GameObjects of the agent.
/// Note that changing this after the Agent has been initialized will not have any effect.
///
public bool UseChildSensors
{
get { return m_UseChildSensors; }
set { m_UseChildSensors = value; }
}
///
/// Returns the behavior name, concatenated with any other metadata (i.e. team id).
///
public string FullyQualifiedBehaviorName
{
get { return m_BehaviorName + "?team=" + TeamId; }
}
internal IPolicy GeneratePolicy(HeuristicPolicy.ActionGenerator heuristic)
{
switch (m_BehaviorType)
{
case BehaviorType.HeuristicOnly:
return new HeuristicPolicy(heuristic, m_BrainParameters.NumActions);
case BehaviorType.InferenceOnly:
{
if (m_Model == null)
{
var behaviorType = BehaviorType.InferenceOnly.ToString();
throw new UnityAgentsException(
$"Can't use Behavior Type {behaviorType} without a model. " +
"Either assign a model, or change to a different Behavior Type."
);
}
return new BarracudaPolicy(m_BrainParameters, m_Model, m_InferenceDevice);
}
case BehaviorType.Default:
if (Academy.Instance.IsCommunicatorOn)
{
return new RemotePolicy(m_BrainParameters, FullyQualifiedBehaviorName);
}
if (m_Model != null)
{
return new BarracudaPolicy(m_BrainParameters, m_Model, m_InferenceDevice);
}
else
{
return new HeuristicPolicy(heuristic, m_BrainParameters.NumActions);
}
default:
return new HeuristicPolicy(heuristic, m_BrainParameters.NumActions);
}
}
internal void UpdateAgentPolicy()
{
var agent = GetComponent();
if (agent == null)
{
return;
}
agent.ReloadPolicy();
}
}
}