namespace MLAgents { /// /// Sensor that wraps around another Sensor to provide temporal stacking. /// Conceptually, consecutive observations are stored left-to-right, which is how they're output /// For example, 4 stacked sets of observations would be output like /// | t = now - 3 | t = now -3 | t = now - 2 | t = now | /// Internally, a circular buffer of arrays is used. The m_CurrentIndex represents the most recent observation. /// internal class StackingSensor : ISensor { /// /// The wrapped sensor. /// ISensor m_WrappedSensor; /// /// Number of stacks to save /// int m_NumStackedObservations; int m_UnstackedObservationSize; string m_Name; int[] m_Shape; /// /// Buffer of previous observations /// float[][] m_StackedObservations; int m_CurrentIndex; WriteAdapter m_LocalAdapter = new WriteAdapter(); /// /// /// /// The wrapped sensor /// Number of stacked observations to keep public StackingSensor(ISensor wrapped, int numStackedObservations) { // TODO ensure numStackedObservations > 1 m_WrappedSensor = wrapped; m_NumStackedObservations = numStackedObservations; m_Name = $"StackingSensor_size{numStackedObservations}_{wrapped.GetName()}"; var shape = wrapped.GetObservationShape(); m_Shape = new int[shape.Length]; m_UnstackedObservationSize = wrapped.ObservationSize(); for (int d = 0; d < shape.Length; d++) { m_Shape[d] = shape[d]; } // TODO support arbitrary stacking dimension m_Shape[0] *= numStackedObservations; m_StackedObservations = new float[numStackedObservations][]; for (var i = 0; i < numStackedObservations; i++) { m_StackedObservations[i] = new float[m_UnstackedObservationSize]; } } public int Write(WriteAdapter adapter) { // First, call the wrapped sensor's write method. Make sure to use our own adapater, not the passed one. var wrappedShape = m_WrappedSensor.GetObservationShape(); m_LocalAdapter.SetTarget(m_StackedObservations[m_CurrentIndex], wrappedShape, 0); m_WrappedSensor.Write(m_LocalAdapter); // Now write the saved observations (oldest first) var numWritten = 0; for (var i = 0; i < m_NumStackedObservations; i++) { var obsIndex = (m_CurrentIndex + 1 + i) % m_NumStackedObservations; adapter.AddRange(m_StackedObservations[obsIndex], numWritten); numWritten += m_UnstackedObservationSize; } return numWritten; } /// /// Updates the index of the "current" buffer. /// public void Update() { m_WrappedSensor.Update(); m_CurrentIndex = (m_CurrentIndex + 1) % m_NumStackedObservations; } public int[] GetObservationShape() { return m_Shape; } public string GetName() { return m_Name; } public virtual byte[] GetCompressedObservation() { return null; } public virtual SensorCompressionType GetCompressionType() { return SensorCompressionType.None; } // TODO support stacked compressed observations (byte stream) } }