Instantiate reward provider earlier.

UnitySDK/Assets/ML-Agents/Scripts/Agent.cs

         void OnEnable()
         {
             m_Id = gameObject.GetInstanceID();
+            InitializeRewardProvider();
             var academy = FindObjectOfType<Academy>();
             academy.LazyInitialization();
             OnEnableHelper(academy);
             academy.DecideAction += DecideAction;
             academy.AgentAct += AgentStep;
             academy.AgentForceReset += _AgentReset;
-            InitializeRewardProvider();
             m_PolicyFactory = GetComponent<BehaviorParameters>();
             m_Brain = m_PolicyFactory.GeneratePolicy(Heuristic, m_RewardProviderComponent.GetRewardProvider());
             ResetData();

UnitySDK/Assets/ML-Agents/Scripts/RewardProvider/LowLevelRewardProviderComponent.cs

         {
             return m_RewardProvider;
         }
+
+        void Awake()
+        {
+            m_RewardProvider = new LowLevelRewardProvider();
+        }
+
-            m_RewardProvider = new LowLevelRewardProvider();
             GetRewardProvider().OnRewardProviderReset += RewardReset;
         }