|
|
|
|
|
|
|
|
|
|
def test_take_step_adds_experiences_to_trainer_and_trains(): |
|
|
|
tc, trainer_mock = trainer_controller_with_take_step_mocks() |
|
|
|
action_info_dict = {"testbrain": MagicMock()} |
|
|
|
brain_info_dict = {"testbrain": Mock()} |
|
|
|
brain_name = "testbrain" |
|
|
|
action_info_dict = {brain_name: MagicMock()} |
|
|
|
|
|
|
|
brain_info_dict = {brain_name: Mock()} |
|
|
|
old_step_info = EnvironmentStep(brain_info_dict, brain_info_dict, action_info_dict) |
|
|
|
new_step_info = EnvironmentStep(brain_info_dict, brain_info_dict, action_info_dict) |
|
|
|
trainer_mock.is_ready_update = MagicMock(return_value=True) |
|
|
|
|
|
|
env_mock.reset.assert_not_called() |
|
|
|
env_mock.step.assert_called_once() |
|
|
|
trainer_mock.add_experiences.assert_called_once_with( |
|
|
|
new_step_info.previous_all_brain_info["testbrain"], |
|
|
|
new_step_info.current_all_brain_info["testbrain"], |
|
|
|
new_step_info.brain_name_to_action_info["testbrain"].outputs, |
|
|
|
new_step_info.previous_all_brain_info[brain_name], |
|
|
|
new_step_info.current_all_brain_info[brain_name], |
|
|
|
new_step_info.brain_name_to_action_info[brain_name].outputs, |
|
|
|
new_step_info.previous_all_brain_info["testbrain"], |
|
|
|
new_step_info.current_all_brain_info["testbrain"], |
|
|
|
new_step_info.previous_all_brain_info[brain_name], |
|
|
|
new_step_info.current_all_brain_info[brain_name], |
|
|
|
) |
|
|
|
trainer_mock.update_policy.assert_called_once() |
|
|
|
trainer_mock.increment_step.assert_called_once() |
|
|
|
|
|
|
tc, trainer_mock = trainer_controller_with_take_step_mocks() |
|
|
|
tc.train_model = False |
|
|
|
|
|
|
|
action_info_dict = {"testbrain": MagicMock()} |
|
|
|
brain_name = "testbrain" |
|
|
|
action_info_dict = {brain_name: MagicMock()} |
|
|
|
brain_info_dict = {"testbrain": Mock()} |
|
|
|
brain_info_dict = {brain_name: Mock()} |
|
|
|
old_step_info = EnvironmentStep(brain_info_dict, brain_info_dict, action_info_dict) |
|
|
|
new_step_info = EnvironmentStep(brain_info_dict, brain_info_dict, action_info_dict) |
|
|
|
|
|
|
|
|
|
|
env_mock.reset.assert_not_called() |
|
|
|
env_mock.step.assert_called_once() |
|
|
|
trainer_mock.add_experiences.assert_called_once_with( |
|
|
|
new_step_info.previous_all_brain_info["testbrain"], |
|
|
|
new_step_info.current_all_brain_info["testbrain"], |
|
|
|
new_step_info.brain_name_to_action_info["testbrain"].outputs, |
|
|
|
new_step_info.previous_all_brain_info[brain_name], |
|
|
|
new_step_info.current_all_brain_info[brain_name], |
|
|
|
new_step_info.brain_name_to_action_info[brain_name].outputs, |
|
|
|
new_step_info.previous_all_brain_info["testbrain"], |
|
|
|
new_step_info.current_all_brain_info["testbrain"], |
|
|
|
new_step_info.previous_all_brain_info[brain_name], |
|
|
|
new_step_info.current_all_brain_info[brain_name], |
|
|
|
) |
|
|
|
trainer_mock.clear_update_buffer.assert_called_once() |