backcompat configs

ml-agents/tests/yamato/training_int_tests.py

     )
 
     mla_learn_cmd = (
-        f"mlagents-learn override.yaml --train --env="
+        f"mlagents-learn override.yaml --force --env="
         f"{os.path.join(get_base_output_path(), standalone_player_path)} "
         f"--run-id={run_id} --no-graphics --env-args -logFile -"
     )  # noqa

ml-agents/tests/yamato/yamato_utils.py

         configs = yaml.safe_load(f)
         behavior_configs = configs["behaviors"]
 
-    for config in behavior_configs.values():
+    for config_name, config in behavior_configs.items():
+
+        # Backwards compat - also put each behavior at the top level for when
+        # we're running against old versions
+        configs[config_name] = config
 
     with open(dest_path, "w") as f:
         yaml.dump(configs, f)