build for linux, convert other tests

.yamato/compressed-sensor-test.yml

 test_compressed_obs_{{ editor.version }}:
   name: Test Compressed Sensor Observation {{ editor.version }}
   agent:
-    type: Unity::VM::osx
-    image: package-ci/mac:stable
-    flavor: b1.small
+    type: Unity::VM
+    image: package-ci/ubuntu:stable
+    flavor: b1.medium
   variables:
     UNITY_VERSION: {{ editor.version }}
   commands:
     - ./venv/bin/python ml-agents/tests/yamato/scripts/run_compressed_sensor.py --env=artifacts/testPlayer-TestTextureCompressed
   dependencies:
-    - .yamato/standalone-build-test.yml#test_mac_standalone_{{ editor.version }}
+    - .yamato/standalone-build-test.yml#test_linux_standalone_{{ editor.version }}
   triggers:
     cancel_old_ci: true
     expression: |

.yamato/gym-interface-test.yml

 test_gym_interface_{{ editor.version }}:
   name: Test Mac Gym Interface {{ editor.version }}
   agent:
-    type: Unity::VM::osx
-    image: package-ci/mac:stable
-    flavor: b1.small
+    type: Unity::VM
+    image: package-ci/ubuntu:stable
+    flavor: b1.medium
   variables:
     UNITY_VERSION: {{ editor.version }}
   commands:
   dependencies:
-    - .yamato/standalone-build-test.yml#test_mac_standalone_{{ editor.version }}
+    - .yamato/standalone-build-test.yml#test_linux_standalone_{{ editor.version }}
   triggers:
     cancel_old_ci: true
     expression: |

.yamato/python-ll-api-test.yml

 test_mac_ll_api_{{ editor.version }}:
   name: Test Mac LL-API {{ editor.version }}
   agent:
-    type: Unity::VM::osx
-    image: package-ci/mac:stable
-    flavor: b1.small
+    type: Unity::VM
+    image: package-ci/ubuntu:stable
+    flavor: b1.medium
   variables:
     UNITY_VERSION: {{ editor.version }}
   commands:
     - ./venv/bin/python ml-agents/tests/yamato/scripts/run_llapi.py --env=artifacts/testPlayer-WallJump
     - ./venv/bin/python ml-agents/tests/yamato/scripts/run_llapi.py --env=artifacts/testPlayer-Bouncer
   dependencies:
-    - .yamato/standalone-build-test.yml#test_mac_standalone_{{ editor.version }}
+    - .yamato/standalone-build-test.yml#test_linux_standalone_{{ editor.version }}
   triggers:
     cancel_old_ci: true
     expression: |

.yamato/standalone-build-test.yml

 {% metadata_file .yamato/test_versions.metafile %}
 ---
 {% for editor in test_editors %}
-test_mac_standalone_{{ editor.version }}:
-  name: Test Mac Standalone {{ editor.version }}
+test_linux_standalone_{{ editor.version }}:
+  name: Test Linux Standalone {{ editor.version }}
-    type: Unity::VM::osx
-    image: package-ci/mac:stable
-    flavor: i1.small
+    type: Unity::VM
+    image: package-ci/ubuntu:stable
+    flavor: b1.medium
-    # TODO remove the "--user" command and the path prefix when we can migrate away from the custom bokken image
-    - python -u -m ml-agents.tests.yamato.standalone_build_tests
-    - python -u -m ml-agents.tests.yamato.standalone_build_tests --scene=Assets/ML-Agents/Examples/Basic/Scenes/Basic.unity
-    - python -u -m ml-agents.tests.yamato.standalone_build_tests --scene=Assets/ML-Agents/Examples/Bouncer/Scenes/Bouncer.unity
-    - python -u -m ml-agents.tests.yamato.standalone_build_tests --scene=Assets/ML-Agents/Examples/WallJump/Scenes/WallJump.unity
-    - python -u -m ml-agents.tests.yamato.standalone_build_tests --scene=Assets/ML-Agents/TestScenes/TestCompressedGrid/TestGridCompressed.unity
-    - python -u -m ml-agents.tests.yamato.standalone_build_tests --scene=Assets/ML-Agents/TestScenes/TestCompressedTexture/TestTextureCompressed.unity
+    - python -u -m ml-agents.tests.yamato.standalone_build_tests --build-target=linux
+    - python -u -m ml-agents.tests.yamato.standalone_build_tests --build-target=linux --scene=Assets/ML-Agents/Examples/Basic/Scenes/Basic.unity
+    - python -u -m ml-agents.tests.yamato.standalone_build_tests --build-target=linux --scene=Assets/ML-Agents/Examples/Bouncer/Scenes/Bouncer.unity
+    - python -u -m ml-agents.tests.yamato.standalone_build_tests --build-target=linux --scene=Assets/ML-Agents/Examples/WallJump/Scenes/WallJump.unity
+    - python -u -m ml-agents.tests.yamato.standalone_build_tests --build-target=linux --scene=Assets/ML-Agents/TestScenes/TestCompressedGrid/TestGridCompressed.unity
+    - python -u -m ml-agents.tests.yamato.standalone_build_tests --build-target=linux --scene=Assets/ML-Agents/TestScenes/TestCompressedTexture/TestTextureCompressed.unity
   triggers:
     cancel_old_ci: true
     expression: |

.yamato/training-int-tests.yml

 {% metadata_file .yamato/test_versions.metafile %}
 ---
 {% for editor in test_editors %}
-test_mac_training_int_{{ editor.version }}:
-  name: Test Mac Fast Training {{ editor.version }}
+test_linux_training_int_{{ editor.version }}:
+  name: Test Linux Fast Training {{ editor.version }}
+  agent:
+    type: Unity::VM
+    image: package-ci/ubuntu:stable
+    flavor: b1.medium
+  variables:
+    UNITY_VERSION: {{ editor.version }}
+  commands:
+    - pip install pyyaml --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple
+    - python -m pip install unity-downloader-cli --index-url https://artifactory.prd.it.unity3d.com/artifactory/api/pypi/pypi/simple --upgrade
+    - unity-downloader-cli -u {{ editor.version }} -c editor --wait --fast
+    - python -u -m ml-agents.tests.yamato.training_int_tests
+  dependencies:
+    - .yamato/standalone-build-test.yml#test_linux_standalone_{{ editor.version }}
+  triggers:
+    cancel_old_ci: true
+    expression: |
+      (pull_request.target eq "master" OR
+      pull_request.target match "release.+") AND
+      NOT pull_request.draft AND
+      (pull_request.changes.any match "com.unity.ml-agents/**" OR
+      pull_request.changes.any match "com.unity.ml-agents.extensions/**" OR
+      pull_request.changes.any match "Project/**" OR
+      pull_request.changes.any match "ml-agents/**" OR
+      pull_request.changes.any match "ml-agents-envs/**" OR
+      pull_request.changes.any match ".yamato/training-int-tests.yml") AND
+      NOT pull_request.changes.all match "**/*.md"
+  artifacts:
+    logs:
+      paths:
+        - "artifacts/standalone_build.txt"
+        - "artifacts/inference.nn.txt"
+        - "artifacts/inference.onnx.txt"
+    standalonebuild:
+      paths:
+        - "artifacts/testplayer*/**"
+        - "artifacts/models/**"
+{% endfor %}
+
+
+test_mac_backcompat_2020.1:
+  {% capture editor_version %} 2020.1 {% endcapture %}
+  {% capture csharp_backcompat_version %} 1.0.0 {% endcapture %}
+  # This test has to run on mac because it requires the custom build of tensorflow without AVX
+  # Test against 2020.1 because 2020.2 has to run against package version 1.2.0
+  name: Test Mac Backcompat Training {{ editor_version }}
-    UNITY_VERSION: {{ editor.version }}
+    UNITY_VERSION: {{ editor_version }}
-    - /Users/bokken/Library/Python/3.7/bin/unity-downloader-cli -u {{ editor.version }} -c editor --wait --fast
-    - python -u -m ml-agents.tests.yamato.training_int_tests
+    - /Users/bokken/Library/Python/3.7/bin/unity-downloader-cli -u {{ editor_version }} -c editor --wait --fast
-    - python -u -m ml-agents.tests.yamato.training_int_tests --csharp={{ editor.csharp_backcompat_version }}
+    - python -u -m ml-agents.tests.yamato.training_int_tests --csharp={{ csharp_backcompat_version }}
-    - .yamato/standalone-build-test.yml#test_mac_standalone_{{ editor.version }}
+    - .yamato/standalone-build-test.yml#test_linux_training_int_{{ editor_version }}
   triggers:
     cancel_old_ci: true
     expression: |
       paths:
         - "artifacts/testplayer*/**"
         - "artifacts/models/**"
-{% endfor %}

Project/Assets/ML-Agents/Editor/Tests/StandaloneBuildTest.cs

     {
         const string k_OutputCommandLineFlag = "--mlagents-build-output-path";
         const string k_SceneCommandLineFlag = "--mlagents-build-scene-path";
+        private const string k_BuildTargetFlag = "--mlagents-build-target";
 
         public static void BuildStandalonePlayerOSX()
         {
+            var buildTarget = BuildTarget.StandaloneOSX;
 
             var args = Environment.GetCommandLineArgs();
             for (var i = 0; i < args.Length - 1; i++)
                 {
                     scenePath = args[i + 1];
                 }
+                else if (args[i] == k_BuildTargetFlag)
+                {
+                    buildTarget = (BuildTarget)Enum.Parse(typeof(BuildTarget), args[i + 1], ignoreCase: true);
+                }
             }
 
             string[] scenes = { scenePath };
-                BuildTarget.StandaloneOSX,
+                buildTarget,
                 BuildOptions.None
             );
             var isOk = buildResult.summary.result == BuildResult.Succeeded;

ml-agents/tests/yamato/standalone_build_tests.py

 from .yamato_utils import get_base_path, run_standalone_build
 
 
-def main(scene_path):
+def main(scene_path, build_target):
     base_path = get_base_path()
     print(f"Running in base path {base_path}")
 
     print(f"Executable name {executable_name}")
 
     returncode = run_standalone_build(
-        base_path, output_path=executable_name, scene_path=scene_path
+        base_path,
+        output_path=executable_name,
+        scene_path=scene_path,
+        build_target=build_target,
     )
 
     if returncode == 0:
 if __name__ == "__main__":
     parser = argparse.ArgumentParser()
     parser.add_argument("--scene", default=None)
+    parser.add_argument("--build-target", default="mac", choices=["mac", "linux"])
-    main(args.scene)
+    main(args.scene, args.build_target)

ml-agents/tests/yamato/yamato_utils.py

     verbose: bool = False,
     output_path: str = None,
     scene_path: str = None,
+    build_target: str = None,
     log_output_path: str = f"{get_base_output_path()}/standalone_build.txt",
 ) -> int:
     """
     unity_exe = get_unity_executable_path()
-    print(f"Running BuildStandalonePlayerOSX via {unity_exe}")
+    print(f"Running BuildStandalonePlayer via {unity_exe}")
+
+    # enum values from https://docs.unity3d.com/2019.4/Documentation/ScriptReference/BuildTarget.html
+    build_target_to_enum = {
+        "mac": "StandaloneOSX",
+        "osx": "StandaloneOSX",
+        "linux": "StandaloneLinux64",
+    }
 
     test_args = [
         unity_exe,
         os.makedirs(os.path.dirname(output_path), exist_ok=True)
     if scene_path is not None:
         test_args += ["--mlagents-build-scene-path", scene_path]
+    if build_target is not None:
+        test_args += ["--mlagents-build-target", build_target_to_enum[build_target]]
     print(f"{' '.join(test_args)} ...")
 
     timeout = 30 * 60  # 30 minutes, just in case