[ci] Add nightly build and test pipeline

build-tools/Xamarin.Android.Tools.BootstrapTasks/Xamarin.Android.Tools.BootstrapTasks/WaitForAndroidEmulator.cs

@@ -0,0 +1,47 @@
+using System;
+using System.Collections.Generic;
+using System.Threading;
+
+namespace Xamarin.Android.Tools.BootstrapTasks
+{
+	public class WaitForAndroidEmulator : Adb
+	{
+		int bootCompleted = -1;
+
+		public override bool Execute ()
+		{
+			var endTime = DateTime.UtcNow.AddMilliseconds (Timeout);
+			while (DateTime.UtcNow < endTime && bootCompleted != 1) {
+				base.Execute ();
+				Thread.Sleep (3000);
+			}
+
+			if (bootCompleted != 1) {
+				Log.LogError ($"Emulator '{AdbTarget}' did not finish launching in {Timeout} ms.");
+				return false;
+			} else {
+				return true;
+			}
+		}
+
+		protected override List <CommandInfo> GenerateCommandArguments ()
+		{
+			return new List <CommandInfo> {
+				new CommandInfo {
+					ArgumentsString = $"{AdbTarget} shell getprop sys.boot_completed",
+				},
+			};
+		}
+
+		protected override void ProcessStdout (string line)
+		{
+			if (string.IsNullOrEmpty (line))
+				return;
+
+			if (!int.TryParse (line, out int bootCompletedPropValue))
+				return;
+
+			bootCompleted = bootCompletedPropValue;
+		}
+	}
+}

build-tools/automation/azure-pipelines-nightly.yaml

@@ -0,0 +1,151 @@
+# Xamarin.Android Nightly Pipeline
+
+name: $(Build.SourceBranchName)-$(Build.SourceVersion)-$(Rev:r)
+
+trigger:
+  - none
+
+pr:
+  - none
+
+schedules:
+- cron: "0 3 * * *"
+  displayName: Run daily at 3:00 UTC
+  branches:
+    include:
+    - master
+    - d16-9
+
+# External sources, scripts, tests, and yaml template files.
+resources:
+  repositories:
+  - repository: yaml
+    type: github
+    name: xamarin/yaml-templates
+    ref: refs/heads/main
+    endpoint: xamarin
+  - repository: monodroid
+    type: github
+    name: xamarin/monodroid
+    endpoint: xamarin
+
+# Global variables
+variables:
+  RunningOnCI: true
+  XA.Build.Configuration: Release
+  XA.Jdk8.Folder: jdk-1.8
+  NuGetArtifactName: nupkgs
+  InstallerArtifactName: installers
+  TestAssembliesArtifactName: test-assemblies
+  DotNetCoreVersion: 3.1.201
+  DotNet5Version: 5.0.100
+  MacMojaveBuildPool: VSEng-Xamarin-RedmondMac-Android-Untrusted
+  HostedMacImage: macOS-10.15
+  VSEngWinVS2019: Xamarin-Android-Win2019-1120
+  GitHub.Token: $(github--pat--vs-mobiletools-engineering-service2)
+
+stages:
+- stage: mac_build
+  displayName: Build
+  dependsOn: []
+  jobs:
+  - job: mac_build_create_installers
+    displayName: macOS
+    pool: $(MacMojaveBuildPool)
+    timeoutInMinutes: 240
+    cancelTimeoutInMinutes: 5
+    workspace:
+      clean: all
+    variables:
+      - group: Xamarin-Secrets
+      - group: Xamarin Signing
+      - group: xamops-azdev-secrets
+    steps:
+    - checkout: self
+      submodules: recursive
+
+    - template: yaml-templates/commercial-build.yaml
+      parameters:
+        makeMSBuildArgs: /p:EnableRoslynAnalyzers=true
+
+- stage: test
+  displayName: Test
+  dependsOn: mac_build
+  jobs:
+  - job: emulator_tests
+    displayName: Emulator
+    timeoutInMinutes: 180
+    cancelTimeoutInMinutes: 2
+    strategy:
+      matrix:
+        Android21-x86:
+          avdApiLevel: 21
+          avdAbi: x86
+        Android23-x86:
+          avdApiLevel: 23
+          avdAbi: x86
+        Android24-x86:
+          avdApiLevel: 24
+          avdAbi: x86
+        Android26-x86_64:
+          avdApiLevel: 26
+          avdAbi: x86_64
+        Android28-x86_64:
+          avdApiLevel: 28
+          avdAbi: x86_64
+    pool:
+      vmImage: $(HostedMacImage)
+    workspace:
+      clean: all
+    variables:
+      - group: Xamarin-Secrets
+      - group: xamops-azdev-secrets
+    steps:
+    - template: yaml-templates/setup-test-environment.yaml
+      parameters:
+        configuration: $(XA.Build.Configuration)
+
+    - script: >
+        mono $(System.DefaultWorkingDirectory)/build-tools/xaprepare/xaprepare/bin/$(XA.Build.Configuration)/xaprepare.exe
+        --s=Required --auto-provision=yes --auto-provision-uses-sudo=yes --no-emoji --run-mode=CI
+      displayName: install required brew tools and prepare java.interop
+
+    - script: >
+        mono $(System.DefaultWorkingDirectory)/build-tools/xaprepare/xaprepare/bin/$(XA.Build.Configuration)/xaprepare.exe
+        --s=EmulatorTestDependencies --no-emoji --run-mode=CI
+      displayName: install emulator
+
+    - script: echo "##vso[task.setvariable variable=Java8SdkDirectory]$HOME/Library/Android/$(XA.Jdk8.Folder)"
+      displayName: set Java8SdkDirectory
+
+    - task: MSBuild@1
+      displayName: install and launch emulator
+      inputs:
+        solution: tests/Mono.Android-Tests/Mono.Android-Tests.csproj
+        configuration: $(XA.Build.Configuration)
+        msbuildArguments: /t:InstallAvdImage;AcquireAndroidTarget /p:TestAvdApiLevel=$(avdApiLevel) /p:TestAvdAbi=$(avdAbi) /bl:$(System.DefaultWorkingDirectory)/bin/Test$(XA.Build.Configuration)/install-emulator-$(avdApiLevel).binlog
+
+    - template: yaml-templates/apk-instrumentation.yaml
+      parameters:
+        configuration: $(XA.Build.Configuration)
+        testName: Mono.Android_Tests-$(avdApiLevel)-$(avdAbi)
+        project: tests/Mono.Android-Tests/Mono.Android-Tests.csproj
+        testResultsFiles: TestResult-Mono.Android_Tests-$(XA.Build.Configuration).xml
+        extraBuildArgs: /p:TestAvdApiLevel=$(avdApiLevel) /p:TestAvdAbi=$(avdAbi)
+        artifactName: Mono.Android_Tests-Signed.apk
+        artifactFolder: Default
+
+    - task: MSBuild@1
+      displayName: shut down emulator
+      inputs:
+        solution: tests/Mono.Android-Tests/Mono.Android-Tests.csproj
+        configuration: $(XA.Build.Configuration)
+        msbuildArguments: /t:AcquireAndroidTarget,ReleaseAndroidTarget /p:TestAvdApiLevel=$(avdApiLevel) /p:TestAvdAbi=$(avdAbi) /bl:$(System.DefaultWorkingDirectory)/bin/Test$(XA.Build.Configuration)/shutdown-emulator.binlog
+      condition: always()
+
+    - template: yaml-templates/upload-results.yaml
+      parameters:
+        configuration: $(XA.Build.Configuration)
+        artifactName: Test Results - Emulator $(avdApiLevel)-$(avdAbi) - macOS
+
+    - template: yaml-templates/fail-on-issue.yaml

build-tools/automation/azure-pipelines.yaml

@@ -61,7 +61,7 @@ variables:
   # - User who queued the job requested it (They set XA.RunAllTests to true)
   # - This is the master integration branch (Pipeline defaults XA.RunAllTests to true)
   # - This is a non-fork branch with name containing "mono-" (for Mono bumps)
-  IsMonoBranch: $[and(eq(variables['XA.Commercial.Build'], 'true'), ne(variables['System.PullRequest.IsFork'], 'True'), or(contains(variables['Build.SourceBranchName'], 'mono-'), contains(variables['System.PullRequest.SourceBranch'], 'mono-')))]
+  IsMonoBranch: $[and(ne(variables['System.PullRequest.IsFork'], 'True'), or(contains(variables['Build.SourceBranchName'], 'mono-'), contains(variables['System.PullRequest.SourceBranch'], 'mono-')))]
   RunAllTests: $[or(eq(variables['XA.RunAllTests'], true), eq(variables['IsMonoBranch'], true))]
   DotNetNUnitCategories: '& TestCategory != DotNetIgnore & TestCategory != AOT & TestCategory != MkBundle & TestCategory != MonoSymbolicate & TestCategory != PackagesConfig & TestCategory != StaticProject & TestCategory != Debugger'
   NUnit.NumberOfTestWorkers: 4
@@ -131,135 +131,21 @@ stages:
   - job: mac_build_create_installers
     displayName: Build
     pool: $(MacMojaveBuildPool)
-    timeoutInMinutes: 240
+    timeoutInMinutes: 180
     cancelTimeoutInMinutes: 5
     workspace:
       clean: all
     steps:
     - checkout: self
       submodules: recursive
 
-    - script: echo "##vso[task.setvariable variable=JI_JAVA_HOME]$HOME/Library/Android/$(XA.Jdk11.Folder)"
-      displayName: set JI_JAVA_HOME
-
-    - template: yaml-templates/use-dot-net.yaml
-      parameters:
-        version: $(DotNet5Version)
-        remove_dotnet: true
-
-    - template: yaml-templates/use-dot-net.yaml
-      parameters:
-        version: $(DotNetCoreVersion)
-
-    - template: install-certificates.yml@yaml
-      parameters:
-        DeveloperIdApplication: $(developer-id-application)
-        DeveloperIdInstaller: $(developer-id-installer)
-        IphoneDeveloper: $(iphone-developer)
-        MacDeveloper: $(mac-developer)
-        HostedMacKeychainPassword: $(AzDO-OnPrem-KeychainPass)
-
-    - task: provisionator@2
-      displayName: Install Xcode
-      inputs:
-        github_token: $(GitHub.Token)
-        provisioning_script: $(System.DefaultWorkingDirectory)/xamarin-android/build-tools/provisioning/xcode.csx
-        provisioning_extra_args: '-v -v -v -v'
-
-    # Prepare and build everything
-    - script: make prepare-update-mono V=1 CONFIGURATION=$(XA.Build.Configuration) PREPARE_CI=1 PREPARE_AUTOPROVISION=1
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: make prepare-update-mono
+    - template: yaml-templates/commercial-build.yaml
 
     - script: mono $(System.DefaultWorkingDirectory)/xamarin-android/build-tools/xaprepare/xaprepare/bin/$(XA.Build.Configuration)/xaprepare.exe --s=DetermineApplicableTests --no-emoji --run-mode=CI
+      displayName: determine which test stages to run
       name: TestConditions
       condition: and(succeeded(), eq(variables['Build.DefinitionName'], 'Xamarin.Android-PR'))
 
-    # Clone monodroid wth submodules, but disregard the unused xamarin-android submodule.
-    - checkout: monodroid
-      clean: true
-      submodules: recursive
-      path: s/xamarin-android/external/monodroid
-      persistCredentials: true
-      condition: and(succeeded(), eq(variables['XA.Commercial.Build'], 'true'))
-
-    - script: rm -rf external/monodroid/external/xamarin-android
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: delete legacy xamarin-android submodule
-      condition: and(succeeded(), eq(variables['XA.Commercial.Build'], 'true'))
-
-    - script: make prepare-external-git-dependencies PREPARE_CI=1 CONFIGURATION=$(XA.Build.Configuration)
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: make prepare-external-git-dependencies
-      condition: and(succeeded(), eq(variables['XA.Commercial.Build'], 'true'))
-
-    - script: make jenkins V=1 CONFIGURATION=$(XA.Build.Configuration) PREPARE_CI=1 PREPARE_AUTOPROVISION=1
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: make jenkins
-
-    # Build and package test assemblies
-    - script: make all-tests V=1 CONFIGURATION=$(XA.Build.Configuration)
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: make all-tests
-
-    - script: >
-        cp -r bin/$(XA.Build.Configuration)/bcl-tests bin/Test$(XA.Build.Configuration)/bcl-tests &&
-        cp bin/Build$(XA.Build.Configuration)/ProfileAssemblies.projitems bin/Test$(XA.Build.Configuration)/bcl-tests/
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: copy bcl-tests assemblies
-
-    - task: PublishPipelineArtifact@1
-      displayName: upload test assemblies
-      inputs:
-        artifactName: $(TestAssembliesArtifactName)
-        targetPath: xamarin-android/bin/Test$(XA.Build.Configuration)
-
-    - task: MSBuild@1
-      displayName: pack all nupkgs
-      inputs:
-        solution: $(System.DefaultWorkingDirectory)/xamarin-android/build-tools/create-packs/Microsoft.Android.Sdk.proj
-        configuration: $(XA.Build.Configuration)
-        msbuildArguments: /t:CreateAllPacks /restore /p:NuGetLicense=$(System.DefaultWorkingDirectory)/xamarin-android/external/monodroid/tools/scripts/License.txt /bl:$(System.DefaultWorkingDirectory)/xamarin-android/bin/Build$(XA.Build.Configuration)/create-all-packs.binlog
-
-    # Create installers
-    - script: make create-installers V=1 CONFIGURATION=$(XA.Build.Configuration)
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: make create-installers
-
-    - script: >
-        mkdir -p bin/Build$(XA.Build.Configuration)/$(InstallerArtifactName) &&
-        cp bin/Build$(XA.Build.Configuration)/*.vsix bin/Build$(XA.Build.Configuration)/$(InstallerArtifactName) &&
-        cp bin/Build$(XA.Build.Configuration)/*.pkg bin/Build$(XA.Build.Configuration)/$(InstallerArtifactName)
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: copy unsigned installers
-
-    - script: >
-        VERSION=`LANG=C; export LANG && git log --no-color --first-parent -n1 --pretty=format:%ct` &&
-        echo "d1ec039f-f3db-468b-a508-896d7c382999 $VERSION" > bin/Build$(XA.Build.Configuration)/$(InstallerArtifactName)/updateinfo
-      workingDirectory: $(System.DefaultWorkingDirectory)/xamarin-android
-      displayName: create updateinfo file
-
-    - task: PublishPipelineArtifact@1
-      displayName: upload installers
-      inputs:
-        artifactName: $(InstallerArtifactName)
-        targetPath: xamarin-android/bin/Build$(XA.Build.Configuration)/$(InstallerArtifactName)
-
-    - task: PublishPipelineArtifact@1
-      displayName: upload nupkgs
-      inputs:
-        artifactName: $(NuGetArtifactName)
-        targetPath: $(System.DefaultWorkingDirectory)/xamarin-android/bin/Build$(XA.Build.Configuration)/$(NuGetArtifactName)
-
-    - template: yaml-templates/upload-results.yaml
-      parameters:
-        solution: xamarin-android/build-tools/Xamarin.Android.Tools.BootstrapTasks/Xamarin.Android.Tools.BootstrapTasks.csproj
-        artifactName: Build Results - macOS
-
-    - template: uninstall-certificates/v1.yml@yaml
-      parameters:
-        HostedMacKeychainPassword: $(AzDO-OnPrem-KeychainPass)
-
 # This stage ensures Windows specific build steps continue to work, and runs unit tests.
 # Check - "Xamarin.Android (Windows Build and Test)"
 - stage: win_build_test
@@ -483,7 +369,6 @@ stages:
 
     - template: yaml-templates/apk-instrumentation.yaml
       parameters:
-        condition: and(succeeded(), eq(variables['XA.Commercial.Build'], 'true'))
         configuration: $(ApkTestConfiguration)
         testName: Xamarin.Android.JcwGen_Tests_FastDev
         project: tests/CodeGen-Binding/Xamarin.Android.JcwGen-Tests/Xamarin.Android.JcwGen-Tests.csproj
@@ -1269,7 +1154,7 @@ stages:
 - stage: finalize_installers
   displayName: Finalize Installers
   dependsOn: mac_build
-  condition: and(eq(dependencies.mac_build.result, 'Succeeded'), eq(variables['XA.Commercial.Build'], 'true'), ne(variables['Build.Reason'], 'PullRequest'), eq(variables['Build.DefinitionName'], 'Xamarin.Android'))
+  condition: and(eq(dependencies.mac_build.result, 'Succeeded'), ne(variables['Build.Reason'], 'PullRequest'), eq(variables['Build.DefinitionName'], 'Xamarin.Android'))
   jobs:
   # Check - "Xamarin.Android (Finalize Installers Notarize and Upload to Storage)"
   - job: notarize_pkg_upload_storage

build-tools/automation/yaml-templates/apk-instrumentation.yaml

@@ -19,7 +19,7 @@ steps:
     msbuildArguments: >-
       /restore
       /t:AcquireAndroidTarget,SignAndroidPackage,DeployTest${{ parameters.packageType }}s,CheckAndRecordApkSizes,RunTestApks,UndeployTestApks,RenameApkTestCases,ReportComponentFailures
-      /bl:$(System.DefaultWorkingDirectory)/bin/Test${{ parameters.configuration }}/run${{ parameters.testName }}.binlog
+      /bl:$(System.DefaultWorkingDirectory)/bin/Test${{ parameters.configuration }}/run-${{ parameters.testName }}.binlog
       ${{ parameters.extraBuildArgs }}
   condition: ${{ parameters.condition }}
   continueOnError: true