ARM TESTING ZONE

taskcluster/conda/env-win-base.yml

@@ -0,0 +1,10 @@
+name: win-base
+channels:
+  - conda-forge
+dependencies:
+  - python=3.9
+  - pip=22.3.1
+  - cmake=3.26.3
+  - ninja=1.11.0
+  - conda-pack=0.8.0
+  - vswhere

taskcluster/config.yml

@@ -51,6 +51,11 @@ workers:
             implementation: generic-worker
             os: windows
             worker-type: b-win2022
+        b-win11-2024h2-arm64:
+            provisioner: 'mozillavpn-{level}'
+            implementation: generic-worker
+            os: windows
+            worker-type: win11-a64-24h2-builder
         b-macos:
             provisioner: 'releng-hardware'
             implementation: generic-worker

taskcluster/docker/base/Dockerfile

@@ -44,6 +44,7 @@ RUN apt-get update -qq \
                           rpm \
                           libglib2.0-0 \
                           ccache \
+                          msitools \
     && apt-get clean
 
 RUN pip install --upgrade pip

taskcluster/kinds/toolchain/conda_windows.yml

@@ -22,3 +22,18 @@ windows-conda-pack:
                 - scripts/windows/conda-setup-xwin-sdk.ps1
             toolchain-alias: conda-windows-x86_64
             toolchain-artifact: public/build/conda-windows.tar.gz
+
+
+windows-conda-pack-base: 
+        fetches:
+            fetch:
+                - win-conda
+        treeherder:
+            symbol: TL(conda-base)
+            platform: windows/x86_64
+        run:
+            script: conda_pack_win_base.ps1
+            resources:
+                - taskcluster/conda/env-win-base.yml
+            toolchain-alias: conda-windows-base-x86_64
+            toolchain-artifact: public/build/conda-windows.tar.gz

taskcluster/kinds/toolchain/kind.yml

@@ -23,8 +23,9 @@ task-defaults:
         tier: 1
 
 tasks-from:
-    - qt.yml
     - conda_android.yml
     - conda_windows.yml
     - conda_osx.yml
     - cargo.yml
+    - msvc.yml
+    - qt.yml

taskcluster/kinds/toolchain/msvc.yml

@@ -0,0 +1,21 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+---
+bundle-msvc:
+    description: "MSVC Bundle"
+    worker-type: b-linux-large
+    worker:
+        env:
+            FOO: bar    # Bug: taskcluster fails if there is no env key?
+        max-run-time: 14400
+        docker-image: {in-tree: build}
+    treeherder:
+        symbol: TL(msvc)
+    run:
+        script: msvc_download.sh
+        resources:
+            - taskcluster/scripts/vsdownload.py
+            - taskcluster/scripts/toolchain/enter_dev_shell.ps1.in
+        toolchain-alias: bundle-msvc
+        toolchain-artifact: public/build/msvc.tar.xz

taskcluster/kinds/toolchain/qt.yml

@@ -42,6 +42,26 @@ qt-windows-x86_64-6.6:
         platform: windows/x86_64
     worker-type: b-win2022
 
+qt-windows-aarch64-6.6:
+    description: "Windows QT compile Task"
+    fetches:
+        fetch:
+            - win-conda
+        toolchain:
+            - bundle-msvc
+            - conda-windows-base-x86_64
+    run:
+        script: compile_qt_fancy.ps1
+        resources:
+            - taskcluster/scripts/toolchain/configure_qt.ps1
+        toolchain-alias: qt-windows-aarch64-6.6
+        toolchain-artifact: public/build/qt6_win.zip
+    treeherder:
+        symbol: TL(qt-win-6.6)
+        platform: windows/aarch64
+    worker-type: b-win11-2024h2-arm64
+
+
 qt-ios:
     description: "QT ios bundle Task"
     run:

taskcluster/scripts/build/windows_clang_cl.ps1

@@ -2,9 +2,9 @@
 # License, v. 2.0. If a copy of the MPL was not distributed with this
 # file, You can obtain one at http://mozilla.org/MPL/2.0/.
 
-$REPO_ROOT_PATH =resolve-path "$PSScriptRoot/../../../"
-$TASK_WORKDIR =resolve-path "$REPO_ROOT_PATH/../../"
-$FETCHES_PATH =resolve-path "$TASK_WORKDIR/fetches"
+. "$PSScriptRoot/../common/helpers.ps1"
+
+
 $QTPATH =resolve-path "$FETCHES_PATH/QT_OUT/"
 
 # Prep Env:
@@ -17,33 +17,11 @@ Set-Location -Path $TASK_WORKDIR
 # doesn't handle recursive submodules, so we'll need to do it ourselves.
 git -C "$REPO_ROOT_PATH" submodule update --init --recursive
 
-# Setup Openssl Import
-$SSL_PATH = "$FETCHES_PATH/QT_OUT/SSL"
-if (Test-Path -Path $SSL_PATH) {
-    $env:OPENSSL_ROOT_DIR = (resolve-path "$SSL_PATH").toString()
-    $env:OPENSSL_USE_STATIC_LIBS = "TRUE"
-}
-
 
 ## Use vendored rust crates, if present
-if (Test-Path -Path "$FETCHES_PATH\cargo-vendor") {
-    $CARGO_VENDOR_PATH = "$FETCHES_PATH/cargo-vendor" -replace @('\\', '/')
-    New-Item -Path "$REPO_ROOT_PATH\.cargo" -ItemType "directory" -Force
-@"
-[source.vendored-sources]
-directory = "$CARGO_VENDOR_PATH"
-
-[source.crates-io]
-replace-with = "vendored-sources"
-"@ | Out-File -Encoding utf8 $REPO_ROOT_PATH\.cargo\config.toml
-}
-
+Add-CargoVendor
 ## Install MiniConda 
-New-Item -ItemType Directory -Force -Path "$TASK_WORKDIR/miniconda"
-$MINICONDA_DIR =resolve-path "$TASK_WORKDIR/miniconda"
-Start-Process -NoNewWindow "$FETCHES_PATH\miniconda_installer.exe" -Wait -ArgumentList @('/S',"/D=$MINICONDA_DIR")
-. $MINICONDA_DIR\shell\condabin\conda-hook.ps1
-
+Install-MiniConda 
 ## Unpack and activate the conda environment.
 $CONDA_DIR = resolve-path "$FETCHES_PATH\conda-windows"
 Start-Process -NoNewWindow "$CONDA_DIR\Scripts\conda-unpack.exe" -Wait

taskcluster/scripts/common/helpers.ps1

@@ -0,0 +1,38 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+$REPO_ROOT_PATH =resolve-path "$PSScriptRoot/../../../"
+$TASK_WORKDIR =resolve-path "$REPO_ROOT_PATH/../../"
+$FETCHES_PATH =resolve-path "$TASK_WORKDIR/fetches"
+
+
+function Install-MiniConda {
+    if (!(Test-Path -Path "$FETCHES_PATH\miniconda_installer.exe") ) {
+        Write-Error "Miniconda installer was not fetched: $FETCHES_PATH\miniconda_installer.exe"
+        return 
+    }
+    ## Install MiniConda 
+    New-Item -ItemType Directory -Force -Path "$TASK_WORKDIR/miniconda"
+    $MINICONDA_DIR =resolve-path "$TASK_WORKDIR/miniconda"
+    Start-Process -NoNewWindow "$FETCHES_PATH\miniconda_installer.exe" -Wait -ArgumentList @('/S',"/D=$MINICONDA_DIR")
+    . $MINICONDA_DIR\shell\condabin\conda-hook.ps1
+
+}
+
+function Add-CargoVendor {
+    if (!(Test-Path -Path "$FETCHES_PATH\cargo-vendor") ) {
+        Write-Output "No Cargo Vendor Fetched!"
+        return 
+    }
+        $CARGO_VENDOR_PATH = "$FETCHES_PATH/cargo-vendor" -replace @('\\', '/')
+        New-Item -Path "$REPO_ROOT_PATH\.cargo" -ItemType "directory" -Force
+@"
+[source.vendored-sources]
+directory = "$CARGO_VENDOR_PATH"
+
+[source.crates-io]
+replace-with = "vendored-sources"
+"@ | Out-File -Encoding utf8 $REPO_ROOT_PATH\.cargo\config.toml
+    Write-Output "Added $CARGO_VENDOR_PATH as Cargo Vendor Path"
+}

taskcluster/scripts/toolchain/compile_qt_fancy.ps1

@@ -0,0 +1,77 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+. "$PSScriptRoot/../common/helpers.ps1"
+
+$ErrorActionPreference = "Stop"
+# Unpack Conda-Base
+Install-MiniConda
+ls $FETCHES_PATH
+$CONDA_DIR = resolve-path "$FETCHES_PATH\"
+Start-Process -NoNewWindow "$CONDA_DIR\Scripts\conda-unpack.exe" -Wait
+conda activate $CONDA_DIR
+conda info
+
+# Enter the DEV Shell
+. "$FETCHES_PATH/msvc/enter_dev_shell.ps1" -arch arm64
+Get-ChildItem env:
+
+# Clone QT Code
+git clone --branch $env:QT_VERSION --depth 1 --single-branch git://code.qt.io/qt/qt5.git qt
+Set-Location qt 
+git submodule init qt5compat qtactiveqt qtbase qtdeclarative qtimageformats qtlanguageserver qtnetworkauth qtrepotools qtwebsockets qtshadertools qttools qtsvg
+git submodule update --depth 1 --recursive
+
+# Note: QtTools has more submoudles!
+git submodule update --init --recursive --depth 1 --shallow-submodules qttools
+
+# Setup Output Dirs
+if(!(Test-Path $REPO_ROOT_PATH/QT_OUT)){
+  New-Item -Path $REPO_ROOT_PATH/QT_OUT -ItemType "directory"
+}
+$BUILD_PREFIX = (resolve-path "$REPO_ROOT_PATH/QT_OUT").toString()
+
+$ErrorActionPreference = "Stop"
+  # For newer qt versions, let's trim what we dont need.
+  # See for general config: https://github.com/qt/qtbase/blob/dev/config_help.txt
+  # For detailed feature flags, run the configuration, then check the CMakeLists.txt
+  # Variables with FEATURE_XYZ can be switched off using -no-feature
+  # Whole folders can be skipped using -skip <folder>
+
+cmake -S . -B build `
+    -GNinja `
+    -DFEATURE_relocatable=ON `
+    -DQT_FEATURE_debug_and_release=ON `
+    -DQT_BUILD_TESTS=OFF `
+    -DFEATURE_developer_build=OFF `
+    -DBUILD_SHARED_LIBS=OFF `
+    -DFEATURE_assistant=OFF `
+    -DFEATURE_designer=OFF `
+    -DFEATURE_qtdiag=OFF `
+    -DFEARTURE_androiddeployqt=OFF `
+    -DFEATURE_sql=OFF 
+
+ cmake --build build --parallel
+
+# This does not get build by default but cmake --install will expect it.
+ cmake --build build --target androiddeployqt
+
+ cmake --install build --prefix $BUILD_PREFIX
+
+
+Set-Location $REPO_ROOT_PATH
+Copy-Item -Path taskcluster/scripts/toolchain/configure_qt.ps1 -Destination QT_OUT/
+
+
+
+New-Item -ItemType Directory -Path "$TASK_WORKDIR/public/build" -Force
+zip -r "$TASK_WORKDIR/public/build/qt6_win.zip" QT_OUT
+
+
+Write-Output "Build complete, zip created: $TASK_WORKDIR/public/build/qt6_win.zip"
+
+# mspdbsrv might be stil running after the build, so we need to kill it
+Stop-Process -Name "mspdbsrv.exe" -Force -ErrorAction SilentlyContinue
+Stop-Process -Name "mspdbsrv" -Force -ErrorAction SilentlyContinue
+

taskcluster/scripts/toolchain/conda_pack_win_base.ps1

@@ -0,0 +1,19 @@
+# This Source Code Form is subject to the terms of the Mozilla Public
+# License, v. 2.0. If a copy of the MPL was not distributed with this
+# file, You can obtain one at http://mozilla.org/MPL/2.0/.
+
+
+# This Script will build a conda-environment containing non-compiler essentials
+# needed to build (cmake, python)
+# It does not ship a compiler not a Windows SDK
+#
+
+. "$PSScriptRoot/../common/helpers.ps1"
+
+Install-MiniConda
+
+## Conda is now ready - let's enable the env
+conda env create --force -f  $REPO_ROOT_PATH/taskcluster/conda/env-win-base.yml
+
+New-Item -ItemType Directory $TASK_WORKDIR\public\build
+conda run -n win-base conda-pack --name win-base -o $TASK_WORKDIR\public\build\conda-windows.tar.gz