Add compiler support for offloading matmul ops to custom dispatch plugin.

.github/workflows/build_package.yml

@@ -39,71 +39,80 @@ jobs:
       matrix:
         include:
           # Ubuntu packages.
-          - runs-on: [managed-releaser, os-family=Linux, runner-group=releaser]
-            build-family: linux
-            build-package: main-dist-linux
-            experimental: false
-          - runs-on: [managed-releaser, os-family=Linux, runner-group=releaser]
+          - runs-on: icelake
             build-family: linux
             build-package: py-compiler-pkg
             experimental: false
-          - runs-on: [managed-releaser, os-family=Linux, runner-group=releaser]
+          - runs-on: icelake
             build-family: linux
             build-package: py-runtime-pkg
             experimental: false
-          - runs-on: [managed-releaser, os-family=Linux, runner-group=releaser]
-            build-family: linux
-            build-package: py-tf-compiler-tools-pkg
-            experimental: false
 
-          # MacOS packages.
-          - runs-on:
-              - ${{ github.repository == 'openxla/iree' && 'self-hosted' || 'macos-11' }}
-              - os-family=macOS
-              - runner-group=postsubmit
+          # Macos packages.
+          - runs-on: MacStudio
             build-family: macos
             build-package: py-compiler-pkg
             experimental: true
-          - runs-on:
-              - ${{ github.repository == 'openxla/iree' && 'self-hosted' || 'macos-11' }}
-              - os-family=macOS
-              - runner-group=postsubmit
+          - runs-on: MacStudio
             build-family: macos
             build-package: py-runtime-pkg
             experimental: true
 
           # Windows packages.
           - runs-on:
-              - ${{ github.repository == 'openxla/iree' && 'windows-2022-64core' || 'windows-2022'}}
+              - ${{ github.repository == 'openxla/iree' && 'windows-2022-64core' || '7950X'}}
             build-family: windows
             build-package: py-compiler-pkg
             experimental: true
-          - runs-on: windows-2022
+          - runs-on: 7950X
             build-family: windows
             build-package: py-runtime-pkg
             experimental: true
 
+          # Linux AArch64 packages.
+          - runs-on: linux-aarch64
+            build-family: linux-aarch64
+            build-package: py-compiler-pkg
+            experimental: false
+          - runs-on: linux-aarch64
+            build-family: linux-aarch64
+            build-package: py-runtime-pkg
+            experimental: false
+
+
     env:
       MANYLINUX_X86_64_IMAGE: ghcr.io/nod-ai/manylinux_x86_64:main
+      MANYLINUX_AARCH64_IMAGE: quay.io/pypa/manylinux_2_28_aarch64
 
     steps:
+      # Docker may leave root owned files
+      - name: Chown user
+        if: "matrix.build-family == 'linux-aarch64' || matrix.build-family == 'linux'"
+        run: |
+          sudo chown -R $USER:$USER $GITHUB_WORKSPACE
       - uses: actions/checkout@8f4b7f84864484a7bf31766abe9204da3cbe65b3 # v3.5.0
         with:
           path: "c"  # Windows can hit path length limits, so use a short path.
           submodules: true
           ref: ${{ github.event.inputs.commit }}
+      - uses: actions/setup-python@v4
+        if: "matrix.build-family == 'windows'"
+        with:
+          python-version: '3.11'
 
       ##########################################################################
       # OS specific setup
       ##########################################################################
 
-      - name: Install dependencies (Windows)
-        if: "matrix.build-family == 'windows'"
-        shell: powershell
-        run: ./c/build_tools/python_deploy/install_windows_deps.ps1
+      #- name: Install dependencies (Windows)
+      #  if: "matrix.build-family == 'windows'"
+      #  shell: powershell
+      #  run: ./c/build_tools/python_deploy/install_windows_deps.ps1
       - name: "Configure MSVC (Windows)"
         if: "matrix.build-family == 'windows'"
         uses: ilammy/msvc-dev-cmd@7315a94840631165970262a99c72cfb48a65d25d # v1.12.0
+        with:
+          arch: x64
 
       ##########################################################################
       # Write version_info.json
@@ -164,7 +173,7 @@ jobs:
       # One step per OS.
       ##########################################################################
 
-      - name: Build runtime wheels (Linux)
+      - name: Build runtime wheels (Linux-x86_64)
         if: "matrix.build-package == 'py-runtime-pkg' && matrix.build-family == 'linux'"
         shell: bash
         env:
@@ -175,6 +184,17 @@ jobs:
           [ -e ./bindist/* ] && rm ./bindist/*
           ./c/build_tools/python_deploy/build_linux_packages.sh
 
+      - name: Build runtime wheels (Linux-AArch64)
+        if: "matrix.build-package == 'py-runtime-pkg' && matrix.build-family == 'linux-aarch64'"
+        shell: bash
+        env:
+          package_suffix: ${{ github.event.inputs.package_suffix }}
+          packages: "iree-runtime"
+          output_dir: "${{ github.workspace }}/bindist"
+        run: |
+          [ -e ./bindist/* ] && rm ./bindist/*
+          ./c/build_tools/python_deploy/build_linux_packages.sh
+
       - name: Build runtime wheels (MacOS)
         if: "matrix.build-package == 'py-runtime-pkg' && matrix.build-family == 'macos'"
         shell: bash
@@ -217,6 +237,16 @@ jobs:
           [ -e ./bindist/* ] && rm ./bindist/*
           ./c/build_tools/python_deploy/build_linux_packages.sh
 
+      - name: Build compiler wheels (Linux-AArch64)
+        if: "matrix.build-package == 'py-compiler-pkg' && matrix.build-family == 'linux-aarch64'"
+        shell: bash
+        env:
+          package_suffix: ${{ github.event.inputs.package_suffix }}
+          packages: "iree-compiler"
+          output_dir: "${{ github.workspace }}/bindist"
+        run: |
+          ./c/build_tools/python_deploy/build_linux_packages.sh
+
       - name: Build compiler wheels (MacOS)
         if: "matrix.build-package == 'py-compiler-pkg' && matrix.build-family == 'macos'"
         shell: bash
@@ -265,10 +295,10 @@ jobs:
           path: ./bindist/*
           retention-days: 5
 
-      # TODO: Upload the tar.bz2 files too when ready
-      - name: Upload Release Assets
-        if: github.event.inputs.release_id != ''
-        id: upload-release-assets
+      # TODO: One Window Release builds we build both compiler+runtime
+      - name: Upload Release Assets (Windows)
+        if: "github.event.inputs.release_id != '' && matrix.build-family == 'windows'"
+        id: upload-release-assets-windows
         uses: dwenegar/upload-release-assets@5bc3024cf83521df8ebfadf00ad0c4614fd59148 # v1
         env:
           GITHUB_TOKEN: ${{ secrets.WRITE_ACCESS_TOKEN }}
@@ -277,6 +307,29 @@ jobs:
           # Only upload iree artifacts.
           assets_path: ./bindist/iree*.*
 
+      # TODO: Upload the tar.bz2 files too when ready
+      - name: Upload Release Assets (Compiler)
+        if: "github.event.inputs.release_id != '' && matrix.build-package == 'py-compiler-pkg' && matrix.build-family != 'windows'"
+        id: upload-release-assets-compiler
+        uses: dwenegar/upload-release-assets@5bc3024cf83521df8ebfadf00ad0c4614fd59148 # v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.WRITE_ACCESS_TOKEN }}
+        with:
+          release_id: ${{ github.event.inputs.release_id }}
+          # Only upload iree artifacts.
+          assets_path: ./bindist/iree_compiler*.*
+
+      - name: Upload Release Assets (Runtime)
+        if: "github.event.inputs.release_id != '' && matrix.build-package == 'py-runtime-pkg' && matrix.build-family != 'windows'"
+        id: upload-release-assets-runtime
+        uses: dwenegar/upload-release-assets@5bc3024cf83521df8ebfadf00ad0c4614fd59148 # v1
+        env:
+          GITHUB_TOKEN: ${{ secrets.WRITE_ACCESS_TOKEN }}
+        with:
+          release_id: ${{ github.event.inputs.release_id }}
+          # Only upload iree artifacts.
+          assets_path: ./bindist/iree_runtime*.*
+
   validate_and_publish:
     name: "Trigger validate and publish release"
     needs: build_packages

.github/workflows/publish_website.yml

@@ -44,13 +44,6 @@ jobs:
         with:
           python-version: 3.x
           cache: 'pip'
-      - id: "gcp-auth"
-        name: "Authenticating to Google Cloud"
-        uses: "google-github-actions/auth@v1"
-        with:
-          token_format: "access_token"
-          credentials_json: "${{ secrets.IREE_OSS_GITHUB_RUNNER_BASIC_TRUST_SERVICE_ACCOUNT_KEY }}"
-          create_credentials_file: false
       - name: Installing dependencies
         run: |
           pip install -r docs/website/requirements.txt
@@ -60,14 +53,6 @@ jobs:
           ./build_tools/scripts/generate_release_index.py \
             --repo="${GITHUB_REPOSITORY}" \
             --output=docs/website/docs/pip-release-links.html
-      - name: Building documentation files
-        run: |
-          ./build_tools/github_actions/docker_run.sh \
-            --env "IREE_CCACHE_GCP_TOKEN=${{ steps.gcp-auth.outputs.access_token }}" \
-            --env "IREE_WRITE_REMOTE_CCACHE=1" \
-            --env "CCACHE_NAMESPACE=gcr.io/iree-oss/base@sha256:796fb81a11ff7e7d057c93de468b74e48b6a9641aa19b7f7673c2772e8ea3b33" \
-            gcr.io/iree-oss/base@sha256:796fb81a11ff7e7d057c93de468b74e48b6a9641aa19b7f7673c2772e8ea3b33 \
-            ./docs/website/generate_extra_files.sh
       - name: Setting git config
         run: |
           git config --local user.email "iree-github-actions-bot@google.com"

.github/workflows/sync.yml

@@ -0,0 +1,69 @@
+name: 'Sync Upstream'
+
+on:
+  workflow_dispatch:
+  schedule:
+    - cron: '0 * * * *'
+
+jobs:
+  sync_upstream:
+    name: 'Sync Upstream'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checking out repository
+        uses: actions/checkout@v3
+        with:
+          token: ${{ secrets.CI_WRITE_TOKEN }}
+          repository: nod-ai/shark-runtime
+          ref: main
+          fetch-depth: 0
+
+      - name: Setup git
+        run: |
+          git config --local user.email "github-actions[bot]@users.noreply.github.com"
+          git config --local user.name "SHARK bot"
+
+      - name: Update main upstream
+        run: |
+          set -ex
+          git remote add upstream https://github.com/iree-org/iree
+          git pull --ff-only upstream main
+
+      - name: Pushing changes
+        uses: ad-m/github-push-action@master
+        with:
+          github_token: ${{ secrets.CI_WRITE_TOKEN }}
+          branch: main
+          repository: nod-ai/shark-runtime
+
+  rebase_shark:
+    name: 'Rebase SHARK'
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checking out repository
+        uses: actions/checkout@v3
+        with:
+          token: ${{ secrets.CI_WRITE_TOKEN }}
+          repository: nod-ai/shark-runtime
+          ref: shark
+          fetch-depth: 0
+
+      - name: Setup git
+        run: |
+          git config --local user.email "github-actions[bot]@users.noreply.github.com"
+          git config --local user.name "SHARK bot"
+
+      - name: Update shark upstream
+        run: |
+          set -ex
+          git remote add upstream https://github.com/iree-org/iree
+          git fetch upstream
+          git rebase upstream/main
+
+      - name: Pushing changes
+        uses: ad-m/github-push-action@master
+        with:
+          github_token: ${{ secrets.CI_WRITE_TOKEN }}
+          branch: shark
+          repository: nod-ai/shark-runtime
+          force_with_lease: true