diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml
index 8646c8f..c5085c4 100644
--- a/.github/workflows/release.yml
+++ b/.github/workflows/release.yml
@@ -47,16 +47,12 @@ jobs:
             arch: "i686"
             use_qemu: false
             skip: "*musllinux*"
-              # These take too long to build on Github
-              #- os: ubuntu-20.04
-              #arch: "aarch64"
-              #use_qemu: true
-              #- os: ubuntu-20.04
-              #arch: "ppc64le"
-              #use_qemu: true
-              #- os: ubuntu-20.04
-              #arch: "s390x"
-              #use_qemu: true
+          - os: self-hosted
+            arch: "aarch64"
+            use_qemu: true
+          - os: self-hosted
+            arch: "ppc64le"
+            use_qemu: true
           - os: windows-2022
             arch: "AMD64"
             use_qemu: false
@@ -89,7 +85,7 @@ jobs:
         echo "set(CLANG_TIDY_WHEEL_VERSION ${{ github.event.inputs.wheel_version }})" >> clang-tidy_version.cmake
 
     - name: Set up QEMU
-      uses: docker/setup-qemu-action@v2.0.0
+      uses: docker/setup-qemu-action@v2.1.0
       if: runner.os == 'Linux' && ((matrix.use_qemu) && fromJSON(env.USE_QEMU))
 
     - name: Build wheels