ci: do arm64 builds natively on TravisCI

Author: AWSjswinney

.travis.yml

@@ -18,10 +18,22 @@ matrix:
       env:
         - PYTHON_VERSION=2.7.15
 
+    - os: linux
+      arch: arm64
+      virt: vm
+      group: edge
+      dist: focal
+      language: generic
+      env:
+        - PYTHON_VERSION=3.8.5
+
 before_cache:
   # Cleanup to avoid the cache to grow indefinitely as new package versions are released
   # see https://stackoverflow.com/questions/39930171/cache-brew-builds-with-travis-ci
-  - brew cleanup
+  - |
+    if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
+        brew cleanup
+    fi
 
 cache:
   directories:
@@ -43,20 +55,39 @@ before_install:
     if [[ "$TRAVIS_OS_NAME" == "osx" && "${PYTHON_VERSION}" == "3.7.8" ]]; then
       brew install gettext
     fi
-  - if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then mkdir $HOME/bin; ln -s $(which pip2) $HOME/bin/pip; ln -s $(which python2) $HOME/bin/python; fi
-  - python scripts/ssl-check.py
-  - python -m pip install --disable-pip-version-check --upgrade pip
-  - pip install -U scikit-ci scikit-ci-addons
-  - ci_addons --install ../addons
+  - |
+    if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
+        mkdir $HOME/bin; ln -s $(which pip2) $HOME/bin/pip; ln -s $(which python2) $HOME/bin/python
+        python scripts/ssl-check.py
+        python -m pip install --disable-pip-version-check --upgrade pip
+        pip install -U scikit-ci scikit-ci-addons
+        ci_addons --install ../addons
+    elif [[ "$TRAVIS_OS_NAME" == "linux" ]]; then
+        docker run -t --rm \
+            -v $(pwd):/io \
+            --env TRAVIS=True \
+            --env TRAVIS_OS_NAME="${TRAVIS_OS_NAME}" \
+            quay.io/pypa/manylinux2014_aarch64 \
+            /io/scripts/docker-build.sh
+    fi
 
 install:
-  - ci install
+  - |
+    if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
+        ci install
+    fi
 
 script:
-  - ci test
+  - |
+    if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
+        ci test
+    fi
 
 after_success:
-  - ci after_test
+  - |
+    if [[ "$TRAVIS_OS_NAME" == "osx" ]]; then
+        ci after_test
+    fi
 
 deploy:
   # deploy-release

CMakeLists.txt

@@ -188,7 +188,7 @@ if(CMakePythonDistributions_SUPERBUILD)
         # cache file.
         file(WRITE "${CMAKE_BINARY_DIR}/initial-cache.txt"
 "set(CMAKE_C_FLAGS \"-D_POSIX_C_SOURCE=199506L -D_POSIX_SOURCE=1 -D_SVID_SOURCE=1 -D_BSD_SOURCE=1\" CACHE STRING \"Initial cache\" FORCE)
-set(CMAKE_EXE_LINKER_FLAGS \"-static-libstdc++ -static-libgcc -lrt\" CACHE STRING \"Initial cache\" FORCE)
+set(CMAKE_EXE_LINKER_FLAGS \"-lstdc++ -lgcc -lrt\" CACHE STRING \"Initial cache\" FORCE)
 ")
         set(_common_args
           CMAKE_ARGS -C "${CMAKE_BINARY_DIR}/initial-cache.txt"

appveyor.yml

@@ -23,7 +23,7 @@ environment:
     - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2017
       PYTHON_DIR: "C:\\Python37"
       PYTHON_VERSION: "3.7.x"
-      PYTHON_ARCH: "64"
+      PYTHON_ARCH: "32"
       BLOCK: "0"
 
     - APPVEYOR_BUILD_WORKER_IMAGE: Visual Studio 2017
@@ -38,22 +38,22 @@ environment:
     secure: qDoPKmtLMdcKUKRHuTlfaajjzO4Q4yu25FM5JuB7z84=
 
 init:
-  - python -m pip install -U scikit-ci scikit-ci-addons
-  - python -m ci_addons --install ../addons
+  - "%PYTHON_DIR%\\python.exe -m pip install -U scikit-ci scikit-ci-addons"
+  - "%PYTHON_DIR%\\python.exe -m ci_addons --install ../addons"
 
   - ps: ../addons/appveyor/rolling-build.ps1
 
 install:
-  - python -m ci install
+  - "%PYTHON_DIR%\\python.exe -m ci install"
 
 build_script:
-  - python -m ci build
+  - "%PYTHON_DIR%\\python.exe -m ci build"
 
 test_script:
-  - python -m ci test
+  - "%PYTHON_DIR%\\python.exe -m ci test"
 
 after_test:
-  - python -m ci after_test
+  - "%PYTHON_DIR%\\python.exe -m ci after_test"
 
 on_finish:
   - ps: ../addons/appveyor/enable-worker-remote-access.ps1 -check_for_block

scikit-ci.yml

@@ -56,6 +56,16 @@ before_install:
         - python ../addons/travis/install_pyenv.py
         - python scripts/ssl-check.py
         - python ../addons/travis/install_cmake.py 3.12.0
+    linux:
+      commands:
+        - python: |
+                  import os
+                  import ci
+                  os.environ["SETUP_BDIST_WHEEL_ARGS"] = "--plat-name %s" % os.environ["AUDITWHEEL_PLAT"]
+                  setup_cmake_args = []
+                  setup_cmake_args.append("-DSTRIP_EXECUTABLE:FILEPATH=/opt/rh/devtoolset-9/root/usr/" + "/bin/strip")
+                  os.environ["SETUP_CMAKE_ARGS"] = " ".join(setup_cmake_args)
+                  ci.driver.Driver.save_env(os.environ)
 
 install:
   commands:
@@ -82,20 +92,16 @@ build:
                   sdist=(glob.glob("dist/*.tar.gz") + glob.glob("dist/*.zip"))[0]
                   print("Deleting [%s]" % sdist)
                   os.remove(sdist)
-
-  circle:
-    commands:
-      - |
-        arch=${AUDITWHEEL_ARCH}
-        if [[ ${arch} == "aarch64" ]]; then
-            exit
-        fi
-        # Since there are no external shared libraries to bundle into the wheels
-        # this step will fixup the wheel switching from 'linux' to 'manylinux' tag
-        for whl in dist/*linux_${arch}.whl; do
-            auditwheel repair --plat ${AUDITWHEEL_PLAT} $whl -w ./dist/
-            rm $whl
-        done
+  travis:
+    linux:
+      commands:
+        - |
+          # Since there are no external shared libraries to bundle into the wheels
+          # this step will fixup the wheel switching from 'linux' to 'manylinux' tag
+          for whl in dist/*linux*_$(arch).whl; do
+              auditwheel repair --plat ${AUDITWHEEL_PLAT} $whl -w ./wheelhouse
+              rm $whl
+          done
 
 test:
   commands:

scripts/docker-build.sh

@@ -0,0 +1,34 @@
+#!/bin/bash
+
+set -e
+set -x
+
+MANYLINUX_PYTHON=cp38-cp38
+export PATH="/opt/python/${MANYLINUX_PYTHON}/bin:$PATH"
+export DEFAULT_DOCKCROSS_IMAGE=dockcross/manylinux2014-aarch64
+
+
+yum install -y openssl-devel
+
+cd /io
+
+
+ci_before_install() {
+    /opt/python/${MANYLINUX_PYTHON}/bin/python scripts/ssl-check.py
+    /opt/python/${MANYLINUX_PYTHON}/bin/pip install scikit-ci scikit-ci-addons scikit-build
+}
+
+ci_install() {
+    /opt/python/${MANYLINUX_PYTHON}/bin/ci install
+}
+ci_test() {
+    /opt/python/${MANYLINUX_PYTHON}/bin/ci test
+}
+ci_after_success() {
+    /opt/python/${MANYLINUX_PYTHON}/bin/ci after_test
+}
+
+ci_before_install
+ci_install
+ci_test
+ci_after_success