Skip to content

Commit

Permalink
Add arm build image
Browse files Browse the repository at this point in the history
  • Loading branch information
nmreadelf committed Aug 3, 2023
1 parent 2a3b1ab commit 33eeb48
Showing 1 changed file with 75 additions and 40 deletions.
115 changes: 75 additions & 40 deletions .github/workflows/build_arm_whells.yml
Original file line number Diff line number Diff line change
@@ -1,6 +1,12 @@
name: Build arm64

on:
# for test action
pull_request:
branches:
- main
- feat/add-arm-wheel-build
# end for test action
workflow_dispatch:
inputs:
TAG_NAME:
Expand All @@ -24,18 +30,23 @@ jobs:
matrix:
os: [ ubuntu-20.04 ]
# python-version: [ "3.8", "3.9", "3.10", "3.11"]
python-version: [ "3.11" ]
python-version: [ "3.8" ]
env:
RUNNER_OS: ${{ matrix.os }}
PYTHON_VERSION: ${{ matrix.python-version }}
#PYTHON_VERSION: ${{ matrix.python-version }}
steps:
- name: switch python
- name: Install clang++ for Ubuntu
if: matrix.os == 'ubuntu-20.04'
run: |
export PYENV_ROOT="$HOME/.pyenv"
export PATH="$PYENV_ROOT/bin:$PATH"
pyenv local "${{ matrix.python-version }}"
python --version
shell: bash -l {0}
pwd
uname -a
wget https://apt.llvm.org/llvm.sh
chmod +x llvm.sh
sudo ./llvm.sh 15
which clang++-15
clang++-15 --version
sudo apt-get install -y make cmake ccache ninja-build yasm gawk wget
ccache -s
- name: Update git
run: |
sudo add-apt-repository ppa:git-core/ppa -y
Expand Down Expand Up @@ -72,49 +83,73 @@ jobs:
key: ${{ matrix.os }}
max-size: 5G
append-timestamp: true
- name: Prepare chdb/build.sh
- name: remove old clang and link clang-15 to clang
if: matrix.os == 'ubuntu-20.04'
run: |
pyenv local "${{ matrix.python-version }}"
python3 --version
export CC=/usr/bin/clang
export CXX=/usr/bin/clang++
shell: bash -l {0}
sudo rm /usr/bin/clang
sudo ln -s /usr/bin/clang-15 /usr/bin/clang
sudo rm /usr/bin/clang++
sudo ln -s /usr/bin/clang++-15 /usr/bin/clang++
which clang++
clang++ --version
- name: Run chdb/build.sh
run: |
echo RElSPSIkKCBjZCAiJCggZGlybmFtZSAiJHtCQVNIX1NPVVJDRVswXX0iICkiID4vZGV2L251bGwgMj4mMSAmJiBwd2QgKSIKUFJPSl9ESVI9JChkaXJuYW1lICR7RElSfSkKCmVjaG8gJHtQUk9KX0RJUn0KCmZvciBQWV9WRVIgaW4gMy44IDMuOSAzLjEwIDMuMTE7IGRvCiAgICBjZCAke1BST0pfRElSfS9jaGRiCiAgICBweWVudiBsb2NhbCAiJHtQWV9WRVJ9IgogICAgcHl0aG9uMyAtLXZlcnNpb24KICAgIHB5dGhvbjMgLW0gcGlwIGluc3RhbGwgcHliaW5kMTEKICAgIGV4cG9ydCBDQz0vdXNyL2Jpbi9jbGFuZwogICAgZXhwb3J0IENYWD0vdXNyL2Jpbi9jbGFuZysrCiAgICAjIEluc3RhbGwgdW5pdmVyc2FsMiBwa2cKICAgIHB5dGhvbjMgLVZWCiAgICBweXRob24zLWNvbmZpZyAtLWluY2x1ZGVzCiAgICAjIGlmIHB5dGhvbjMgLVZWIGRvZXMgbm90IGNvbnRhaW4gJHtQWV9WRVJ9LCB0aGVuIGV4aXQKICAgIGlmICEgcHl0aG9uMyAtVlYgMj4mMSB8IGdyZXAgLXEgIiR7UFlfVkVSfSI7IHRoZW4KICAgICAgICBlY2hvICJFcnJvcjogUmVxdWlyZWQgdmVyc2lvbiBvZiBQeXRob24gKCR7UFlfVkVSfSkgbm90IGZvdW5kLiBBYm9ydGluZy4iCiAgICAgICAgZXhpdCAxCiAgICBmaQoKICAgIHB5dGhvbjMgLW0gcGlwIGluc3RhbGwgLVUgcHliaW5kMTEgd2hlZWwgYnVpbGQgdG94CiAgICBybSAtcmYgLi9idWlsZGxpYgoKICAgIC4vY2hkYi9idWlsZC5zaAogICAgY2QgY2hkYiAmJiBweXRob24zIC1jICJpbXBvcnQgX2NoZGI7IHJlcyA9IF9jaGRiLnF1ZXJ5KCdzZWxlY3QgMTExMjIyMjIyMiw1NTUnLCAnSlNPTicpOyBwcmludChyZXMpIiAmJiBjZCAtCgogICAgLi9nZW5fbWFuaWZlc3Quc2gKICAgIGNhdCAuL01BTklGRVNULmluCgogICAgcHl0aG9uMyAtbSBidWlsZCAtLXdoZWVsCgogICAgZmluZCBkaXN0CgogICAgd2hsX2ZpbGU9JChmaW5kIGRpc3QgfCBncmVwICd3aGwkJyB8Z3JlcCAiY3Ake1BZX1ZFUn0iIHx8IGVjaG8gIm5vdG5vdG5vdC53aGwiKQogICAgIyB0cnkgZGVsZXRlIAogICAgcm0gJHt3aGxfZmlsZX0gfHwgOgoKICAgIHB5dGhvbjMgLW0gd2hlZWwgdGFncyAtLXBsYXRmb3JtLXRhZz1tYW55bGludXhfMl8yNF9hYXJjaDY0CgogICAgZmluZCBkaXN0CgogICAgcHl0aG9uMyAtbSBwaXAgaW5zdGFsbCBwYW5kYXMgcHlhcnJvdwogICAgZmluZCBkaXN0CiAgICB3aGxfZmlsZT0kKGZpbmQgZGlzdCB8IGdyZXAgJ3dobCQnIHxncmVwICJjcCR7UFlfVkVSfSIpCiAgICBweXRob24zIC1tIHBpcCBpbnN0YWxsIC0tZm9yY2UtcmVpbnN0YWxsICR7d2hsX2ZpbGV9CgogICAgcHl0aG9uMyAtYyAiaW1wb3J0IGNoZGI7IHJlcyA9IGNoZGIucXVlcnkoJ3NlbGVjdCB2ZXJzaW9uKCknLCAnQ1NWJyk7IHByaW50KHJlcykiCgogICAgcHl0aG9uMyAtbSBjaGRiICJTRUxFQ1QgMSwgJ2FiJyIgYXJyb3d0YWJsZQoKICAgIHB5dGhvbjMgLW0gY2hkYiAiU0VMRUNUIDEsICdhYiciIGRhdGFmcmFtZQoKICAgIGJhc2ggLXggLi9jaGRiL3Rlc3Rfc21va2Uuc2gKCiAgICBtYWtlIHRlc3QKZG9uZQo= | base64 -d | bash -l -e -x
continue-on-error: false
- name: Install dependencies for building wheels
# - name: Run chdb/build.sh
# run: |
# pyenv local "${{ matrix.python-version }}"
# python3 --version
# python3 -m pip install pybind11
# export CC=/usr/bin/clang
# export CXX=/usr/bin/clang++
# bash ./chdb/build.sh
# python3 -m pip install pandas pyarrow
# bash -x ./chdb/test_smoke.sh
# continue-on-error: false
- name: Check ccache statistics
run: |
python3 -m pip install -U pip tox pybind11 twine setuptools wheel
python3 -m pip install cibuildwheel==2.12.1
shell: bash -l {0}
- name: Build wheels
run: python3 -m cibuildwheel --output-dir wheelhouse
timeout-minutes: 300
env:
CIBW_DEBUG: 1
CIBW_BEFORE_BUILD_LINUX: "yum install -y wget && wget https://apt.llvm.org/llvm.sh; chmod +x llvm.sh; bash ./llvm.sh 15; which clang++-15; wget https://github.com/NixOS/patchelf/releases/download/0.18.0/patchelf-0.18.0-aarch64.tar.gz -O patchelf.tar.gz; tar -xvf patchelf.tar.gz; cp bin/patchelf /usr/bin/; chmod +x /usr/bin/patchelf; patchelf --version;"
CIBW_CONTAINER_ENGINE: podman
CIBW_ENVIRONMENT_LINUX: "CC=/usr/bin/clang CXX=/usr/bin/clang++"
CIBW_BEFORE_BUILD: "pip install -U pip tox pybind11 && bash -x gen_manifest.sh && bash chdb/build.sh"
CIBW_BUILD_VERBOSITY: 3
CIBW_BUILD: "cp38-manylinux_aarch64 cp39-manylinux_aarch64 cp310-manylinux_aarch64"
CIBW_TEST_REQUIRES: "pyarrow pandas psutil"
CIBW_TEST_COMMAND: "cd {project} && make test"
- name: Keep killall ccache and wait for ccache to finish
if: always()
ccache -s
ls -lh chdb
df -h
# - name: Install dependencies for building wheels
# run: |
# pyenv local "${{ matrix.python-version }}"
# python3 -m pip install -U pip tox twine setuptools wheel
# shell: bash -l {0}
# - name: Build wheels
# run: |
# pyenv local "${{ matrix.python-version }}"
# export CC=/usr/bin/clang
# export CXX=/usr/bin/clang++
# make wheel
- name: Install patchelf from github
run: |
sleep 60
while ps -ef | grep ccache | grep -v grep; do \
killall ccache; \
sleep 10; \
done
pyenv local "${{ matrix.python-version }}"
wget https://github.com/NixOS/patchelf/releases/download/0.18.0/patchelf-0.18.0-aarch64.tar.gz -O patchelf.tar.gz
tar -xvf patchelf.tar.gz
sudo cp bin/patchelf /usr/bin/
sudo chmod +x /usr/bin/patchelf
patchelf --version
- name: Audit wheels
run: |
pyenv local "${{ matrix.python-version }}"
python3 -m pip install auditwheel
auditwheel -v repair -w dist/ --plat manylinux_2_24_aarch64 dist/*.whl
continue-on-error: false
- name: Show files
run: ls -lh wheelhouse
run: |
sudo rm -f dist/*-aarch64*.whl
ls -lh dist
shell: bash
continue-on-error: false
- uses: actions/upload-artifact@v3
with:
path: ./wheelhouse/*.whl
path: ./dist/*.whl
- name: Upload pypi
if: startsWith(github.ref, 'refs/tags/v')
run: |
pyenv local "${{ matrix.python-version }}"
python3 -m pip install twine
python3 -m twine upload wheelhouse/*.whl
env:
Expand Down

0 comments on commit 33eeb48

Please sign in to comment.