Add Python initialization in rvls #755
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
name: OpenRV | |
on: | |
push: | |
branches: | |
# This will run when PR is merged or direct pushes to main. | |
- main | |
pull_request: # This handles PR creation and subsequent commits. | |
schedule: | |
# Midnight build every day | |
- cron: "0 0 * * *" | |
# This allows manual triggering of the workflow from the web | |
workflow_dispatch: | |
inputs: | |
SKIP_DEPS_CACHE: | |
description: 'Skip dependencies caching' | |
required: true | |
default: 'false' | |
env: | |
SKIP_DEPS_CACHE: 'false' | |
jobs: | |
rocky-linux: | |
if : ${{ github.repository_owner == 'AcademySoftwareFoundation' }} | |
name: 'Rocky Linux ${{ matrix.rocky-version }} ${{ matrix.vfx-platform }} | |
<qt=${{ matrix.qt-version }}, | |
python=${{ matrix.python-version }}, | |
cmake=${{ matrix.cmake-version }}, | |
arch=${{ matrix.arch-type }}, | |
config=${{ matrix.build-type }}>' | |
runs-on: ${{ matrix.os }} | |
container: | |
image: ${{ matrix.image }} | |
volumes: | |
- /usr/local/lib/android:/github/home/android | |
- /usr/share/dotnet:/github/home/dotnet | |
- /opt/ghc:/github/home/ghc | |
- /usr/local/.ghcup:/github/home/.ghcup | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- os: "ubuntu-latest" | |
rocky-version: "8" | |
image: "amd64/rockylinux:8" | |
arch-type: "x86_64" | |
build-type: "Release" | |
qt-version: "5.15.2" | |
cmake-version: "3.29.8" | |
python-version: "3.10" | |
vfx-platform: "CY2023" | |
extra_repo: "powertools" | |
- os: "ubuntu-latest" | |
rocky-version: "9" | |
image: "amd64/rockylinux:9" | |
arch-type: "x86_64" | |
build-type: "Release" | |
qt-version: "5.15.2" | |
cmake-version: "3.29.8" | |
python-version: "3.10" | |
vfx-platform: "CY2023" | |
extra_repo: "crb" | |
- os: "ubuntu-latest" | |
rocky-version: "8" | |
image: "amd64/rockylinux:8" | |
arch-type: "x86_64" | |
build-type: "Debug" | |
qt-version: "5.15.2" | |
cmake-version: "3.29.8" | |
python-version: "3.10" | |
vfx-platform: "CY2023" | |
extra_repo: "powertools" | |
- os: "ubuntu-latest" | |
rocky-version: "9" | |
image: "amd64/rockylinux:9" | |
arch-type: "x86_64" | |
build-type: "Debug" | |
qt-version: "5.15.2" | |
cmake-version: "3.29.8" | |
python-version: "3.10" | |
vfx-platform: "CY2023" | |
extra_repo: "crb" | |
steps: | |
- name: Display disk space | |
run: | | |
df -h / | |
- name: Clear up some spaces on disk | |
run: | | |
# Delete files from host through the volumes | |
# It will have some "cannot remove" message, but but atleast 10GB will be cleared. | |
rm -rf /github/home/android || true | |
rm -rf /github/home/dotnet || true | |
rm -rf /github/home/ghc || true | |
rm -rf /github/home/.ghcup || true | |
- name: Display disk space | |
run: | | |
df -h / | |
- name: Install system dependencies | |
run: | | |
dnf install -y epel-release | |
dnf config-manager --set-enabled ${{ matrix.extra_repo }} devel | |
dnf groupinstall "Development Tools" -y | |
dnf install -y alsa-lib-devel autoconf automake avahi-compat-libdns_sd-devel bison bzip2-devel cmake-gui curl-devel flex gcc gcc-c++ git libXcomposite libXi-devel libaio-devel libffi-devel nasm ncurses-devel nss libtool libxkbcommon libXcomposite libXdamage libXrandr libXtst libXcursor mesa-libOSMesa mesa-libOSMesa-devel meson openssl-devel patch pulseaudio-libs pulseaudio-libs-glib2 ocl-icd ocl-icd-devel opencl-headers python3 python3-devel qt5-qtbase-devel readline-devel sqlite-devel systemd-devel tcl-devel tcsh tk-devel yasm zip zlib-devel wget | |
dnf install -y xz-devel mesa-libGLU mesa-libGLU-devel | |
- name: Install other system dependencies | |
if: ${{ matrix.rocky-version == '9' }} | |
run: | | |
dnf install -y perl-CPAN | |
cpan FindBin | |
- name: Check out repository code | |
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # 4.1.7 | |
with: | |
submodules: recursive | |
- name: Add repository as safe directory | |
run: | | |
git config --global --add safe.directory /__w/OpenRV/OpenRV | |
- name: Install pyenv | |
run: | | |
curl https://pyenv.run | bash | |
export PYENV_ROOT="$HOME/.pyenv" | |
echo "$PYENV_ROOT/shims" >> $GITHUB_PATH | |
echo "$PYENV_ROOT/bin" >> $GITHUB_PATH | |
- name: Setup pyenv | |
run: | | |
echo $PATH | |
pyenv install ${{ matrix.python-version }} | |
pyenv global ${{ matrix.python-version }} | |
- name: Display Python installation location | |
run: | | |
python -c "import sys; print(sys.executable)" | |
- name: Install Ninja | |
run: | | |
wget https://github.com/ninja-build/ninja/releases/download/v1.12.1/ninja-linux.zip | |
unzip ninja-linux.zip -d ./ninja | |
echo "$(pwd)/ninja" >> $GITHUB_PATH | |
ninja --version | |
- name: Install CMake | |
run: | | |
curl -SL -o cmake.tar.gz https://github.com/Kitware/CMake/releases/download/v${{ matrix.cmake-version }}/cmake-${{ matrix.cmake-version }}-Linux-x86_64.tar.gz | |
tar -xzf cmake.tar.gz | |
ls | |
mv cmake-${{ matrix.cmake-version }}-linux-x86_64 ./cmake-${{ matrix.cmake-version }} | |
echo "$(pwd)/cmake-${{ matrix.cmake-version }}/bin" >> $GITHUB_PATH | |
- name: Prepare Qt folder | |
run: | | |
mkdir -p "${{ github.workspace }}/deps" | |
- name: Install Qt ${{ matrix.qt-version }} | |
uses: jurplel/install-qt-action@v4 | |
with: | |
version: '${{ matrix.qt-version }}' | |
host: 'linux' | |
target: 'desktop' | |
arch: 'gcc_64' | |
dir: "${{ github.workspace }}/deps" | |
install-deps: 'false' | |
modules: 'debug_info qtcharts qtdatavis3d qtlottie qtnetworkauth qtquick3d qtquicktimeline qtscript qtwebengine qtwebglplugin' | |
archives: 'icu qt3d qtbase qtconnectivity qtdeclarative qtgraphicaleffects qtimageformats qtlocation qtmultimedia qtquickcontrols qtquickcontrols2 qtremoteobjects qtscxml qtsensors qtsvg qttools qttranslations qtwayland qtwebchannel qtwebsockets qtwebview qtx11extras qtxmlpatterns' | |
# Caching only save 2 minutes. Keep the cache for longer operations. | |
cache: false | |
setup-python: 'false' | |
tools: 'tools_qtcreator' | |
set-env: 'true' | |
tools-only: 'false' | |
aqtversion: '==3.1.*' | |
- name: Install Python dependencies | |
run: | | |
python3 -m pip install --user --upgrade -r requirements.txt | |
# For Rocky Linux, we can't cache the dependencies of OpenRV | |
# because there is not enough room in the cache (10GB limit) for all platforms. | |
- name: Configure OpenRV | |
run: | | |
export QT_HOME=/__w/OpenRV/OpenRV/deps/Qt/${{ matrix.qt-version}}/gcc_64 | |
cmake -B _build -G "Ninja" -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} -DRV_DEPS_QT5_LOCATION=$QT_HOME -DRV_VFX_PLATFORM=${{ matrix.vfx-platform }} | |
- name: Build OpenRV dependencies | |
run: | | |
cmake --build _build --config ${{ matrix.build-type }} --target dependencies --parallel=$(python -c 'import os; print(os.cpu_count())') -v | |
- name: Build OpenRV main executable | |
run: | | |
cmake --build _build --config ${{ matrix.build-type }} --target main_executable --parallel=$(python -c 'import os; print(os.cpu_count())') -v | |
- name: Tests | |
run: | | |
ctest --test-dir _build -C ${{ matrix.build-type }} --extra-verbose | |
- name: Install OpenRV | |
run: | | |
cmake --install _build --prefix $(pwd)/_install --config ${{ matrix.build-type }} | |
macos: | |
if : ${{ github.repository_owner == 'AcademySoftwareFoundation' }} | |
name: '${{ matrix.os }} ${{ matrix.arch-type }} ${{ matrix.vfx-platform }} | |
<qt=${{ matrix.qt-version }}, | |
python=${{ matrix.python-version }}, | |
arch=${{ matrix.arch-type }}, | |
config=${{ matrix.build-type }}>' | |
runs-on: ${{ matrix.os }} | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- os: "macos-13" | |
arch-type: "x86_64" | |
build-type: "Release" | |
qt-version: "5.15.2" | |
python-version: "3.10" | |
vfx-platform: "CY2023" | |
- os: "macos-13" | |
arch-type: "x86_64" | |
build-type: "Debug" | |
qt-version: "5.15.2" | |
python-version: "3.10" | |
vfx-platform: "CY2023" | |
steps: | |
- name: Check if it is a schedule job | |
if: github.event_name == 'schedule' | |
run: | | |
echo "SKIP_DEPS_CACHE='true'" >> $GITHUB_ENV | |
- name: Display disk space | |
run: | | |
df -h / | |
- name: Clear up some spaces on disk | |
run: | | |
# Remove some unused XCode (Default is XCode 15.4). | |
sudo rm -rf /Applications/Xcode_15.3.app | |
sudo rm -rf /Applications/Xcode_15.2.app | |
sudo rm -rf /Applications/Xcode_15.1.app | |
sudo rm -rf /Applications/Xcode_15.0.1.app | |
sudo rm -rf /Users/runner/Library/Android | |
- name: Display disk space | |
run: | | |
df -h / | |
- name: Check out repository code | |
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # 4.1.7 | |
with: | |
submodules: recursive | |
- name: Add repository as safe directory | |
run: | | |
git config --global --add safe.directory /__w/OpenRV/OpenRV | |
- name: Prepare Qt folder | |
run: | | |
mkdir -p "${{ github.workspace }}/deps" | |
- name: Install Qt ${{ matrix.qt-version }} | |
if: matrix.arch-type == 'x86_64' | |
uses: jurplel/install-qt-action@v4 | |
with: | |
version: '${{ matrix.qt-version }}' | |
host: 'mac' | |
target: 'desktop' | |
arch: 'clang_64' | |
dir: "${{ github.workspace }}/deps" | |
install-deps: 'false' | |
modules: 'debug_info qtcharts qtdatavis3d qtlottie qtnetworkauth qtquick3d qtquicktimeline qtscript qtwebengine qtwebglplugin' | |
archives: 'd3dcompiler_47 opengl32sw qt3d qtactiveqt qtbase qtconnectivity qtdeclarative qtgraphicaleffects qtimageformats qtlocation qtmultimedia qtquickcontrols qtquickcontrols2 qtremoteobjects qtscxml qtsensors qtsvg qttools qttranslations qtwebchannel qtwebsockets qtwebview qtwinextras qtxmlpatterns' | |
# Caching only save 2 minutes. Keep the cache for longer operations. | |
cache: false | |
setup-python: 'false' | |
tools: 'tools_qtcreator' | |
set-env: 'true' | |
tools-only: 'false' | |
aqtversion: '==3.1.*' | |
- name: Patch Qt ${{ matrix.qt-version }} | |
if: matrix.arch-type == 'x86_64' | |
# There is an issue with Clang15 and Qt < 5.15.15. | |
run: | | |
curl -o file.zip https://codereview.qt-project.org/changes/qt%2Fqtbase~503172/revisions/3/files/mkspecs%2Ffeatures%2Ftoolchain.prf/download | |
unzip file.zip | |
cp $(unzip -l file.zip | awk 'NR==4 {print $4}') ${{ github.workspace }}/deps/Qt/${{ matrix.qt-version }}/clang_64/mkspecs/features/toolchain.prf | |
- name: Activate Python ${{ matrix.python-version }} | |
uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # 5.2.0 | |
with: | |
python-version: '${{ matrix.python-version }}' | |
- name: Install Python dependencies | |
run: | | |
python3 -m pip install --user --upgrade -r requirements.txt | |
- name: Install Homebrew dependencies | |
run: | | |
brew install --quiet --formula cmake ninja readline sqlite3 xz zlib tcl-tk autoconf automake libtool python yasm clang-format black meson nasm pkg-config glew icu4c | |
- name: Set QT_HOME | |
if: matrix.arch-type == 'x86_64' | |
run: | | |
echo "QT_HOME=${{ github.workspace }}/deps/Qt/${{ matrix.qt-version }}/clang_64" >> $GITHUB_ENV | |
- name: Set QT_HOME | |
if: matrix.arch-type == 'arm64' | |
run: | | |
echo "QT_HOME=${{ github.workspace }}/deps" >> $GITHUB_ENV | |
- name: Check if the dependencies changed | |
if: matrix.build-type == 'Release' | |
uses: dorny/paths-filter@v3 | |
id: changes-in-deps | |
with: | |
filters: | | |
dependencies: | |
- 'cmake/**' | |
- name: Restore some dependencies | |
# Restore only if there are no changes under cmake folder and Release build. | |
if: env.SKIP_DEPS_CACHE == 'false' && steps.changes-in-deps.outputs.dependencies == 'false' && matrix.build-type == 'Release' | |
id: cmake-dependencies | |
uses: actions/cache@v4 | |
with: | |
path: | | |
./_build/RV_DEPS_* | |
./_build/cmake/dependencies | |
./_build/_deps | |
key: macos-${{ matrix.arch-type }}-dependencies | |
- name: Configure OpenRV | |
run: | | |
cmake -B _build -G "Ninja" -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} -DRV_DEPS_QT5_LOCATION=$QT_HOME -DRV_VFX_PLATFORM=${{ matrix.vfx-platform }} | |
- name: Build OpenRV dependencies | |
if: steps.cmake-dependencies.outputs.cache-hit != 'true' | |
run: | | |
cmake --build _build --config ${{ matrix.build-type }} --target dependencies --parallel=$(python -c 'import os; print(os.cpu_count())') -v | |
ls -al _build | |
- name: Build OpenRV main executable | |
run: | | |
cmake --build _build --config ${{ matrix.build-type }} --target main_executable --parallel=$(python -c 'import os; print(os.cpu_count())') -v | |
- name: Tests | |
run: | | |
ctest --test-dir _build -C ${{ matrix.build-type }} --extra-verbose | |
- name: Install OpenRV | |
run: | | |
cmake --install _build --prefix $(pwd)/_install --config ${{ matrix.build-type }} | |
windows: | |
if : ${{ github.repository_owner == 'AcademySoftwareFoundation' }} | |
name: 'Windows ${{ matrix.vfx-platform }} | |
<${{ matrix.os }} | |
msvc=${{ matrix.msvc-component }}, | |
qt=${{ matrix.qt-version }}, | |
python=${{ matrix.python-version }}, | |
cmake=${{ matrix.cmake-version }}, | |
arch=${{ matrix.arch-type }}, | |
config=${{ matrix.build-type }}>' | |
strategy: | |
fail-fast: false | |
matrix: | |
include: | |
- os: "windows-2022" | |
arch-type: "x86_64" | |
build-type: "Release" | |
qt-version: "5.15.2" | |
python-version: "3.10" | |
cmake-version: "3.29.8" | |
vfx-platform: "CY2023" | |
msvc-component: "14.40.17.10.x86.x64" | |
msvc-compiler: "14.40.33807" | |
- os: "windows-2022" | |
arch-type: "x86_64" | |
build-type: "Debug" | |
qt-version: "5.15.2" | |
python-version: "3.10" | |
cmake-version: "3.29.8" | |
vfx-platform: "CY2023" | |
msvc-component: "14.40.17.10.x86.x64" | |
msvc-compiler: "14.40.33807" | |
runs-on: ${{ matrix.os }} | |
steps: | |
- name: Check if it is a schedule job | |
if: github.event_name == 'schedule' | |
run: | | |
echo "SKIP_DEPS_CACHE='true'" >> $GITHUB_ENV | |
- name: Check out repository code | |
uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # 4.1.7 | |
with: | |
submodules: recursive | |
- name: Install MSVC components ${{ matrix.msvc-component }} | |
run: | | |
Set-Location "C:\Program Files (x86)\Microsoft Visual Studio\Installer\" | |
$InstallPath = "C:\Program Files\Microsoft Visual Studio\2022\Enterprise" | |
$componentsToRemove= @( | |
"Microsoft.VisualStudio.Component.VC.${{ matrix.msvc-component }}" | |
"Microsoft.VisualStudio.Component.VC.1${{ matrix.msvc-component }}.Spectre" | |
) | |
[string]$workloadArgs = $componentsToRemove | ForEach-Object {" --add " + $_} | |
$Arguments = ('/c', "vs_installer.exe", 'modify', '--installPath', "`"$InstallPath`"",$workloadArgs, '--quiet', '--norestart', '--nocache') | |
# should be run twice | |
$process = Start-Process -FilePath cmd.exe -ArgumentList $Arguments -Wait -PassThru -WindowStyle Hidden | |
$process = Start-Process -FilePath cmd.exe -ArgumentList $Arguments -Wait -PassThru -WindowStyle Hidden | |
- name: Set up MSVC ${{ matrix.msvc-compiler }} | |
uses: ilammy/msvc-dev-cmd@v1 | |
with: | |
toolset: ${{ matrix.msvc-compiler }} | |
arch: '${{ matrix.arch-type }}' | |
- name: Setup msys2 and install dependencies | |
uses: msys2/setup-msys2@v2 | |
with: | |
msystem: MINGW64 | |
update: true | |
# False because it keep creating new cache entry. | |
cache: false | |
install: >- | |
mingw-w64-x86_64-autotools | |
mingw-w64-x86_64-cmake | |
mingw-w64-x86_64-cmake-cmcldeps | |
mingw-w64-x86_64-glew | |
mingw-w64-x86_64-libarchive | |
mingw-w64-x86_64-make | |
mingw-w64-x86_64-meson | |
mingw-w64-x86_64-toolchain | |
autoconf | |
automake | |
bison | |
flex | |
git | |
libtool | |
nasm | |
p7zip | |
patch | |
unzip | |
zip | |
- name: Activate Python ${{ matrix.python-version }} | |
uses: actions/setup-python@f677139bbe7f9c59b41e40162b753c062f5d49a3 # 5.2.0 | |
with: | |
python-version: '${{ matrix.python-version }}' | |
- name: Display Python installation location | |
run: | | |
python -c "import sys; print(sys.executable)" | |
- name: Cache CMake for Windows | |
uses: actions/cache@0c45773b623bea8c8e75f6c82b208c3cf94ea4f9 # v4.0.2 | |
id: windows-cmake-cache | |
with: | |
path: "C:/Program Files/CMake" | |
key: ${{ runner.os }}-cmake-${{ matrix.cmake-version }} | |
- name: Install CMake ${{ matrix.cmake-version }} with chocolatey | |
if: steps.windows-cmake-cache.outputs.cache-hit != 'true' | |
run: | | |
choco install cmake --version=${{ matrix.cmake-version }} | |
- name: Set PATH environment variable | |
run: | | |
echo "export PATH=\"/c/Program Files/CMake/bin:/c/hostedtoolcache/windows/Python/3.11.9/x64:/c/msys64/mingw64/bin:$PATH:/c/Strawberry/c/bin:/c/Strawberry/perl/site/bin:/c/Strawberry/perl/bin\"" >> ~/.bash_profile | |
shell: msys2 {0} | |
- name: Set ACLOCAL_PATH environment variable | |
run: | | |
echo "export ACLOCAL_PATH=/c/msys64/usr/share/aclocal" >> ~/.bash_profile | |
shell: msys2 {0} | |
- name: Display environment variables | |
run: | | |
echo $PATH | |
echo $ACLOCAL_PATH | |
which python | |
which python3 | |
which cmake | |
shell: msys2 {0} | |
- name: Prepare Qt folder | |
run: | | |
mkdir -p /c/qt | |
shell: msys2 {0} | |
- name: Install Qt ${{ matrix.qt-version }} | |
uses: jurplel/install-qt-action@v4 | |
with: | |
version: '${{ matrix.qt-version }}' | |
host: 'windows' | |
target: 'desktop' | |
arch: 'win64_msvc2019_64' | |
dir: "c:/" | |
install-deps: 'false' | |
modules: 'debug_info qtcharts qtdatavis3d qtlottie qtnetworkauth qtquick3d qtquicktimeline qtscript qtwebengine qtwebglplugin' | |
archives: 'd3dcompiler_47 opengl32sw qt3d qtactiveqt qtbase qtconnectivity qtdeclarative qtgraphicaleffects qtimageformats qtlocation qtmultimedia qtquickcontrols qtquickcontrols2 qtremoteobjects qtscxml qtsensors qtsvg qttools qttranslations qtwebchannel qtwebsockets qtwebview qtwinextras qtxmlpatterns' | |
# Caching only save 2 minutes. Keep the cache for longer operations. | |
cache: false | |
setup-python: 'false' | |
tools: 'tools_qtcreator' | |
set-env: 'true' | |
tools-only: 'false' | |
aqtversion: '==3.1.*' | |
- name: Install Python dependencies | |
run: | | |
python3 -m pip install --user --upgrade -r ./requirements.txt | |
shell: msys2 {0} | |
- name: Check if the dependencies changed | |
if: matrix.build-type == 'Release' | |
uses: dorny/paths-filter@v3 | |
id: changes-in-deps | |
with: | |
filters: | | |
dependencies: | |
- 'cmake/**' | |
- name: Restore some dependencies | |
# Restore only if there are no changes under cmake folder and Release build. | |
if: env.SKIP_DEPS_CACHE == 'false' && steps.changes-in-deps.outputs.dependencies == 'false' && matrix.build-type == 'Release' | |
id: cmake-dependencies | |
uses: actions/cache@v4 | |
with: | |
path: | | |
./_build/RV_DEPS_* | |
./_build/cmake/dependencies | |
./_build/_deps | |
key: windows-dependencies | |
- name: Configure OpenRV | |
run: | | |
export QT_HOME=c:/Qt/${{ matrix.qt-version }}/msvc2019_64 | |
cmake -B _build -G "Visual Studio 17 2022" -A x64 -DRV_DEPS_WIN_PERL_ROOT=c:/Strawberry/perl/bin -DCMAKE_BUILD_TYPE=${{ matrix.build-type }} -DRV_DEPS_QT5_LOCATION=$QT_HOME -DRV_VFX_PLATFORM=${{ matrix.vfx-platform }} | |
shell: msys2 {0} | |
- name: Build OpenRV dependencies | |
if: steps.cmake-dependencies.outputs.cache-hit != 'true' | |
run: | | |
cmake --build _build --config ${{ matrix.build-type }} --target dependencies --parallel=$(python -c 'import os; print(os.cpu_count())') -v | |
shell: msys2 {0} | |
id: build_deps | |
- name: Build OpenRV main executable | |
run: | | |
cmake --build _build --config ${{ matrix.build-type }} --target main_executable --parallel=$(python -c 'import os; print(os.cpu_count())') -v | |
shell: msys2 {0} | |
- name: Tests | |
continue-on-error: true | |
run: | | |
ls -al _build/stage/app/bin | |
ctest --test-dir _build -C ${{ matrix.build-type }} --extra-verbose | |
shell: msys2 {0} | |
- name: Install OpenRV | |
run: | | |
cmake --install _build --prefix $(pwd)/_install --config ${{ matrix.build-type }} | |
shell: msys2 {0} |