Freqtrade CI #353
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Freqtrade CI | |
| on: | |
| push: | |
| branches: | |
| - stable | |
| - develop | |
| - ci/* | |
| tags: | |
| release: | |
| types: [published] | |
| pull_request: | |
| schedule: | |
| - cron: '0 5 * * 4' | |
| jobs: | |
| build_linux: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ ubuntu-18.04, ubuntu-20.04 ] | |
| python-version: ["3.7", "3.8", "3.9", "3.10"] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Cache_dependencies | |
| uses: actions/cache@v2 | |
| id: cache | |
| with: | |
| path: ~/dependencies/ | |
| key: ${{ runner.os }}-dependencies | |
| - name: pip cache (linux) | |
| uses: actions/cache@v2 | |
| if: runner.os == 'Linux' | |
| with: | |
| path: ~/.cache/pip | |
| key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip | |
| - name: TA binary *nix | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: | | |
| cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd .. | |
| - name: Installation - *nix | |
| if: runner.os == 'Linux' | |
| run: | | |
| python -m pip install --upgrade pip wheel | |
| export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH | |
| export TA_LIBRARY_PATH=${HOME}/dependencies/lib | |
| export TA_INCLUDE_PATH=${HOME}/dependencies/include | |
| pip install -r requirements-dev.txt | |
| pip install -e . | |
| - name: Tests | |
| run: | | |
| pytest --random-order --cov=freqtrade --cov-config=.coveragerc | |
| if: matrix.python-version != '3.9' | |
| - name: Tests incl. ccxt compatibility tests | |
| run: | | |
| pytest --random-order --cov=freqtrade --cov-config=.coveragerc --longrun | |
| if: matrix.python-version == '3.9' | |
| - name: Coveralls | |
| if: (runner.os == 'Linux' && matrix.python-version == '3.8') | |
| env: | |
| # Coveralls token. Not used as secret due to github not providing secrets to forked repositories | |
| COVERALLS_REPO_TOKEN: 6D1m0xupS3FgutfuGao8keFf9Hc0FpIXu | |
| run: | | |
| # Allow failure for coveralls | |
| coveralls || true | |
| - name: Backtesting | |
| run: | | |
| cp config_examples/config_bittrex.example.json config.json | |
| freqtrade create-userdir --userdir user_data | |
| freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy | |
| - name: Hyperopt | |
| run: | | |
| cp config_examples/config_bittrex.example.json config.json | |
| freqtrade create-userdir --userdir user_data | |
| freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt-loss SharpeHyperOptLossDaily --print-all | |
| - name: Flake8 | |
| run: | | |
| flake8 | |
| - name: Sort imports (isort) | |
| run: | | |
| isort --check . | |
| - name: Mypy | |
| run: | | |
| mypy freqtrade scripts | |
| - name: Discord notification | |
| uses: rjstone/discord-webhook-notify@v1 | |
| if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) | |
| with: | |
| severity: error | |
| details: Freqtrade CI failed on ${{ matrix.os }} | |
| webhookUrl: ${{ secrets.DISCORD_WEBHOOK }} | |
| build_macos: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ macos-latest ] | |
| python-version: ["3.7", "3.8", "3.9", "3.10"] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Cache_dependencies | |
| uses: actions/cache@v2 | |
| id: cache | |
| with: | |
| path: ~/dependencies/ | |
| key: ${{ runner.os }}-dependencies | |
| - name: pip cache (macOS) | |
| uses: actions/cache@v2 | |
| if: runner.os == 'macOS' | |
| with: | |
| path: ~/Library/Caches/pip | |
| key: test-${{ matrix.os }}-${{ matrix.python-version }}-pip | |
| - name: TA binary *nix | |
| if: steps.cache.outputs.cache-hit != 'true' | |
| run: | | |
| cd build_helpers && ./install_ta-lib.sh ${HOME}/dependencies/; cd .. | |
| - name: Installation - macOS | |
| if: runner.os == 'macOS' | |
| run: | | |
| brew update | |
| brew install hdf5 c-blosc | |
| python -m pip install --upgrade pip wheel | |
| export LD_LIBRARY_PATH=${HOME}/dependencies/lib:$LD_LIBRARY_PATH | |
| export TA_LIBRARY_PATH=${HOME}/dependencies/lib | |
| export TA_INCLUDE_PATH=${HOME}/dependencies/include | |
| pip install -r requirements-dev.txt | |
| pip install -e . | |
| - name: Tests | |
| run: | | |
| pytest --random-order --cov=freqtrade --cov-config=.coveragerc | |
| - name: Coveralls | |
| if: (runner.os == 'Linux' && matrix.python-version == '3.8') | |
| env: | |
| # Coveralls token. Not used as secret due to github not providing secrets to forked repositories | |
| COVERALLS_REPO_TOKEN: 6D1m0xupS3FgutfuGao8keFf9Hc0FpIXu | |
| run: | | |
| # Allow failure for coveralls | |
| coveralls -v || true | |
| - name: Backtesting | |
| run: | | |
| cp config_examples/config_bittrex.example.json config.json | |
| freqtrade create-userdir --userdir user_data | |
| freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy | |
| - name: Hyperopt | |
| run: | | |
| cp config_examples/config_bittrex.example.json config.json | |
| freqtrade create-userdir --userdir user_data | |
| freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt-loss SharpeHyperOptLossDaily --print-all | |
| - name: Flake8 | |
| run: | | |
| flake8 | |
| - name: Sort imports (isort) | |
| run: | | |
| isort --check . | |
| - name: Mypy | |
| run: | | |
| mypy freqtrade scripts | |
| - name: Discord notification | |
| uses: rjstone/discord-webhook-notify@v1 | |
| if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) | |
| with: | |
| severity: info | |
| details: Test Succeeded! | |
| webhookUrl: ${{ secrets.DISCORD_WEBHOOK }} | |
| build_windows: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: [ windows-latest ] | |
| python-version: ["3.7", "3.8", "3.9", "3.10"] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Pip cache (Windows) | |
| uses: actions/cache@preview | |
| with: | |
| path: ~\AppData\Local\pip\Cache | |
| key: ${{ matrix.os }}-${{ matrix.python-version }}-pip | |
| - name: Installation | |
| run: | | |
| ./build_helpers/install_windows.ps1 | |
| - name: Tests | |
| run: | | |
| pytest --random-order --cov=freqtrade --cov-config=.coveragerc | |
| - name: Backtesting | |
| run: | | |
| cp config_examples/config_bittrex.example.json config.json | |
| freqtrade create-userdir --userdir user_data | |
| freqtrade backtesting --datadir tests/testdata --strategy SampleStrategy | |
| - name: Hyperopt | |
| run: | | |
| cp config_examples/config_bittrex.example.json config.json | |
| freqtrade create-userdir --userdir user_data | |
| freqtrade hyperopt --datadir tests/testdata -e 5 --strategy SampleStrategy --hyperopt-loss SharpeHyperOptLossDaily --print-all | |
| - name: Flake8 | |
| run: | | |
| flake8 | |
| - name: Mypy | |
| run: | | |
| mypy freqtrade scripts | |
| - name: Discord notification | |
| uses: rjstone/discord-webhook-notify@v1 | |
| if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) | |
| with: | |
| severity: error | |
| details: Test Failed | |
| webhookUrl: ${{ secrets.DISCORD_WEBHOOK }} | |
| docs_check: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Documentation syntax | |
| run: | | |
| ./tests/test_docs.sh | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: 3.8 | |
| - name: Documentation build | |
| run: | | |
| pip install -r docs/requirements-docs.txt | |
| pip install mkdocs | |
| mkdocs build | |
| - name: Discord notification | |
| uses: rjstone/discord-webhook-notify@v1 | |
| if: failure() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) | |
| with: | |
| severity: error | |
| details: Freqtrade doc test failed! | |
| webhookUrl: ${{ secrets.DISCORD_WEBHOOK }} | |
| cleanup-prior-runs: | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Cleanup previous runs on this branch | |
| uses: rokroskar/[email protected] | |
| if: "!startsWith(github.ref, 'refs/tags/') && github.ref != 'refs/heads/stable' && github.repository == 'freqtrade/freqtrade'" | |
| env: | |
| GITHUB_TOKEN: "${{ secrets.GITHUB_TOKEN }}" | |
| # Notify only once - when CI completes (and after deploy) in case it's successfull | |
| notify-complete: | |
| needs: [ build_linux, build_macos, build_windows, docs_check ] | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Check user permission | |
| id: check | |
| uses: scherermichael-oss/[email protected] | |
| with: | |
| required-permission: write | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Discord notification | |
| uses: rjstone/discord-webhook-notify@v1 | |
| if: always() && steps.check.outputs.has-permission && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) | |
| with: | |
| severity: info | |
| details: Test Completed! | |
| webhookUrl: ${{ secrets.DISCORD_WEBHOOK }} | |
| deploy: | |
| needs: [ build_linux, build_macos, build_windows, docs_check ] | |
| runs-on: ubuntu-20.04 | |
| if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade' | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: 3.8 | |
| - name: Extract branch name | |
| shell: bash | |
| run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF##*/})" | |
| id: extract_branch | |
| - name: Build distribution | |
| run: | | |
| pip install -U setuptools wheel | |
| python setup.py sdist bdist_wheel | |
| - name: Publish to PyPI (Test) | |
| uses: pypa/gh-action-pypi-publish@master | |
| if: (github.event_name == 'release') | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.pypi_test_password }} | |
| repository_url: https://test.pypi.org/legacy/ | |
| - name: Publish to PyPI | |
| uses: pypa/gh-action-pypi-publish@master | |
| if: (github.event_name == 'release') | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.pypi_password }} | |
| - name: Dockerhub login | |
| env: | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| run: | | |
| echo "${DOCKER_PASSWORD}" | docker login --username ${DOCKER_USERNAME} --password-stdin | |
| # We need docker experimental to pull the ARM image. | |
| - name: Switch docker to experimental | |
| run: | | |
| docker version -f '{{.Server.Experimental}}' | |
| echo $'{\n "experimental": true\n}' | sudo tee /etc/docker/daemon.json | |
| sudo systemctl restart docker | |
| docker version -f '{{.Server.Experimental}}' | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: crazy-max/[email protected] | |
| with: | |
| buildx-version: latest | |
| qemu-version: latest | |
| - name: Available platforms | |
| run: echo ${{ steps.buildx.outputs.platforms }} | |
| - name: Build and test and push docker images | |
| env: | |
| IMAGE_NAME: freqtradeorg/freqtrade | |
| BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }} | |
| run: | | |
| build_helpers/publish_docker_multi.sh | |
| - name: Discord notification | |
| uses: rjstone/discord-webhook-notify@v1 | |
| if: always() && ( github.event_name != 'pull_request' || github.event.pull_request.head.repo.fork == false) | |
| with: | |
| severity: info | |
| details: Deploy Succeeded! | |
| webhookUrl: ${{ secrets.DISCORD_WEBHOOK }} | |
| deploy_arm: | |
| needs: [ deploy ] | |
| # Only run on 64bit machines | |
| runs-on: [self-hosted, linux, ARM64] | |
| if: (github.event_name == 'push' || github.event_name == 'schedule' || github.event_name == 'release') && github.repository == 'freqtrade/freqtrade' | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Extract branch name | |
| shell: bash | |
| run: echo "##[set-output name=branch;]$(echo ${GITHUB_REF##*/})" | |
| id: extract_branch | |
| - name: Dockerhub login | |
| env: | |
| DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }} | |
| DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }} | |
| run: | | |
| echo "${DOCKER_PASSWORD}" | docker login --username ${DOCKER_USERNAME} --password-stdin | |
| - name: Build and test and push docker images | |
| env: | |
| IMAGE_NAME: freqtradeorg/freqtrade | |
| BRANCH_NAME: ${{ steps.extract_branch.outputs.branch }} | |
| run: | | |
| build_helpers/publish_docker_arm64.sh |