Generate GHA workflow files from originals #959
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| # DO NOT EDIT - GENERATED FROM .github/workflows-ys/release.yml | |
| name: release | |
| defaults: | |
| run: | |
| shell: bash -e -x {0} | |
| 'on': | |
| workflow_dispatch: null | |
| push: | |
| tags: | |
| - v0.* | |
| - v1.* | |
| - v2.* | |
| branches: | |
| - master | |
| pull_request: | |
| branches: | |
| - master | |
| env: | |
| PROJ_PKG_NAME: rapidyaml- | |
| PROJ_PFX_TARGET: ryml- | |
| PROJ_PFX_CMAKE: RYML_ | |
| CMAKE_FLAGS: -DRYML_TEST_SUITE=OFF | |
| NUM_JOBS_BUILD: null | |
| jobs: | |
| gettag: | |
| if: | | |
| (!contains(github.event.head_commit.message, 'skip all')) || | |
| (!contains(github.event.head_commit.message, 'skip release')) || | |
| contains(github.event.head_commit.message, 'only release') | |
| continue-on-error: false | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: Variables (from tag) | |
| if: contains(github.ref, 'tags/v') | |
| run: | | |
| # https://github.community/t/how-to-get-just-the-tag-name/16241/11 | |
| SRC_TAG=${GITHUB_REF#refs/tags/} | |
| SRC_VERSION=${GITHUB_REF#refs/tags/v} | |
| cat <<EOF > vars.sh | |
| export SRC_TAG=$SRC_TAG | |
| export SRC_VERSION=$SRC_VERSION | |
| EOF | |
| - name: Variables (from commit, no tag) | |
| if: ${{ !contains(github.ref, 'tags/v') }} | |
| run: | | |
| set -x | |
| branch_name=${GITHUB_REF#refs/heads/} | |
| # builds triggered from PRs have the branch_name like this: refs/pull/150/merge | |
| # so filter to eg pr0150_merge | |
| branch_name=`echo $branch_name | sed "s:refs/pull/\([0-9]*\)/\(.*\):pr0\1_\2:"` | |
| # sanitize the branch name; eg merge/foo-bar -> merge_foo_bar | |
| branch_name=`echo $branch_name | sed 's:[/.-]:_:g'` | |
| SRC_TAG=$(git describe || git rev-parse --short HEAD) # eg v0.2.0-110-gda837e0 | |
| SRC_VERSION="${branch_name}-${SRC_TAG}" | |
| cat <<EOF > vars.sh | |
| export SRC_TAG=$SRC_TAG | |
| export SRC_VERSION=$SRC_VERSION | |
| EOF | |
| - name: Verify vars.sh | |
| run: cat vars.sh ; source vars.sh ; echo $SRC_TAG ; echo $SRC_VERSION | |
| - name: Save vars.sh | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: vars.sh | |
| path: ./vars.sh | |
| src: | |
| if: | | |
| (!contains(github.event.head_commit.message, 'skip all')) || | |
| (!contains(github.event.head_commit.message, 'skip release')) || | |
| contains(github.event.head_commit.message, 'only release') | |
| continue-on-error: false | |
| needs: gettag | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: Download vars.sh | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: vars.sh | |
| path: ./ | |
| - name: Install python 3.9 | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.9 | |
| - name: Install requirements | |
| run: sudo -E pip install git-archive-all | |
| - name: Create source packages | |
| run: | | |
| pwd | |
| ls -lFhp | |
| source vars.sh | |
| echo SRC_TAG=$SRC_TAG | |
| echo SRC_VERSION=$SRC_VERSION | |
| id=${PROJ_PKG_NAME}${SRC_VERSION} | |
| name=${id}-src | |
| mkdir -p assets | |
| git-archive-all --prefix $name assets/$name.tgz | |
| git-archive-all --prefix $name assets/$name.zip | |
| python --version | |
| python tools/amalgamate.py assets/$id.hpp | |
| - name: Save source artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: assets | |
| path: assets | |
| cpp: | |
| if: | | |
| (!contains(github.event.head_commit.message, 'skip all')) || | |
| (!contains(github.event.head_commit.message, 'skip release')) || | |
| contains(github.event.head_commit.message, 'only release') | |
| continue-on-error: false | |
| name: cpp/${{matrix.config.os}}/${{matrix.config.gen}} | |
| needs: gettag | |
| runs-on: ${{matrix.config.os}} | |
| env: | |
| DEV: 'OFF' | |
| BT: Release | |
| OS: ${{matrix.config.os}} | |
| CXX_: ${{matrix.config.cxx}} | |
| GEN: ${{matrix.config.gen}} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - name: Ubuntu 22.04 deb | |
| sfxg: unix64.deb | |
| sfxp: ubuntu-22.04.deb | |
| gen: DEB | |
| mime: vnd.debian.binary-package | |
| os: ubuntu-22.04 | |
| - name: Ubuntu 20.04 deb | |
| sfxg: unix64.deb | |
| sfxp: ubuntu-20.04.deb | |
| gen: DEB | |
| mime: vnd.debian.binary-package | |
| os: ubuntu-20.04 | |
| - name: Windows VS2019 zip | |
| sfxg: win64.zip | |
| sfxp: windows-vs2019.zip | |
| gen: ZIP | |
| mime: zip | |
| os: windows-2019 | |
| cxx: vs2019 | |
| - name: MacOSX sh | |
| sfxg: apple64.sh | |
| sfxp: macosx-xcode.sh | |
| gen: STGZ | |
| mime: x-sh | |
| os: macos-13 | |
| cxx: xcode | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: Download vars.sh | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: vars.sh | |
| path: ./ | |
| - name: install requirements | |
| run: source .github/reqs.sh && c4_install_test_requirements $OS | |
| - name: show info | |
| run: source .github/setenv.sh && c4_show_info | |
| - name: shared64-configure------------------------------------------------- | |
| run: source .github/setenv.sh && c4_cfg_test shared64 | |
| - name: shared64-build | |
| run: source .github/setenv.sh && c4_build_target shared64 | |
| - name: shared64-pack | |
| run: source .github/setenv.sh && c4_package shared64 $GEN | |
| - name: shared64-normalize | |
| run: | | |
| set -x | |
| source vars.sh | |
| mkdir -p assets | |
| asset_src=`ls -1 ./build/shared64/*-${{matrix.config.sfxg}}` | |
| asset_dst=./assets/${PROJ_PKG_NAME}${SRC_VERSION}-${{matrix.config.sfxp}} | |
| [ ! -f $asset_src ] && exit 1 | |
| cp -fav $asset_src $asset_dst | |
| - name: Save artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: assets | |
| path: assets | |
| python_src: | |
| if: | | |
| (!contains(github.event.head_commit.message, 'skip all')) || | |
| (!contains(github.event.head_commit.message, 'skip release')) || | |
| contains(github.event.head_commit.message, 'only release') | |
| continue-on-error: false | |
| name: python/src | |
| runs-on: ubuntu-latest | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: install python 3.9 | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.9 | |
| - name: package python src packages | |
| run: | | |
| python --version | |
| pip install -v -r requirements.txt | |
| python setup.py sdist --formats=zip | |
| - name: normalize src package names | |
| run: | | |
| sdist_orig=`find dist -type f -name 'rapidyaml-*.zip'` | |
| [ ! -f $sdist_orig ] && exit 1 | |
| sdist=`echo $sdist_orig | sed 's:\.zip:-python_src.zip:'` | |
| mv -fv $sdist_orig $sdist | |
| - name: Save artifacts | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: dist | |
| path: dist | |
| python_wheels: | |
| if: | | |
| (!contains(github.event.head_commit.message, 'skip all')) || | |
| (!contains(github.event.head_commit.message, 'skip release')) || | |
| contains(github.event.head_commit.message, 'only release') | |
| continue-on-error: false | |
| name: python/${{matrix.config.cibw_pyv}}/${{matrix.config.osname}}/${{matrix.config.cibw_arch}} | |
| runs-on: ${{matrix.config.os}} | |
| env: | |
| CMAKE_FLAGS: ${{matrix.config.cmakeflags}} -DRYML_DEV=OFF -DRYML_BUILD_API=ON -DRYML_API_TESTS=OFF -DRYML_API_BENCHMARKS=OFF | |
| CIBW_BUILD: cp${{matrix.config.cibw_pyv}}-${{matrix.config.cibw_platform}} | |
| CIBW_ARCHS: ${{matrix.config.cibw_arch}} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| config: | |
| - pythonv: '3.12' | |
| cibw_pyv: 312 | |
| cibw_arch: x86_64 | |
| cibw_platform: manylinux_x86_64 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.12' | |
| cibw_pyv: 312 | |
| cibw_arch: i686 | |
| cibw_platform: manylinux_i686 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.11' | |
| cibw_pyv: 311 | |
| cibw_arch: x86_64 | |
| cibw_platform: manylinux_x86_64 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.11' | |
| cibw_pyv: 311 | |
| cibw_arch: i686 | |
| cibw_platform: manylinux_i686 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.10' | |
| cibw_pyv: 310 | |
| cibw_arch: x86_64 | |
| cibw_platform: manylinux_x86_64 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.10' | |
| cibw_pyv: 310 | |
| cibw_arch: i686 | |
| cibw_platform: manylinux_i686 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.9' | |
| cibw_pyv: 39 | |
| cibw_arch: x86_64 | |
| cibw_platform: manylinux_x86_64 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.9' | |
| cibw_pyv: 39 | |
| cibw_arch: i686 | |
| cibw_platform: manylinux_i686 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.8' | |
| cibw_pyv: 38 | |
| cibw_arch: x86_64 | |
| cibw_platform: manylinux_x86_64 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.8' | |
| cibw_pyv: 38 | |
| cibw_arch: i686 | |
| cibw_platform: manylinux_i686 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.7' | |
| cibw_pyv: 37 | |
| cibw_arch: x86_64 | |
| cibw_platform: manylinux_x86_64 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.7' | |
| cibw_pyv: 37 | |
| cibw_arch: i686 | |
| cibw_platform: manylinux_i686 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.6' | |
| cibw_pyv: 36 | |
| cibw_arch: x86_64 | |
| cibw_platform: manylinux_x86_64 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| - pythonv: '3.6' | |
| cibw_pyv: 36 | |
| cibw_arch: i686 | |
| cibw_platform: manylinux_i686 | |
| osname: linux | |
| os: ubuntu-20.04 | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: create wheel | |
| uses: pypa/cibuildwheel@v2.17 | |
| - name: rename wheelhouse -> dist | |
| run: mv -fv wheelhouse dist; ls -lFhp dist/ | |
| - name: Save artifacts for publishing to PyPI | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: dist | |
| path: dist | |
| - name: install python ${{matrix.config.pythonv}} | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{matrix.config.pythonv}} | |
| - name: test with python ${{matrix.config.pythonv}} | |
| run: | | |
| set -x | |
| echo "python ${{matrix.config.pythonv}} ${{matrix.config.py_arch}} ${{matrix.config.cibw_arch}}" | |
| # skip 32 bit tests, as Python 32 bits are not available in ubuntu | |
| arch="${{matrix.config.cibw_arch}}" | |
| if [ "$arch" == "x86" ] || [ "$arch" == "i686" ] ; then | |
| exit 0 | |
| fi | |
| python --version | |
| python -c 'import sys ; import struct ; print("python:", sys.version, struct.calcsize("P") * 8, "bits")' | |
| pip --version | |
| pip install -v -r requirements.txt | |
| pip install -v -r api/python/requirements.txt | |
| for whl in dist/* ; do | |
| pip install -v $whl | |
| pip show -f rapidyaml | |
| python -c 'import ryml ; print("ryml", ryml.version, ryml.version_tuple)' | |
| python -c 'import ryml ; tree = ryml.parse_in_arena(b"{foo: bar}") ; assert tree.key(1) == b"foo" ; assert tree.val(1) == b"bar" ; print(str(tree.key(1), "utf8")) ; print(str(tree.val(1), "utf8"))' | |
| python -m pytest -vvv api/python/tests | |
| pip uninstall -y -v rapidyaml | |
| done | |
| release: | |
| if: | | |
| (!contains(github.event.head_commit.message, 'skip all')) || | |
| (!contains(github.event.head_commit.message, 'skip release')) || | |
| contains(github.event.head_commit.message, 'only release') | |
| continue-on-error: false | |
| runs-on: ubuntu-latest | |
| needs: | |
| - src | |
| - cpp | |
| - python_src | |
| - python_wheels | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| fetch-depth: 0 | |
| - name: Gather artifacts - ./assets | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: assets | |
| path: assets | |
| - name: Gather artifacts - ./dist | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: dist | |
| path: dist | |
| - name: Verify existing artifacts | |
| run: ls -lFhp assets/; ls -lFhp dist/ | |
| - name: Restore vars.sh | |
| if: contains(github.ref, 'tags/v') | |
| uses: actions/download-artifact@v3 | |
| with: | |
| name: vars.sh | |
| path: ./ | |
| - name: Save vars for following steps | |
| if: contains(github.ref, 'tags/v') | |
| id: vars | |
| run: | | |
| source vars.sh | |
| version_body=${{github.workspace}}/changelog/$SRC_VERSION.md | |
| if [ ! -f $version_body ] ; then | |
| echo "version body file was not found: $version_body" | |
| exit 1 | |
| fi | |
| echo "VERSION=$SRC_VERSION >> $GITHUB_OUTPUT" | |
| echo "VERSION_BODY=$version_body >> $GITHUB_OUTPUT" | |
| - name: Move Python packages to assets folder | |
| if: contains(github.ref, 'tags/v') | |
| run: mv -fv dist/*src.zip assets/. | |
| - name: Create Github Release | |
| if: contains(github.ref, 'tags/v') | |
| id: create_release | |
| uses: actions/create-release@v1 | |
| env: | |
| GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}} | |
| with: | |
| tag_name: ${{github.ref}} | |
| release_name: Release ${{steps.vars.outputs.VERSION}} | |
| body_path: ${{steps.vars.outputs.VERSION_BODY}} | |
| draft: true | |
| prerelease: ${{contains(github.ref, 'rc')}} | |
| - name: Upload assets to Github Release | |
| if: contains(github.ref, 'tags/v') | |
| uses: dwenegar/upload-release-assets@v1 | |
| env: | |
| GITHUB_TOKEN: ${{secrets.GITHUB_TOKEN}} | |
| with: | |
| release_id: ${{steps.create_release.outputs.id}} | |
| assets_path: ./assets/ | |
| - name: Publish python packages to test PyPI | |
| uses: pypa/gh-action-pypi-publish@v1.4.2 | |
| with: | |
| repository_url: https://test.pypi.org/legacy/ | |
| user: __token__ | |
| password: ${{secrets.PYPI_TOKEN_TEST}} | |
| verbose: true | |
| skip_existing: true | |
| - name: Publish python packages to production PyPI | |
| if: contains(github.ref, 'tags/v') | |
| uses: pypa/gh-action-pypi-publish@v1.4.2 | |
| with: | |
| user: __token__ | |
| password: ${{secrets.PYPI_TOKEN}} | |
| verbose: true |