CD - Syft #80
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CD - Syft | |
| on: | |
| schedule: | |
| - cron: "00 12 * * */3" # At 12:00 UTC on every three days | |
| workflow_dispatch: | |
| inputs: | |
| skip_tests: | |
| description: "If true, skip tests" | |
| required: false | |
| default: "false" | |
| release_platform: | |
| description: "Release Platform" | |
| required: true | |
| default: "REAL_PYPI" | |
| type: choice | |
| options: | |
| - REAL_PYPI | |
| - TEST_PYPI | |
| - REAL_AND_TEST_PYPI | |
| jobs: | |
| call-pr-tests-linting: | |
| if: github.repository == 'OpenMined/PySyft' && github.event.inputs.skip_tests == 'false' # don't run on forks | |
| uses: OpenMined/PySyft/.github/workflows/pr-tests-linting.yml@dev | |
| call-pr-tests-syft: | |
| if: github.repository == 'OpenMined/PySyft' && github.event.inputs.skip_tests == 'false' # don't run on forks | |
| uses: OpenMined/PySyft/.github/workflows/pr-tests-syft.yml@dev | |
| call-pr-tests-stack: | |
| if: github.repository == 'OpenMined/PySyft' && github.event.inputs.skip_tests == 'false' # don't run on forks | |
| uses: OpenMined/PySyft/.github/workflows/pr-tests-stack.yml@dev | |
| secrets: inherit | |
| deploy-syft: | |
| needs: [call-pr-tests-linting, call-pr-tests-syft, call-pr-tests-stack] | |
| if: always() && (needs.call-pr-tests-linting.result == 'success' && needs.call-pr-tests-syft.result == 'success' && needs.call-pr-tests-stack.result == 'success' || github.event.inputs.skip_tests == 'true') | |
| runs-on: om-ci-16vcpu-ubuntu2204 | |
| steps: | |
| - name: Permission to home directory | |
| run: | | |
| sudo chown -R $USER:$USER $HOME | |
| - uses: actions/checkout@v3 | |
| with: | |
| token: ${{ secrets.SYFT_BUMP_TOKEN }} | |
| - name: Set up Python | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: "3.11" | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install --upgrade tox setuptools wheel twine bump2version PyYAML | |
| - name: Bump the Version | |
| run: | | |
| ls **/VERSION | xargs -I {} python {} | |
| cat packages/grid/devspace.yaml | grep '0\.' | |
| bump2version prenum --allow-dirty --no-commit | |
| tox -e lint || true | |
| ls **/VERSION | xargs -I {} python {} | |
| cat packages/grid/devspace.yaml | grep '0\.' | |
| python packages/hagrid/scripts/update_manifest.py $(python packages/grid/VERSION) | |
| - name: Build Helm Chart | |
| shell: bash | |
| run: | | |
| # install k3d | |
| wget https://github.com/k3d-io/k3d/releases/download/v5.5.1/k3d-linux-amd64 | |
| mv k3d-linux-amd64 k3d | |
| chmod +x k3d | |
| export PATH=`pwd`:$PATH | |
| k3d version | |
| DEVSPACE_VERSION=v6.3.2 | |
| curl -sSL https://github.com/loft-sh/devspace/releases/download/${DEVSPACE_VERSION}/devspace-linux-amd64 -o ./devspace | |
| chmod +x devspace | |
| devspace version | |
| tox -e syft.build.helm | |
| tox -e syft.package.helm | |
| - name: Commit changes | |
| uses: EndBug/add-and-commit@v7 | |
| with: | |
| author_name: Madhava Jay | |
| author_email: [email protected] | |
| message: "bump version" | |
| add: "['.bumpversion.cfg', 'VERSION', 'packages/grid/VERSION', 'packages/grid/devspace.yaml', 'packages/syft/src/syft/VERSION', 'packages/syft/setup.cfg', 'packages/grid/frontend/package.json', 'packages/syft/src/syft/__init__.py', 'packages/hagrid/hagrid/manifest_template.yml', 'packages/grid/helm/syft/Chart.yaml', 'packages/grid/helm/repo', 'packages/hagrid/hagrid/deps.py']" | |
| pull: NO-PULL | |
| - name: Build and publish | |
| run: | | |
| tox -e syft.publish | |
| if [ "${{ github.event.inputs.release_platform }}" = "REAL_PYPI" ]; then | |
| twine upload -u __token__ -p ${{ secrets.OM_SYFT_PYPI_TOKEN }} packages/syft/dist/* | |
| fi | |
| if [ "${{ github.event.inputs.release_platform }}" = "TEST_PYPI" ]; then | |
| twine upload -r testpypi -u __token__ -p ${{ secrets.OM_SYFT_TEST_PYPI_TOKEN }} packages/syft/dist/* | |
| fi | |
| if [ "${{ github.event.inputs.release_platform }}" = "REAL_AND_TEST_PYPI" ]; then | |
| twine upload -u __token__ -p ${{ secrets.OM_SYFT_PYPI_TOKEN }} packages/syft/dist/* | |
| twine upload -r testpypi -u __token__ -p ${{ secrets.OM_SYFT_TEST_PYPI_TOKEN }} packages/syft/dist/* | |
| fi | |
| - name: Set Grid package version | |
| run: echo "GRID_VERSION=$(python packages/grid/VERSION)" >> $GITHUB_ENV | |
| - name: Set up QEMU | |
| uses: docker/setup-qemu-action@v2 | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v2 | |
| - name: Login to Docker | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_LOGIN }} | |
| password: ${{ secrets.DOCKER_PASSWORD }} | |
| - name: Docker meta for Grid-Backend | |
| id: meta_grid_backend | |
| uses: docker/metadata-action@v3 | |
| with: | |
| images: openmined/grid-backend | |
| tags: | | |
| type=raw,value=${{ env.GRID_VERSION }} | |
| type=raw,value=beta | |
| - name: Build and push `grid-backend` image to DockerHub | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: ./packages | |
| file: ./packages/grid/backend/backend.dockerfile | |
| push: true | |
| platforms: linux/amd64,linux/arm64 | |
| tags: ${{ steps.meta_grid_backend.outputs.tags }} | |
| target: backend | |
| cache-from: type=registry,ref=${{ steps.meta_grid_backend.outputs.tags }} | |
| cache-to: type=inline | |
| - name: Docker meta for Grid-Enclave | |
| id: meta_grid_enclave | |
| uses: docker/metadata-action@v3 | |
| with: | |
| images: openmined/grid-enclave | |
| tags: | | |
| type=raw,value=${{ env.GRID_VERSION }} | |
| type=raw,value=beta | |
| - name: Build and push `grid-enclave` image to DockerHub | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: ./packages | |
| file: ./packages/grid/worker/worker.dockerfile | |
| push: true | |
| platforms: linux/amd64,linux/arm64 | |
| tags: ${{ steps.meta_grid_enclave.outputs.tags }} | |
| target: worker | |
| cache-from: type=registry,ref=${{ steps.meta_grid_enclave.outputs.tags }} | |
| cache-to: type=inline | |
| - name: Docker meta for Grid-Frontend | |
| id: meta_grid_frontend | |
| uses: docker/metadata-action@v3 | |
| with: | |
| images: openmined/grid-frontend | |
| tags: | | |
| type=raw,value=${{ env.GRID_VERSION }} | |
| type=raw,value=beta | |
| - name: Build and push `grid-frontend` image to DockerHub | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: ./packages/grid/frontend | |
| file: ./packages/grid/frontend/frontend.dockerfile | |
| push: true | |
| platforms: linux/amd64,linux/arm64 | |
| tags: ${{ steps.meta_grid_frontend.outputs.tags }} | |
| target: grid-ui-development | |
| cache-from: type=registry,ref= ${{ steps.meta_grid_frontend.outputs.tags }} | |
| cache-to: type=inline | |
| - name: Docker meta for Grid-Headscale | |
| id: meta_grid_headscale | |
| uses: docker/metadata-action@v3 | |
| with: | |
| images: openmined/grid-vpn-headscale | |
| tags: | | |
| type=raw,value=${{ env.GRID_VERSION }} | |
| type=raw,value=beta | |
| - name: Build and push `grid-headscale` image to DockerHub | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: ./packages/grid/vpn | |
| file: ./packages/grid/vpn/headscale.dockerfile | |
| push: true | |
| platforms: linux/amd64,linux/arm64 | |
| tags: ${{ steps.meta_grid_headscale.outputs.tags }} | |
| cache-from: type=registry,ref= ${{ steps.meta_grid_headscale.outputs.tags }} | |
| cache-to: type=inline | |
| - name: Docker meta for Grid-Tailscale | |
| id: meta_grid_tailscale | |
| uses: docker/metadata-action@v3 | |
| with: | |
| images: openmined/grid-vpn-tailscale | |
| tags: | | |
| type=raw,value=${{ env.GRID_VERSION }} | |
| type=raw,value=beta | |
| - name: Build and push `grid-tailscale` image to DockerHub | |
| uses: docker/build-push-action@v4 | |
| with: | |
| context: ./packages/grid/vpn | |
| file: ./packages/grid/vpn/tailscale.dockerfile | |
| push: true | |
| platforms: linux/amd64,linux/arm64 | |
| tags: ${{ steps.meta_grid_tailscale.outputs.tags }} | |
| cache-from: type=registry,ref= ${{ steps.meta_grid_tailscale.outputs.tags }} | |
| cache-to: type=inline | |
| - name: Docker meta for grid-vpn-iptables | |
| id: meta_grid_vpn_iptables | |
| uses: docker/metadata-action@v3 | |
| with: | |
| images: openmined/grid-vpn-iptables | |
| tags: | | |
| type=raw,value=${{ env.GRID_VERSION }} | |
| type=raw,value=beta | |
| - name: Build and push `grid-vpn-iptables` image to DockerHub | |
| uses: docker/build-push-action@v2 | |
| with: | |
| context: ./packages/grid/vpn | |
| file: ./packages/grid/vpn/iptables.dockerfile | |
| push: true | |
| platforms: linux/amd64,linux/arm64 | |
| tags: ${{ steps.meta_grid_vpn_iptables.outputs.tags }} | |
| cache-from: type=registry,ref= ${{ steps.meta_grid_vpn_iptables.outputs.tags }} | |
| cache-to: type=inline |