git.delta.rocks / unique-network / refs/commits / 464a23ef439a

difftreelog

source

.github/workflows/xcm-testnet-build.yml13.5 KiBsourcehistory
1name: xcm-testnet-build23# Controls when the action will run.4on:5  workflow_call:6  7  # Allows you to run this workflow manually from the Actions tab8  workflow_dispatch:910#Define Workflow variables11env:12  REPO_URL: ${{ github.server_url }}/${{ github.repository }}1314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:1617  prepare-execution-marix:1819    name: Prepare execution matrix2021    runs-on: [XL]22    outputs:23      matrix: ${{ steps.create_matrix.outputs.matrix }}2425    steps:2627      - name: Clean Workspace28        uses: AutoModality/action-clean@v1.1.02930      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it31      - uses: actions/checkout@v332        with:33          ref: ${{ github.head_ref }}  #Checking out head commit3435      - name: Read .env file36        uses: xom9ikk/dotenv@v1.0.23738      - name: Create Execution matrix39        uses: fabiocaccamo/create-matrix-action@v240        id: create_matrix41        with:42          matrix: |43            network {opal}, runtime {opal}, features {opal-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}44            network {quartz}, runtime {quartz}, features {quartz-runtime}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}45            network {unique}, runtime {unique}, features {unique-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}4647  xcm-build:48    49    needs: prepare-execution-marix50    # The type of runner that the job will run on51    runs-on: [XL]5253    timeout-minutes: 6005455    name: ${{ matrix.network }}5657    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5859    strategy:60      matrix:61        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263    steps:64      - name: Skip if pull request is in Draft65        if: github.event.pull_request.draft == true66        run: exit 16768      - name: Clean Workspace69        uses: AutoModality/action-clean@v1.1.07071      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it72      - uses: actions/checkout@v373        with:74          ref: ${{ github.head_ref }}  #Checking out head commit7576      - name: Read .env file77        uses: xom9ikk/dotenv@v1.0.27879      - name: Log in to Docker Hub80        uses: docker/login-action@v2.0.081        with:82          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}83          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8485      - name: Install jq86        run: sudo apt install jq -y8788      # - name: Get autorization token from DOCKERHUB89      #   run: |                 90      #     # aquire token91      #       TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)92      #       export TOKEN=$TOKEN9394      # Check POLKADOT version and build it if it doesn't exist in repository95      - name: Generate ENV related extend Dockerfile file for POLKADOT96        uses: cuchi/jinja2-action@v1.2.097        with:98          template: .docker/Dockerfile-polkadot.j299          output_file: .docker/Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml100          variables: |101            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}102            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}103104      - name: Check if the dockerhub repository contains the needed version POLKADOT105        run: |106          # aquire token107            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)108            export TOKEN=$TOKEN109110          # Get TAGS from DOCKERHUB POLKADOT repository111            POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')112          # Show TAGS113            echo "POLKADOT TAGS:"114            echo $POLKADOT_TAGS115          # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS116            if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ env.POLKADOT_BUILD_BRANCH }}"($|[[:space:]]) ]]; then117                echo "Repository has needed POLKADOT version";118                docker pull uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}119            else120                echo "Repository has not needed POLKADOT version, so build it";121                cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml --tag uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }} .122                echo "Push needed POLKADOT version to the repository";123                docker push uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}124            fi125        shell: bash126127      # Check ACALA version and build it if it doesn't exist in repository128      - name: Generate ENV related extend Dockerfile file for ACALA129        uses: cuchi/jinja2-action@v1.2.0130        with:131          template: .docker/Dockerfile-acala.j2132          output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml133          variables: |134            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}135            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}136137      - name: Check if the dockerhub repository contains the needed ACALA version138        run: |139          # aquire token140            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)141            export TOKEN=$TOKEN142143          # Get TAGS from DOCKERHUB repository144            ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')145          # Show TAGS146            echo "ACALA TAGS:"147            echo $ACALA_TAGS148          # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS149            if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then150                echo "Repository has needed ACALA version";151                docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}152            else153                echo "Repository has not needed ACALA version, so build it";154                cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .155                echo "Push needed ACALA version to the repository";156                docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}157            fi158        shell: bash159160      # Check MOONBEAM version and build it if it doesn't exist in repository161      - name: Generate ENV related extend Dockerfile file for MOONBEAM162        uses: cuchi/jinja2-action@v1.2.0163        with:164          template: .docker/Dockerfile-moonbeam.j2165          output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml166          variables: |167            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}168            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}169170      - name: Check if the dockerhub repository contains the needed MOONBEAM version171        run: |172          # aquire token173            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)174            export TOKEN=$TOKEN175176          # Get TAGS from DOCKERHUB repository177            MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')178          # Show TAGS179            echo "MOONBEAM TAGS:"180            echo $MOONBEAM_TAGS181          # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS182            if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then183                echo "Repository has needed MOONBEAM version";184                docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}185            else186                echo "Repository has not needed MOONBEAM version, so build it";187                cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .188                echo "Push needed MOONBEAM version to the repository";189                docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}190            fi191        shell: bash192193194      # Check CUMULUS version and build it if it doesn't exist in repository195      - name: Generate ENV related extend Dockerfile file for CUMULUS196        uses: cuchi/jinja2-action@v1.2.0197        with:198          template: .docker/Dockerfile-cumulus.j2199          output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml200          variables: |201            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}202            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}203204      - name: Check if the dockerhub repository contains the needed CUMULUS version205        run: |                 206          # aquire token207            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)208            export TOKEN=$TOKEN209210          # Get TAGS from DOCKERHUB repository211            CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')212          # Show TAGS213            echo "CUMULUS TAGS:"214            echo $CUMULUS_TAGS215          # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS216            if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then217                echo "Repository has needed CUMULUS version";218                docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}219            else220                echo "Repository has not needed CUMULUS version, so build it";221                cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .222                echo "Push needed CUMULUS version to the repository";223                docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}224            fi225        shell: bash226227228      # Build main image for XCM   229      - name: Generate ENV related extend Dockerfile file230        uses: cuchi/jinja2-action@v1.2.0231        with:232          template: .docker/Dockerfile-xcm.j2233          output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml234          variables: |235            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}236            NETWORK=${{ matrix.network }}237            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}238            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}239            FEATURE=${{ matrix.features }}240            RUNTIME=${{ matrix.runtime }}241            BRANCH=${{ github.head_ref }}242            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}243            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}244            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}245246      - name: Show build Dockerfile247        run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml248249      - name: Show launch-config-xcm-${{ matrix.network }} configuration250        run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json251252      - name: Run find-and-replace to remove slashes from branch name253        uses: mad9000/actions-find-and-replace-string@2254        id: branchname255        with:256          source: ${{ github.head_ref }}257          find: '/'258          replace: '-'259260      - name: Pull chainql docker image261        run: docker pull uniquenetwork/builder-chainql:latest262263      - name: Build the stack264        run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .265266      - name: Push docker image version267        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}268269      - name: Push docker image latest270        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest271272      - name: Clean Workspace273        if: always()274        uses: AutoModality/action-clean@v1.1.0275276      - name: Remove builder cache277        if: always()                   # run this step always278        run: |279          docker builder prune -f280          docker system prune -f281