git.delta.rocks / unique-network / refs/commits / 3d41009d4d06

1name: xcm-testnet-build23# Controls when the action will run.4on:5  workflow_call:6  7  # Allows you to run this workflow manually from the Actions tab8  workflow_dispatch:910#Define Workflow variables11env:12  REPO_URL: ${{ github.server_url }}/${{ github.repository }}1314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:1617  prepare-execution-marix:1819    name: Prepare execution matrix2021    runs-on: [XL]22    outputs:23      matrix: ${{ steps.create_matrix.outputs.matrix }}2425    steps:2627      - name: Clean Workspace28        uses: AutoModality/action-clean@v1.1.02930      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it31      - uses: actions/checkout@v332        with:33          ref: ${{ github.head_ref }}  #Checking out head commit3435      - name: Read .env file36        uses: xom9ikk/dotenv@v1.0.23738      - name: Create Execution matrix39        uses: fabiocaccamo/create-matrix-action@v240        id: create_matrix41        with:42          matrix: |43            network {opal}, runtime {opal}, features {opal-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, runtest {testXcmOpal}44            network {quartz}, runtime {quartz}, features {quartz-runtime}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, runtest {testXcmQuartz}45            network {unique}, runtime {unique}, features {unique-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, runtest {testXcmUnique}4647  xcm-build:48    49    needs: prepare-execution-marix50    # The type of runner that the job will run on51    runs-on: [XL]5253    timeout-minutes: 6005455    name: ${{ matrix.network }}5657    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5859    strategy:60      matrix:61        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263    steps:64      - name: Skip if pull request is in Draft65        if: github.event.pull_request.draft == true66        run: exit 16768      - name: Clean Workspace69        uses: AutoModality/action-clean@v1.1.07071      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it72      - uses: actions/checkout@v373        with:74          ref: ${{ github.head_ref }}  #Checking out head commit7576      - name: Read .env file77        uses: xom9ikk/dotenv@v1.0.27879      - name: Log in to Docker Hub80        uses: docker/login-action@v2.0.081        with:82          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}83          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8485      - name: Install jq86        run: sudo apt install jq -y8788      # Check POLKADOT version and build it if it doesn't exist in repository89      - name: Generate ENV related extend Dockerfile file for POLKADOT90        uses: cuchi/jinja2-action@v1.2.091        with:92          template: .docker/Dockerfile-polkadot.j293          output_file: .docker/Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml94          variables: |95            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}96            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}9798      - name: Check if the dockerhub repository contains the needed version POLKADOT99        run: |100          # aquire token101            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)102            export TOKEN=$TOKEN103104          # Get TAGS from DOCKERHUB POLKADOT repository105            POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')106          # Show TAGS107            echo "POLKADOT TAGS:"108            echo $POLKADOT_TAGS109          # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS110            if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ env.POLKADOT_BUILD_BRANCH }}"($|[[:space:]]) ]]; then111                echo "Repository has needed POLKADOT version";112                docker pull uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}113            else114                echo "Repository has not needed POLKADOT version, so build it";115                cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml --tag uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }} .116                echo "Push needed POLKADOT version to the repository";117                docker push uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}118            fi119        shell: bash120121      # Check ACALA version and build it if it doesn't exist in repository122      - name: Generate ENV related extend Dockerfile file for ACALA123        uses: cuchi/jinja2-action@v1.2.0124        with:125          template: .docker/Dockerfile-acala.j2126          output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml127          variables: |128            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}129            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}130131      - name: Check if the dockerhub repository contains the needed ACALA version132        run: |133          # aquire token134            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)135            export TOKEN=$TOKEN136137          # Get TAGS from DOCKERHUB repository138            ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')139          # Show TAGS140            echo "ACALA TAGS:"141            echo $ACALA_TAGS142          # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS143            if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then144                echo "Repository has needed ACALA version";145                docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}146            else147                echo "Repository has not needed ACALA version, so build it";148                cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .149                echo "Push needed ACALA version to the repository";150                docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}151            fi152        shell: bash153154      # Check MOONBEAM version and build it if it doesn't exist in repository155      - name: Generate ENV related extend Dockerfile file for MOONBEAM156        uses: cuchi/jinja2-action@v1.2.0157        with:158          template: .docker/Dockerfile-moonbeam.j2159          output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml160          variables: |161            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}162            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}163164      - name: Check if the dockerhub repository contains the needed MOONBEAM version165        run: |166          # aquire token167            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)168            export TOKEN=$TOKEN169170          # Get TAGS from DOCKERHUB repository171            MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')172          # Show TAGS173            echo "MOONBEAM TAGS:"174            echo $MOONBEAM_TAGS175          # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS176            if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then177                echo "Repository has needed MOONBEAM version";178                docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}179            else180                echo "Repository has not needed MOONBEAM version, so build it";181                cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .182                echo "Push needed MOONBEAM version to the repository";183                docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}184            fi185        shell: bash186187188      # Check CUMULUS version and build it if it doesn't exist in repository189      - name: Generate ENV related extend Dockerfile file for CUMULUS190        uses: cuchi/jinja2-action@v1.2.0191        with:192          template: .docker/Dockerfile-cumulus.j2193          output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml194          variables: |195            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}196            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}197198      - name: Check if the dockerhub repository contains the needed CUMULUS version199        run: |                 200          # aquire token201            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)202            export TOKEN=$TOKEN203204          # Get TAGS from DOCKERHUB repository205            CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')206          # Show TAGS207            echo "CUMULUS TAGS:"208            echo $CUMULUS_TAGS209          # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS210            if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then211                echo "Repository has needed CUMULUS version";212                docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}213            else214                echo "Repository has not needed CUMULUS version, so build it";215                cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .216                echo "Push needed CUMULUS version to the repository";217                docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}218            fi219        shell: bash220221222      # Build main image for XCM   223      - name: Generate ENV related extend Dockerfile file224        uses: cuchi/jinja2-action@v1.2.0225        with:226          template: .docker/Dockerfile-xcm.j2227          output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml228          variables: |229            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}230            NETWORK=${{ matrix.network }}231            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}232            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}233            FEATURE=${{ matrix.features }}234            RUNTIME=${{ matrix.runtime }}235            BRANCH=${{ github.head_ref }}236            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}237            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}238            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}239240      - name: Show build Dockerfile241        run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml242243      - name: Show launch-config-xcm-${{ matrix.network }} configuration244        run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json245246      - name: Run find-and-replace to remove slashes from branch name247        uses: mad9000/actions-find-and-replace-string@2248        id: branchname249        with:250          source: ${{ github.head_ref }}251          find: '/'252          replace: '-'253254      - name: Pull chainql docker image255        run: docker pull uniquenetwork/builder-chainql:latest256257      - name: Build the stack258        run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .259260      - name: Push docker image version261        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}262263      - name: Push docker image latest264        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest265266      - name: Remove builder cache267        if: always()                   # run this step always268        run: |269          docker builder prune -f270          docker system prune -f271272  xcm-tests:273    needs: [prepare-execution-marix, xcm-build]274    # The type of runner that the job will run on275    runs-on: [XL]276277    timeout-minutes: 600278279    name: ${{ matrix.network }}280281    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.282283    strategy:284      matrix:285        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}286287    steps:288      - name: Skip if pull request is in Draft289        if: github.event.pull_request.draft == true290        run: exit 1291292      - name: Clean Workspace293        uses: AutoModality/action-clean@v1.1.0294295      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it296      - uses: actions/checkout@v3297        with:298          ref: ${{ github.head_ref }}  #Checking out head commit299300      - name: Read .env file301        uses: xom9ikk/dotenv@v1.0.2302303      - name: Generate ENV related extend file for docker-compose304        uses: cuchi/jinja2-action@v1.2.0305        with:306          template: .docker/docker-compose.tmp-xcm-tests.j2307          output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml308          variables: |309            NETWORK=${{ matrix.network }}310311      - name: Show build configuration312        run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml313314      - uses: actions/setup-node@v3315        with:316          node-version: 16317318      - name: Build the stack319        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300320321      #  🚀 POLKADOT LAUNCH COMPLETE 🚀322      - name: Check if docker logs consist messages related to testing of xcm tests 323        if: success()324        run: |325          counter=160326          function check_container_status {327                docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-testnet-local328          }329          function do_docker_logs {330                docker logs --details xcm-${{ matrix.network }}-testnet-local 2>&1331          }332          function is_started {333                if [ "$(check_container_status)" == "true" ]; then334                        echo "Container: xcm-${{ matrix.network }}-testnet-local RUNNING";335                        echo "Check Docker logs"336                        DOCKER_LOGS=$(do_docker_logs)337                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then338                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"339                                return 0340                        else341                                echo "Message not found in logs output, repeating..."342                                return 1343                        fi344                else345                        echo "Container xcm-${{ matrix.network }}-testnet-local NOT RUNNING"346                        echo "Halting all future checks"347                        exit 1348                fi349          echo "something goes wrong"350          exit 1351          }352          while ! is_started; do353                echo "Waiting for special message in log files "354                sleep 30s355                counter=$(( $counter - 1 ))356                echo "Counter: $counter"357                if [ "$counter" -gt "0" ]; then358                         continue359                else360                         break361                fi362          done363          echo "Halting script"364          exit 0365        shell: bash366367      - name: Run XCM tests 368        working-directory: tests369        run: |370          yarn install371          yarn add mochawesome372          node scripts/readyness.js373          echo "Ready to start tests"374          yarn polkadot-types          375          NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}376        env:377          RPC_URL: http://127.0.0.1:9933/378379      - name: XCM Test Report380        uses: phoenix-actions/test-reporting@v8381        id: test-report382        if: success() || failure()    # run this step even if previous step failed383        with:384          name: XCM Tests ${{ matrix.network }}            # Name of the check run which will be created385          path: tests/mochawesome-report/test-*.json    # Path to test results386          reporter: mochawesome-json387          fail-on-error: 'false'388389      - name: Stop running containers390        if: always()                   # run this step always391        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" down392393      - name: Clean Workspace394        if: always()395        uses: AutoModality/action-clean@v1.1.0396397      - name: Remove builder cache398        if: always()                   # run this step always399        run: |400          docker system prune -a -f