git.delta.rocks / unique-network / refs/commits / 396344dac004

1name: xcm-testnet-build23# Controls when the action will run.4on:5  workflow_call:6  7  # Allows you to run this workflow manually from the Actions tab8  workflow_dispatch:910#Define Workflow variables11env:12  REPO_URL: ${{ github.server_url }}/${{ github.repository }}1314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:1617  prepare-execution-marix:1819    name: Prepare execution matrix2021    runs-on: [XL]22    outputs:23      matrix: ${{ steps.create_matrix.outputs.matrix }}2425    steps:2627      - name: Clean Workspace28        uses: AutoModality/action-clean@v1.1.02930      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it31      - uses: actions/checkout@v332        with:33          ref: ${{ github.head_ref }}  #Checking out head commit3435      - name: Read .env file36        uses: xom9ikk/dotenv@v23738      - name: Create Execution matrix39        uses: fabiocaccamo/create-matrix-action@v240        id: create_matrix41        with:42          matrix: |43            network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, runtest {testXcmOpal}44            network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, runtest {testXcmQuartz}45            network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, runtest {testXcmUnique}4647  xcm-build:48    49    needs: prepare-execution-marix50    # The type of runner that the job will run on51    runs-on: [XL]5253    timeout-minutes: 6005455    name: ${{ matrix.network }}-build5657    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5859    strategy:60      matrix:61        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263    steps:64      - name: Skip if pull request is in Draft65        if: github.event.pull_request.draft == true66        run: exit 16768      - name: Clean Workspace69        uses: AutoModality/action-clean@v1.1.07071      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it72      - uses: actions/checkout@v373        with:74          ref: ${{ github.head_ref }}  #Checking out head commit7576      - name: Read .env file77        uses: xom9ikk/dotenv@v27879      - name: Log in to Docker Hub80        uses: docker/login-action@v2.0.081        with:82          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}83          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8485      - name: Install jq86        run: sudo apt install jq -y8788      # Check POLKADOT version and build it if it doesn't exist in repository89      - name: Generate ENV related extend Dockerfile file for POLKADOT90        uses: cuchi/jinja2-action@v1.2.091        with:92          template: .docker/Dockerfile-polkadot.j293          output_file: .docker/Dockerfile-polkadot.${{ matrix.relay_branch }}.yml94          variables: |95            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}96            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}9798      - name: Check if the dockerhub repository contains the needed version POLKADOT99        run: |100          # aquire token101            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)102            export TOKEN=$TOKEN103104          # Get TAGS from DOCKERHUB POLKADOT repository105            POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')106          # Show TAGS107            echo "POLKADOT TAGS:"108            echo $POLKADOT_TAGS109          # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS110            if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.relay_branch }}"($|[[:space:]]) ]]; then111                echo "Repository has needed POLKADOT version";112                docker pull uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}113            else114                echo "Repository has not needed POLKADOT version, so build it";115                cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ matrix.relay_branch }}.yml --tag uniquenetwork/builder-polkadot:${{ matrix.relay_branch }} .116                echo "Push needed POLKADOT version to the repository";117                docker push uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}118            fi119        shell: bash120121      # Check ACALA version and build it if it doesn't exist in repository122      - name: Generate ENV related extend Dockerfile file for ACALA123        uses: cuchi/jinja2-action@v1.2.0124        with:125          template: .docker/Dockerfile-acala.j2126          output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml127          variables: |128            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}129            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}130131      - name: Check if the dockerhub repository contains the needed ACALA version132        run: |133          # aquire token134            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)135            export TOKEN=$TOKEN136137          # Get TAGS from DOCKERHUB repository138            ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')139          # Show TAGS140            echo "ACALA TAGS:"141            echo $ACALA_TAGS142          # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS143            if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then144                echo "Repository has needed ACALA version";145                docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}146            else147                echo "Repository has not needed ACALA version, so build it";148                cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .149                echo "Push needed ACALA version to the repository";150                docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}151            fi152        shell: bash153154      # Check MOONBEAM version and build it if it doesn't exist in repository155      - name: Generate ENV related extend Dockerfile file for MOONBEAM156        uses: cuchi/jinja2-action@v1.2.0157        with:158          template: .docker/Dockerfile-moonbeam.j2159          output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml160          variables: |161            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}162            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}163164      - name: Check if the dockerhub repository contains the needed MOONBEAM version165        run: |166          # aquire token167            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)168            export TOKEN=$TOKEN169170          # Get TAGS from DOCKERHUB repository171            MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')172          # Show TAGS173            echo "MOONBEAM TAGS:"174            echo $MOONBEAM_TAGS175          # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS176            if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then177                echo "Repository has needed MOONBEAM version";178                docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}179            else180                echo "Repository has not needed MOONBEAM version, so build it";181                cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .182                echo "Push needed MOONBEAM version to the repository";183                docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}184            fi185        shell: bash186187188      # Check CUMULUS version and build it if it doesn't exist in repository189      - name: Generate ENV related extend Dockerfile file for CUMULUS190        uses: cuchi/jinja2-action@v1.2.0191        with:192          template: .docker/Dockerfile-cumulus.j2193          output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml194          variables: |195            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}196            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}197198      - name: Check if the dockerhub repository contains the needed CUMULUS version199        run: |                 200          # aquire token201            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)202            export TOKEN=$TOKEN203204          # Get TAGS from DOCKERHUB repository205            CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')206          # Show TAGS207            echo "CUMULUS TAGS:"208            echo $CUMULUS_TAGS209          # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS210            if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then211                echo "Repository has needed CUMULUS version";212                docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}213            else214                echo "Repository has not needed CUMULUS version, so build it";215                cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .216                echo "Push needed CUMULUS version to the repository";217                docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}218            fi219        shell: bash220221      - name: Generate ENV related extend launch-config file222        uses: cuchi/jinja2-action@v1.2.0223        with:224          template: .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.j2225          output_file: .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json226          variables: |227            RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}           228229      - name: Show launch-config-xcm-${{ matrix.network }} configuration230        run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json231232      # Build main image for XCM   233      - name: Generate ENV related extend Dockerfile file234        uses: cuchi/jinja2-action@v1.2.0235        with:236          template: .docker/Dockerfile-xcm.j2237          output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml238          variables: |239            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}240            NETWORK=${{ matrix.network }}241            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}242            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}           243            BRANCH=${{ github.head_ref }}244            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}245            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}246            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}247248      - name: Show build Dockerfile249        run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml250251      - name: Run find-and-replace to remove slashes from branch name252        uses: mad9000/actions-find-and-replace-string@2253        id: branchname254        with:255          source: ${{ github.head_ref }}256          find: '/'257          replace: '-'258259      - name: Pull chainql docker image260        run: docker pull uniquenetwork/builder-chainql:latest261262      - name: Build the stack263        run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .264265      - name: Push docker image version266        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}267268      - name: Push docker image latest269        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest270271      - name: Remove builder cache272        if: always()                   # run this step always273        run: |274          docker builder prune -f275          docker system prune -f276277  xcm-tests:278    needs: [prepare-execution-marix, xcm-build]279    # The type of runner that the job will run on280    runs-on: [XL]281282    timeout-minutes: 600283284    name: ${{ matrix.network }}-tests285286    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.287288    strategy:289      matrix:290        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}291292    steps:293      - name: Skip if pull request is in Draft294        if: github.event.pull_request.draft == true295        run: exit 1296297      - name: Clean Workspace298        uses: AutoModality/action-clean@v1.1.0299300      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it301      - uses: actions/checkout@v3302        with:303          ref: ${{ github.head_ref }}  #Checking out head commit304305      - name: Read .env file306        uses: xom9ikk/dotenv@v2307308      - name: Generate ENV related extend file for docker-compose309        uses: cuchi/jinja2-action@v1.2.0310        with:311          template: .docker/docker-compose.tmp-xcm-tests.j2312          output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml313          variables: |314            NETWORK=${{ matrix.network }}315316      - name: Show build configuration317        run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml318319      - uses: actions/setup-node@v3320        with:321          node-version: 16322323      - name: Build the stack324        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300325326      #  🚀 POLKADOT LAUNCH COMPLETE 🚀327      - name: Check if docker logs consist messages related to testing of xcm tests 328        if: success()329        run: |330          counter=160331          function check_container_status {332                docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-testnet-local333          }334          function do_docker_logs {335                docker logs --details xcm-${{ matrix.network }}-testnet-local 2>&1336          }337          function is_started {338                if [ "$(check_container_status)" == "true" ]; then339                        echo "Container: xcm-${{ matrix.network }}-testnet-local RUNNING";340                        echo "Check Docker logs"341                        DOCKER_LOGS=$(do_docker_logs)342                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then343                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"344                                return 0345                        else346                                echo "Message not found in logs output, repeating..."347                                return 1348                        fi349                else350                        echo "Container xcm-${{ matrix.network }}-testnet-local NOT RUNNING"351                        echo "Halting all future checks"352                        exit 1353                fi354          echo "something goes wrong"355          exit 1356          }357          while ! is_started; do358                echo "Waiting for special message in log files "359                sleep 30s360                counter=$(( $counter - 1 ))361                echo "Counter: $counter"362                if [ "$counter" -gt "0" ]; then363                         continue364                else365                         break366                fi367          done368          echo "Halting script"369          exit 0370        shell: bash371372      - name: Run XCM tests 373        working-directory: tests374        run: |375          yarn install376          yarn add mochawesome377          node scripts/readyness.js378          echo "Ready to start tests"379          yarn polkadot-types          380          NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}381        env:382          RPC_URL: http://127.0.0.1:9933/383384      - name: XCM Test Report385        uses: phoenix-actions/test-reporting@v8386        id: test-report387        if: success() || failure()    # run this step even if previous step failed388        with:389          name: XCM Tests ${{ matrix.network }}            # Name of the check run which will be created390          path: tests/mochawesome-report/test-*.json    # Path to test results391          reporter: mochawesome-json392          fail-on-error: 'false'393394      - name: Show container logs395        if: always()                   # run this step always396        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" logs397398      - name: Stop running containers399        if: always()                   # run this step always400        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" down401402      - name: Clean Workspace403        if: always()404        uses: AutoModality/action-clean@v1.1.0405406      - name: Remove builder cache407        if: always()                   # run this step always408        run: |409          docker system prune -a -f