git.delta.rocks / unique-network / refs/commits / 950f6bafce8c

1name: xcm-testnet-build23# Controls when the action will run.4on:5  workflow_call:67  # Allows you to run this workflow manually from the Actions tab8  workflow_dispatch:910#Define Workflow variables11env:12  REPO_URL: ${{ github.server_url }}/${{ github.repository }}1314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:1617  prepare-execution-marix:1819    name: Prepare execution matrix2021    runs-on: [self-hosted-ci]22    outputs:23      matrix: ${{ steps.create_matrix.outputs.matrix }}2425    steps:2627      - name: Clean Workspace28        uses: AutoModality/action-clean@v1.1.02930      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it31      - uses: actions/checkout@v3.1.032        with:33          ref: ${{ github.head_ref }}  #Checking out head commit3435      - name: Read .env file36        uses: xom9ikk/dotenv@v23738      - name: Create Execution matrix39        uses: CertainLach/create-matrix-action@v440        id: create_matrix41        with:42          matrix: |43            network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, polkadex_version {${{ env.POLKADEX_BUILD_BRANCH }}}, runtest {testXcmOpal}, runtime_features {opal-runtime}44            network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, astar_version {${{ env.SHIDEN_BUILD_BRANCH }}}, polkadex_version {${{ env.POLKADEX_BUILD_BRANCH }}}, runtest {testXcmQuartz}, runtime_features {quartz-runtime}45            network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, polkadex_version {${{ env.POLKADEX_BUILD_BRANCH }}}, runtest {testXcmUnique}, runtime_features {unique-runtime}4647  xcm-build:4849    needs: prepare-execution-marix50    # The type of runner that the job will run on51    runs-on: [XL]5253    timeout-minutes: 6005455    name: ${{ matrix.network }}-build5657    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5859    strategy:60      matrix:61        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263    steps:64      - name: Skip if pull request is in Draft65        if: github.event.pull_request.draft == true66        run: exit 16768      - name: Clean Workspace69        uses: AutoModality/action-clean@v1.1.07071      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it72      - uses: actions/checkout@v3.1.073        with:74          ref: ${{ github.head_ref }}  #Checking out head commit7576      # Prepare SHA77      - name: Prepare SHA78        uses: ./.github/actions/prepare7980      - name: Read .env file81        uses: xom9ikk/dotenv@v28283      - name: Log in to Docker Hub84        uses: docker/login-action@v2.1.085        with:86          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}87          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8889      # Check POLKADOT version and build it if it doesn't exist in repository90      - name: Generate ENV related extend Dockerfile file for POLKADOT91        uses: cuchi/jinja2-action@v1.2.092        with:93          template: .docker/Dockerfile-polkadot.j294          output_file: .docker/Dockerfile-polkadot.${{ matrix.relay_branch }}.yml95          variables: |96            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}97            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}9899      - name: Check if the dockerhub repository contains the needed version POLKADOT100        run: |101          # aquire token102            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)103            export TOKEN=$TOKEN104105          # Get TAGS from DOCKERHUB POLKADOT repository106            POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')107          # Show TAGS108            echo "POLKADOT TAGS:"109            echo $POLKADOT_TAGS110          # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS111            if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.relay_branch }}"($|[[:space:]]) ]]; then112                echo "Repository has needed POLKADOT version";113                docker pull uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}114            else115                echo "Repository has not needed POLKADOT version, so build it";116                cd .docker/ && docker build --file ./Dockerfile-polkadot.${{ matrix.relay_branch }}.yml --tag uniquenetwork/builder-polkadot:${{ matrix.relay_branch }} .117                echo "Push needed POLKADOT version to the repository";118                docker push uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}119            fi120        shell: bash121122      # Check ACALA version and build it if it doesn't exist in repository123      - name: Generate ENV related extend Dockerfile file for ACALA124        uses: cuchi/jinja2-action@v1.2.0125        with:126          template: .docker/Dockerfile-acala.j2127          output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml128          variables: |129            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}130            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}131132      - name: Check if the dockerhub repository contains the needed ACALA version133        run: |134          # aquire token135            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)136            export TOKEN=$TOKEN137138          # Get TAGS from DOCKERHUB repository139            ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')140          # Show TAGS141            echo "ACALA TAGS:"142            echo $ACALA_TAGS143          # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS144            if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then145                echo "Repository has needed ACALA version";146                docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}147            else148                echo "Repository has not needed ACALA version, so build it";149                cd .docker/ && docker build --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .150                echo "Push needed ACALA version to the repository";151                docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}152            fi153        shell: bash154155      # Check MOONBEAM version and build it if it doesn't exist in repository156      - name: Generate ENV related extend Dockerfile file for MOONBEAM157        uses: cuchi/jinja2-action@v1.2.0158        with:159          template: .docker/Dockerfile-moonbeam.j2160          output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml161          variables: |162            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}163            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}164165      - name: Check if the dockerhub repository contains the needed MOONBEAM version166        run: |167          # aquire token168            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)169            export TOKEN=$TOKEN170171          # Get TAGS from DOCKERHUB repository172            MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')173          # Show TAGS174            echo "MOONBEAM TAGS:"175            echo $MOONBEAM_TAGS176          # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS177            if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then178                echo "Repository has needed MOONBEAM version";179                docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}180            else181                echo "Repository has not needed MOONBEAM version, so build it";182                cd .docker/ && docker build --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .183                echo "Push needed MOONBEAM version to the repository";184                docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}185            fi186        shell: bash187188      # Check CUMULUS version and build it if it doesn't exist in repository189      - name: Generate ENV related extend Dockerfile file for CUMULUS190        uses: cuchi/jinja2-action@v1.2.0191        with:192          template: .docker/Dockerfile-cumulus.j2193          output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml194          variables: |195            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}196            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}197198      - name: Check if the dockerhub repository contains the needed CUMULUS version199        run: |200          # aquire token201            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)202            export TOKEN=$TOKEN203204          # Get TAGS from DOCKERHUB repository205            CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')206          # Show TAGS207            echo "CUMULUS TAGS:"208            echo $CUMULUS_TAGS209          # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS210            if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then211                echo "Repository has needed CUMULUS version";212                docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}213            else214                echo "Repository has not needed CUMULUS version, so build it";215                cd .docker/ && docker build --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .216                echo "Push needed CUMULUS version to the repository";217                docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}218            fi219        shell: bash220221      # Check ASTAR version and build it if it doesn't exist in repository222      - name: Generate ENV related extend Dockerfile file for ASTAR223        uses: cuchi/jinja2-action@v1.2.0224        with:225          template: .docker/Dockerfile-astar.j2226          output_file: .docker/Dockerfile-astar.${{ matrix.astar_version }}.yml227          variables: |228            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}229            ASTAR_BUILD_BRANCH=${{ matrix.astar_version }}230231      - name: Check if the dockerhub repository contains the needed ASTAR version232        run: |233          # aquire token234            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)235            export TOKEN=$TOKEN236237          # Get TAGS from DOCKERHUB repository238            ASTAR_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-astar/tags/?page_size=100 | jq -r '."results"[]["name"]')239          # Show TAGS240            echo "ASTAR TAGS:"241            echo $ASTAR_TAGS242          # Check correct version ASTAR and build it if it doesn't exist in ASTAR TAGS243            if [[ ${ASTAR_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.astar_version }}"($|[[:space:]]) ]]; then244                echo "Repository has needed ASTAR version";245                docker pull uniquenetwork/builder-astar:${{ matrix.astar_version }}246            else247                echo "Repository has not needed ASTAR version, so build it";248                cd .docker/ && docker build --file ./Dockerfile-astar.${{ matrix.astar_version }}.yml --tag uniquenetwork/builder-astar:${{ matrix.astar_version }} .249                echo "Push needed ASTAR version to the repository";250                docker push uniquenetwork/builder-astar:${{ matrix.astar_version }}251            fi252        shell: bash253254      # Check POLKADEX version and build it if it doesn't exist in repository255      - name: Generate ENV related extend Dockerfile file for POLKADEX256        uses: cuchi/jinja2-action@v1.2.0257        with:258          template: .docker/Dockerfile-polkadex.j2259          output_file: .docker/Dockerfile-polkadex.${{ matrix.polkadex_version }}.yml260          variables: |261            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}262            POLKADEX_BUILD_BRANCH=${{ matrix.polkadex_version }}263264      - name: Check if the dockerhub repository contains the needed POLKADEX version265        run: |266          # aquire token267            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)268            export TOKEN=$TOKEN269270          # Get TAGS from DOCKERHUB repository271            POLKADEX_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadex/tags/?page_size=100 | jq -r '."results"[]["name"]')272          # Show TAGS273            echo "POLKADEX TAGS:"274            echo $POLKADEX_TAGS275          # Check correct version POLKADEX and build it if it doesn't exist in POLKADEX TAGS276            if [[ ${POLKADEX_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.polkadex_version }}"($|[[:space:]]) ]]; then277                echo "Repository has needed POLKADEX version";278                docker pull uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}279            else280                echo "Repository has not needed POLKADEX version, so build it";281                cd .docker/ && docker build --file ./Dockerfile-polkadex.${{ matrix.polkadex_version }}.yml --tag uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }} .282                echo "Push needed POLKADEX version to the repository";283                docker push uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}284            fi285        shell: bash286287      - name: Build unique-chain288        run: |289          docker build --file .docker/Dockerfile-unique \290            --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }} \291            --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }} \292            --tag uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ env.REF_SLUG }}-${{ env.BUILD_SHA }} \293            .294295      - name: Push docker image version296        run: docker push uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ env.REF_SLUG }}-${{ env.BUILD_SHA }}297298      - uses: actions/setup-node@v3.5.1299        with:300          node-version: 18301302      - name: Install baedeker303        uses: UniqueNetwork/baedeker-action/setup@built304305      - name: Setup library306        run: mkdir -p .baedeker/vendor/ && git clone https://github.com/UniqueNetwork/baedeker-library .baedeker/vendor/baedeker-library307308      - name: Start network309        uses: UniqueNetwork/baedeker-action@built310        id: bdk311        with:312          jpath: |313            .baedeker/vendor314          tla-str: |315            relay_spec=${{ env.RELAY_CHAIN_TYPE }}316          inputs: |317            .baedeker/xcm-${{ matrix.network }}.jsonnet318            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}'}})319            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ env.REF_SLUG }}-${{ env.BUILD_SHA }}'}})320            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/acala':{dockerImage:'uniquenetwork/builder-acala:${{ matrix.acala_version }}'}})321            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/moonbeam':{dockerImage:'uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}'}})322            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/cumulus':{dockerImage:'uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}'}})323            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/astar':{dockerImage:'uniquenetwork/builder-astar:${{ matrix.astar_version }}'}})324            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadex':{dockerImage:'uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}'}})325326      - name: Upload network config327        uses: actions/upload-artifact@v3328        with:329          name: ${{ matrix.network }}-network-config330          path: ${{ steps.bdk.outputs.composeProject }}331          retention-days: 2332333      - name: Run XCM tests334        working-directory: tests335        run: |336          yarn install337          yarn add mochawesome338          # Wanted by both wait_for_first_block339          export RPC_URL="${RELAY_OPAL_HTTP_URL:-${RELAY_QUARTZ_HTTP_URL:-${RELAY_UNIQUE_HTTP_URL:-}}}"340          ./scripts/wait_for_first_block.sh341          echo "Ready to start tests"342          NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}343344      - name: XCM Test Report345        uses: phoenix-actions/test-reporting@v10346        id: test-report347        if: success() || failure()348        with:349          name: XCM Tests ${{ matrix.network }}350          path: tests/mochawesome-report/test-*.json351          reporter: mochawesome-json352          fail-on-error: 'false'353354      - name: Clean Workspace355        if: always()356        uses: AutoModality/action-clean@v1.1.0357358      - name: Remove builder cache359        if: always()360        run: |361          docker system prune -a -f