git.delta.rocks / unique-network / refs/commits / 9acbee514302

1name: xcm-testnet-build23# Controls when the action will run.4on:5  workflow_call:67  # Allows you to run this workflow manually from the Actions tab8  workflow_dispatch:910#Define Workflow variables11env:12  REPO_URL: ${{ github.server_url }}/${{ github.repository }}1314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:1617  prepare-execution-marix:1819    name: Prepare execution matrix2021    runs-on: [self-hosted-ci]22    outputs:23      matrix: ${{ steps.create_matrix.outputs.matrix }}2425    steps:2627      - name: Clean Workspace28        uses: AutoModality/action-clean@v1.1.02930      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it31      - uses: actions/checkout@v3.1.032        with:33          ref: ${{ github.head_ref }}  #Checking out head commit3435      - name: Read .env file36        uses: xom9ikk/dotenv@v23738      - name: Create Execution matrix39        uses: CertainLach/create-matrix-action@v440        id: create_matrix41        with:42          matrix: |43            network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmOpal}, runtime_features {opal-runtime}44            network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, astar_version {${{ env.SHIDEN_BUILD_BRANCH }}}, runtest {testXcmQuartz}, runtime_features {quartz-runtime}45            network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmUnique}, runtime_features {unique-runtime}4647  xcm-build:4849    needs: prepare-execution-marix50    # The type of runner that the job will run on51    runs-on: [XL]5253    timeout-minutes: 6005455    name: ${{ matrix.network }}-build5657    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5859    strategy:60      matrix:61        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263    steps:64      - name: Skip if pull request is in Draft65        if: github.event.pull_request.draft == true66        run: exit 16768      - name: Clean Workspace69        uses: AutoModality/action-clean@v1.1.07071      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it72      - uses: actions/checkout@v3.1.073        with:74          ref: ${{ github.head_ref }}  #Checking out head commit7576      # Prepare SHA77      - name: Prepare SHA78        uses: ./.github/actions/prepare7980      - name: Read .env file81        uses: xom9ikk/dotenv@v28283      - name: Log in to Docker Hub84        uses: docker/login-action@v2.1.085        with:86          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}87          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8889      # Check POLKADOT version and build it if it doesn't exist in repository90      - name: Generate ENV related extend Dockerfile file for POLKADOT91        uses: cuchi/jinja2-action@v1.2.092        with:93          template: .docker/Dockerfile-polkadot.j294          output_file: .docker/Dockerfile-polkadot.${{ matrix.relay_branch }}.yml95          variables: |96            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}97            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}9899      - name: Check if the dockerhub repository contains the needed version POLKADOT100        run: |101          # aquire token102            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)103            export TOKEN=$TOKEN104105          # Get TAGS from DOCKERHUB POLKADOT repository106            POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')107          # Show TAGS108            echo "POLKADOT TAGS:"109            echo $POLKADOT_TAGS110          # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS111            if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.relay_branch }}"($|[[:space:]]) ]]; then112                echo "Repository has needed POLKADOT version";113                docker pull uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}114            else115                echo "Repository has not needed POLKADOT version, so build it";116                cd .docker/ && docker build --file ./Dockerfile-polkadot.${{ matrix.relay_branch }}.yml --tag uniquenetwork/builder-polkadot:${{ matrix.relay_branch }} .117                echo "Push needed POLKADOT version to the repository";118                docker push uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}119            fi120        shell: bash121122      # Check ACALA version and build it if it doesn't exist in repository123      - name: Generate ENV related extend Dockerfile file for ACALA124        uses: cuchi/jinja2-action@v1.2.0125        with:126          template: .docker/Dockerfile-acala.j2127          output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml128          variables: |129            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}130            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}131132      - name: Check if the dockerhub repository contains the needed ACALA version133        run: |134          # aquire token135            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)136            export TOKEN=$TOKEN137138          # Get TAGS from DOCKERHUB repository139            ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')140          # Show TAGS141            echo "ACALA TAGS:"142            echo $ACALA_TAGS143          # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS144            if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then145                echo "Repository has needed ACALA version";146                docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}147            else148                echo "Repository has not needed ACALA version, so build it";149                cd .docker/ && docker build --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .150                echo "Push needed ACALA version to the repository";151                docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}152            fi153        shell: bash154155      # Check MOONBEAM version and build it if it doesn't exist in repository156      - name: Generate ENV related extend Dockerfile file for MOONBEAM157        uses: cuchi/jinja2-action@v1.2.0158        with:159          template: .docker/Dockerfile-moonbeam.j2160          output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml161          variables: |162            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}163            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}164165      - name: Check if the dockerhub repository contains the needed MOONBEAM version166        run: |167          # aquire token168            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)169            export TOKEN=$TOKEN170171          # Get TAGS from DOCKERHUB repository172            MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')173          # Show TAGS174            echo "MOONBEAM TAGS:"175            echo $MOONBEAM_TAGS176          # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS177            if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then178                echo "Repository has needed MOONBEAM version";179                docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}180            else181                echo "Repository has not needed MOONBEAM version, so build it";182                cd .docker/ && docker build --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .183                echo "Push needed MOONBEAM version to the repository";184                docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}185            fi186        shell: bash187188      # Check CUMULUS version and build it if it doesn't exist in repository189      - name: Generate ENV related extend Dockerfile file for CUMULUS190        uses: cuchi/jinja2-action@v1.2.0191        with:192          template: .docker/Dockerfile-cumulus.j2193          output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml194          variables: |195            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}196            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}197198      - name: Check if the dockerhub repository contains the needed CUMULUS version199        run: |200          # aquire token201            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)202            export TOKEN=$TOKEN203204          # Get TAGS from DOCKERHUB repository205            CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')206          # Show TAGS207            echo "CUMULUS TAGS:"208            echo $CUMULUS_TAGS209          # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS210            if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then211                echo "Repository has needed CUMULUS version";212                docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}213            else214                echo "Repository has not needed CUMULUS version, so build it";215                cd .docker/ && docker build --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .216                echo "Push needed CUMULUS version to the repository";217                docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}218            fi219        shell: bash220221      # Check ASTAR version and build it if it doesn't exist in repository222      - name: Generate ENV related extend Dockerfile file for ASTAR223        uses: cuchi/jinja2-action@v1.2.0224        with:225          template: .docker/Dockerfile-astar.j2226          output_file: .docker/Dockerfile-astar.${{ matrix.astar_version }}.yml227          variables: |228            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}229            ASTAR_BUILD_BRANCH=${{ matrix.astar_version }}230231      - name: Check if the dockerhub repository contains the needed ASTAR version232        run: |233          # aquire token234            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)235            export TOKEN=$TOKEN236237          # Get TAGS from DOCKERHUB repository238            ASTAR_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-astar/tags/?page_size=100 | jq -r '."results"[]["name"]')239          # Show TAGS240            echo "ASTAR TAGS:"241            echo $ASTAR_TAGS242          # Check correct version ASTAR and build it if it doesn't exist in ASTAR TAGS243            if [[ ${ASTAR_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.astar_version }}"($|[[:space:]]) ]]; then244                echo "Repository has needed ASTAR version";245                docker pull uniquenetwork/builder-astar:${{ matrix.astar_version }}246            else247                echo "Repository has not needed ASTAR version, so build it";248                cd .docker/ && docker build --file ./Dockerfile-astar.${{ matrix.astar_version }}.yml --tag uniquenetwork/builder-astar:${{ matrix.astar_version }} .249                echo "Push needed ASTAR version to the repository";250                docker push uniquenetwork/builder-astar:${{ matrix.astar_version }}251            fi252        shell: bash253254      - name: Run find-and-replace to remove slashes from branch name255        uses: mad9000/actions-find-and-replace-string@4256        id: branchname257        with:258          source: ${{ github.head_ref }}259          find: '/'260          replace: '-'261262      - name: Build unique-chain263        run: |264          docker build --file .docker/Dockerfile-unique \265            --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }} \266            --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }} \267            --tag uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-${{ env.BUILD_SHA }} \268            .269270      - name: Push docker image version271        run: docker push uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-${{ env.BUILD_SHA }}272273      - uses: actions/setup-node@v3.5.1274        with:275          node-version: 16276277      - name: Install baedeker278        uses: UniqueNetwork/baedeker-action/setup@built279280      - name: Setup library281        run: mkdir -p .baedeker/vendor/ && git clone https://github.com/UniqueNetwork/baedeker-library .baedeker/vendor/baedeker-library282283      - name: Start network284        uses: UniqueNetwork/baedeker-action@built285        id: bdk286        with:287          jpath: |288            .baedeker/vendor289          inputs: |290            .baedeker/xcm-${{ matrix.network }}.jsonnet291            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}'}})292            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-${{ env.BUILD_SHA }}'}})293            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/acala':{dockerImage:'uniquenetwork/builder-acala:${{ matrix.acala_version }}'}})294            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/moonbeam':{dockerImage:'uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}'}})295            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/cumulus':{dockerImage:'uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}'}})296            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/astar':{dockerImage:'uniquenetwork/builder-astar:${{ matrix.astar_version }}'}})297298      - name: Upload network config299        uses: actions/upload-artifact@v3300        with:301          name: ${{ matrix.network }}-network-config302          path: ${{ steps.bdk.outputs.composeProject }}303          retention-days: 2304305      - name: Run XCM tests306        working-directory: tests307        run: |308          yarn install309          yarn add mochawesome310          # Wanted by both wait_for_first_block and yarn polkadot-types311          export RPC_URL="${RELAY_OPAL_HTTP_URL:-${RELAY_QUARTZ_HTTP_URL:-${RELAY_UNIQUE_HTTP_URL:-}}}"312          ./scripts/wait_for_first_block.sh313          echo "Ready to start tests"314          yarn polkadot-types315          NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}316317      - name: XCM Test Report318        uses: phoenix-actions/test-reporting@v10319        id: test-report320        if: success() || failure()321        with:322          name: XCM Tests ${{ matrix.network }}323          path: tests/mochawesome-report/test-*.json324          reporter: mochawesome-json325          fail-on-error: 'false'326327      - name: Clean Workspace328        if: always()329        uses: AutoModality/action-clean@v1.1.0330331      - name: Remove builder cache332        if: always()333        run: |334          docker system prune -a -f