`fb2377a722b6`

source

.github/workflows/integration-tests.yml12.5 KiBsource history
1# Test workflow for debug parallel and sequental tests in scope of execution time reducing.2name: Integration tests34# Triger: only call from main workflow(re-usable workflows)5on:6  workflow_call:7#Define Workflow variables89# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112  nodes-execution-matrix:1314    name: execution matrix1516    runs-on: self-hosted-ci17    outputs:18      matrix: ${{ steps.create_matrix.outputs.matrix }}1920    steps:2122      - name: Clean Workspace23        uses: AutoModality/action-clean@v1.1.02425      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26      - uses: actions/checkout@v327        with:28          ref: ${{ github.head_ref }}  #Checking out head commit2930      - name: Read .env file31        uses: xom9ikk/dotenv@v1.0.23233      - name: Create Execution matrix34        uses: fabiocaccamo/create-matrix-action@v235        id: create_matrix36        with:37          matrix: |38            network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}39            network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}40            network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}41            network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}4243  parallel-test:44    needs: nodes-execution-matrix45    # The type of runner that the job will run on46    runs-on: [self-hosted-ci,large]4748    timeout-minutes: 13804950    name: ${{ matrix.network }} - parallel5152    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5354    strategy:55      matrix:56        include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}5758    steps:5960      - name: Clean Workspace61        uses: AutoModality/action-clean@v1.1.06263      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it64      - uses: actions/checkout@v365        with:66          ref: ${{ github.head_ref }}  #Checking out head commit6768      - name: Read .env file69        uses: xom9ikk/dotenv@v1.0.27071      - name: Generate ENV related extend file for docker-compose72        uses: cuchi/jinja2-action@v1.2.073        with:74          template: .docker/docker-compose.tmp-node.j275          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml76          variables: |77            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git78            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}79            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}80            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}81            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}82            MAINNET_TAG=${{ matrix.mainnet_tag }}83            MAINNET_BRANCH=${{ matrix.mainnet_branch }}84            NETWORK=${{ matrix.network }}85            BRANCH=${{ github.head_ref }}86            WASM_NAME=${{ matrix.wasm_name }}8788      - name: Show build configuration89        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9091      - name: Generate launch-config-forkless-nodata.json92        uses: cuchi/jinja2-action@v1.2.093        with:94          template: .docker/forkless-config/launch-config-node-update-only-v3.j295          output_file: .docker/launch-config-forkless-nodata.json96          variables: |97            NETWORK=${{ matrix.network }}98            RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}99100      - name: Show launch-config-forkless configuration101        run: cat .docker/launch-config-forkless-nodata.json102103      - uses: actions/setup-node@v3104        with:105          node-version: 16106107      - name: Build the stack108        run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300109110      #  🚀 POLKADOT LAUNCH COMPLETE 🚀111      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.112        if: success()113        run: |114          counter=160115          function check_container_status {116                docker inspect -f {{.State.Running}} node-parachain117          }118          function do_docker_logs {119                docker logs --details node-parachain  2>&1120          }121          function is_started {122                if [ "$(check_container_status)" == "true" ]; then123                        echo "Container: node-parachain RUNNING";124                        echo "Check Docker logs"125                        DOCKER_LOGS=$(do_docker_logs)126                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then127                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"128                                return 0129                        else130                                echo "Message not found in logs output, repeating..."131                                return 1132                        fi133                else134                        echo "Container node-parachain NOT RUNNING"135                        echo "Halting all future checks"136                        exit 1137                fi138          echo "something goes wrong"139          exit 1140          }141          while ! is_started; do142                echo "Waiting for special message in log files "143                sleep 30s144                counter=$(( $counter - 1 ))145                echo "Counter: $counter"146                if [ "$counter" -gt "0" ]; then147                         continue148                else149                         break150                fi151          done152          echo "Halting script"153          exit 0154        shell: bash155156      - name: Run Parallel tests on Node Parachain157        working-directory: tests158        run: |159          yarn install160          yarn add mochawesome161          echo "Ready to start tests"162          yarn polkadot-types163          NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}164        env:165          RPC_URL: http://127.0.0.1:9933/166167      - name: Parallel Tests report168        uses: phoenix-actions/test-reporting@v8169        id: test-report-parallel170        if: success() || failure()    # run this step even if previous step failed171        with:172          name: Parallel Tests report - ${{ matrix.network }}            # Name of the check run which will be created173          path: tests/mochawesome-report/test-parallel-*.json    # Path to test results174          reporter: mochawesome-json175          fail-on-error: 'false'176177178      - name: Stop running containers179        if: always()                   # run this step always180        run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes181182      - name: Remove builder cache183        if: always()                   # run this step always184        run: |185          docker builder prune -f -a186          docker system prune -f187          docker image prune -f -a188189      - name: List files in Workspace190        if: always()191        run: ls -la ./192193  sequential-test:194    needs: nodes-execution-matrix195    # The type of runner that the job will run on196    runs-on: [self-hosted-ci,large]197198    timeout-minutes: 1380199200    name: ${{ matrix.network }} - sequential201202    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.203204    strategy:205      matrix:206        include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}207208    steps:209210      - name: Clean Workspace211        uses: AutoModality/action-clean@v1.1.0212213      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it214      - uses: actions/checkout@v3215        with:216          ref: ${{ github.head_ref }}  #Checking out head commit217218      - name: Read .env file219        uses: xom9ikk/dotenv@v1.0.2220221      - name: Generate ENV related extend file for docker-compose222        uses: cuchi/jinja2-action@v1.2.0223        with:224          template: .docker/docker-compose.tmp-node.j2225          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml226          variables: |227            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git228            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}229            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}230            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}231            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}232            MAINNET_TAG=${{ matrix.mainnet_tag }}233            MAINNET_BRANCH=${{ matrix.mainnet_branch }}234            NETWORK=${{ matrix.network }}235            BRANCH=${{ github.head_ref }}236            WASM_NAME=${{ matrix.wasm_name }}237238      - name: Show build configuration239        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml240241      - name: Generate launch-config-forkless-nodata.json242        uses: cuchi/jinja2-action@v1.2.0243        with:244          template: .docker/forkless-config/launch-config-node-update-only-v3.j2245          output_file: .docker/launch-config-forkless-nodata.json246          variables: |247            NETWORK=${{ matrix.network }}248249      - name: Show launch-config-forkless configuration250        run: cat .docker/launch-config-forkless-nodata.json251252      - uses: actions/setup-node@v3253        with:254          node-version: 16255256      - name: Build the stack257        run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300258259      #  🚀 POLKADOT LAUNCH COMPLETE 🚀260      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.261        if: success()262        run: |263          counter=160264          function check_container_status {265                docker inspect -f {{.State.Running}} node-parachain266          }267          function do_docker_logs {268                docker logs --details node-parachain  2>&1269          }270          function is_started {271                if [ "$(check_container_status)" == "true" ]; then272                        echo "Container: node-parachain RUNNING";273                        echo "Check Docker logs"274                        DOCKER_LOGS=$(do_docker_logs)275                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then276                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"277                                return 0278                        else279                                echo "Message not found in logs output, repeating..."280                                return 1281                        fi282                else283                        echo "Container node-parachain NOT RUNNING"284                        echo "Halting all future checks"285                        exit 1286                fi287          echo "something goes wrong"288          exit 1289          }290          while ! is_started; do291                echo "Waiting for special message in log files "292                sleep 30s293                counter=$(( $counter - 1 ))294                echo "Counter: $counter"295                if [ "$counter" -gt "0" ]; then296                         continue297                else298                         break299                fi300          done301          echo "Halting script"302          exit 0303        shell: bash304305      - name: Run Sequential tests on Node Parachain306        working-directory: tests307        run: |308          yarn install309          yarn add mochawesome310          echo "Ready to start tests"311          yarn polkadot-types312          NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}313        env:314          RPC_URL: http://127.0.0.1:9933/315316      - name: Sequential Tests report317        uses: phoenix-actions/test-reporting@v8318        id: test-report-sequential319        if: success() || failure()    # run this step even if previous step failed320        with:321          name: Parallel Tests report - ${{ matrix.network }}            # Name of the check run which will be created322          path: tests/mochawesome-report/test-sequential-*.json    # Path to test results323          reporter: mochawesome-json324          fail-on-error: 'false'325326      - name: Stop running containers327        if: always()                   # run this step always328        run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes329330      - name: Remove builder cache331        if: always()                   # run this step always332        run: |333          docker builder prune -f -a334          docker system prune -f335          docker image prune -f -a336337      - name: List files in Workspace338        if: always()339        run: ls -la ./