git.delta.rocks / unique-network / refs/commits / 3887d6d2abc5

difftreelog

tests: add before upgrade tests and after upgrade tests

Alexander Aksenov2022-08-23parent: #cd63f09.patch.diff
in: master

2 files changed

deleted.github/workflows/build-test-master.ymldiffbeforeafterboth
--- a/.github/workflows/build-test-master.yml
+++ /dev/null
@@ -1,127 +0,0 @@
-name: yarn test para
-
-# Controls when the action will run.
-on:
- # Triggers the workflow on push or pull request events but only for the master branch
-  pull_request:
-    branches:
-      - master
-    types:
-      - opened
-      - reopened
-      - synchronize #commit(s) pushed to the pull request
-      - ready_for_review
-
-  # Allows you to run this workflow manually from the Actions tab
-  workflow_dispatch:
-
-#Define Workflow variables
-env:
-  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-
-concurrency: 
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
-  master-build-and-test:
-    # The type of runner that the job will run on
-    runs-on: [self-hosted-ci,large]
-    timeout-minutes: 1380
-
-    name: ${{ matrix.network }}
-
-    continue-on-error: true         #Do not stop testing of matrix runs failed.
-
-    strategy:
-      matrix:
-        include:
-          - network: "opal"
-            features: "opal-runtime"
-          - network: "quartz"
-            features: "quartz-runtime"
-          - network: "unique"
-            features: "unique-runtime"
-
-    steps:
-      - name: Skip if pull request is in Draft
-        # `if: github.event.pull_request.draft == true` should be kept here, at
-        # the step level, rather than at the job level. The latter is not
-        # recommended because when the PR is moved from "Draft" to "Ready to
-        # review" the workflow will immediately be passing (since it was skipped),
-        # even though it hasn't actually ran, since it takes a few seconds for
-        # the workflow to start. This is also disclosed in:
-        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/17
-        # That scenario would open an opportunity for the check to be bypassed:
-        # 1. Get your PR approved
-        # 2. Move it to Draft
-        # 3. Push whatever commits you want
-        # 4. Move it to "Ready for review"; now the workflow is passing (it was
-        #    skipped) and "Check reviews" is also passing (it won't be updated
-        #    until the workflow is finished)
-        if: github.event.pull_request.draft == true
-        run: exit 1
-
-      - name: Clean Workspace
-        uses: AutoModality/action-clean@v1.1.0
-
-      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@v3
-        with:
-          ref: ${{ github.head_ref }}
-
-      - name: Read .env file
-        uses: xom9ikk/dotenv@v1.0.2
-
-      - name: Generate ENV related extend file for docker-compose
-        uses: cuchi/jinja2-action@v1.2.0
-        with:
-          template: .docker/docker-compose.tmp-master.j2
-          output_file: .docker/docker-compose.${{ matrix.network }}.yml
-          variables: |
-            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
-            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
-            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
-            FEATURE=${{ matrix.features }}
-            BRANCH=${{ github.head_ref }}
-
-      - name: Show build configuration
-        run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
-      - name: Build the stack
-        run: docker-compose -f ".docker/docker-compose-master.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build
-
-      - uses: actions/setup-node@v3
-        with:
-          node-version: 16
-
-      - name: Run tests
-        run: |
-          cd tests
-          yarn install
-          yarn add mochawesome
-          echo "Ready to start tests"
-          node scripts/readyness.js
-          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
-        env:
-          RPC_URL: http://127.0.0.1:9933/
-
-      - name: Test Report
-        uses: phoenix-actions/test-reporting@v8
-        id: test-report
-        if: success() || failure()    # run this step even if previous step failed
-        with:
-          name: Tests ${{ matrix.network }}            # Name of the check run which will be created
-          path: tests/mochawesome-report/test-*.json    # Path to test results
-          reporter: mochawesome-json
-          fail-on-error: 'false'
-
-      - name: Read output variables
-        run: |
-          echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}"
-
-      - name: Stop running containers
-        if: always()                   # run this step always
-        run: docker-compose -f ".docker/docker-compose-master.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
modified.github/workflows/nodes-only-update.ymldiffbeforeafterboth
before Β· .github/workflows/nodes-only-update.yml
1name: nodes-only update23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request13      - ready_for_review1415  # Allows you to run this workflow manually from the Actions tab16  workflow_dispatch:1718#Define Workflow variables19env:20  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122concurrency:23  group: ${{ github.workflow }}-${{ github.ref }}24  cancel-in-progress: true2526# A workflow run is made up of one or more jobs that can run sequentially or in parallel27jobs:2829  prepare-execution-marix:3031    name: Prepare execution matrix3233    runs-on: self-hosted-ci34    outputs:35      matrix: ${{ steps.create_matrix.outputs.matrix }}3637    steps:3839      - name: Clean Workspace40        uses: AutoModality/action-clean@v1.1.04142      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43      - uses: actions/checkout@v344        with:45          ref: ${{ github.head_ref }}  #Checking out head commit4647      - name: Read .env file48        uses: xom9ikk/dotenv@v1.0.24950      - name: Create Execution matrix51        uses: fabiocaccamo/create-matrix-action@v252        id: create_matrix53        with:54          matrix: |55            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061  forkless-update-nodata:62    needs: prepare-execution-marix63    # The type of runner that the job will run on64    runs-on: [self-hosted-ci,large]65666768    timeout-minutes: 13806970    name: ${{ matrix.network }}7172    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.7374    strategy:75      matrix:76        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}777879    steps:80      - name: Skip if pull request is in Draft81        # `if: github.event.pull_request.draft == true` should be kept here, at82        # the step level, rather than at the job level. The latter is not83        # recommended because when the PR is moved from "Draft" to "Ready to84        # review" the workflow will immediately be passing (since it was skipped),85        # even though it hasn't actually ran, since it takes a few seconds for86        # the workflow to start. This is also disclosed in:87        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1788        # That scenario would open an opportunity for the check to be bypassed:89        # 1. Get your PR approved90        # 2. Move it to Draft91        # 3. Push whatever commits you want92        # 4. Move it to "Ready for review"; now the workflow is passing (it was93        #    skipped) and "Check reviews" is also passing (it won't be updated94        #    until the workflow is finished)95        if: github.event.pull_request.draft == true96        run: exit 19798      - name: Clean Workspace99        uses: AutoModality/action-clean@v1.1.0100101      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it102      - uses: actions/checkout@v3103        with:104          ref: ${{ github.head_ref }}  #Checking out head commit105106      - name: Read .env file107        uses: xom9ikk/dotenv@v1.0.2108109      - name: Generate ENV related extend file for docker-compose110        uses: cuchi/jinja2-action@v1.2.0111        with:112          template: .docker/docker-compose.tmp-node.j2113          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml114          variables: |115            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git116            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}117            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}118            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}119            MAINNET_TAG=${{ matrix.mainnet_tag }}120            MAINNET_BRANCH=${{ matrix.mainnet_branch }}121            FEATURE=${{ matrix.features }}122            RUNTIME=${{ matrix.runtime }}123            BRANCH=${{ github.head_ref }}124125      - name: Show build configuration126        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml127128      - name: Generate launch-config-forkless-nodata.json129        uses: cuchi/jinja2-action@v1.2.0130        with:131          template: .docker/forkless-config/launch-config-forkless-nodata.j2132          output_file: .docker/launch-config-forkless-nodata.json133          variables: |134            FEATURE=${{ matrix.features }}135            RUNTIME=${{ matrix.runtime }}136137      - name: Show launch-config-forkless configuration138        run: cat .docker/launch-config-forkless-nodata.json139140      - uses: actions/setup-node@v3141        with:142          node-version: 16143144      - name: Build the stack145        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300146147148      - name: Temp Wait. Will be remove after send SIGUSER to polkadot-launch149        run: sleep 30s150151#      - name: Run tests before Node Parachain upgrade152#        run: |153#          cd tests154#          yarn install155#          yarn add mochawesome156#          echo "Ready to start tests"157#          node scripts/readyness.js158#          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}159#        env:160#          RPC_URL: http://127.0.0.1:9933/161#162#      - name: Test Report Before Node upgrade163#        uses: phoenix-actions/test-reporting@v8164#        id: test-report-before165#        if: success() || failure()    # run this step even if previous step failed166#        with:167#          name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created168#          path: tests/mochawesome-report/test-*.json    # Path to test results169#          reporter: mochawesome-json170#          fail-on-error: 'false'171172      - name: Send SIGUSR1 to polkadotlaunch process173        if: success()174        run: |175          #Get PID of polkadot-launch176          PID=$(docker exec node-parachain pidof 'polkadot-launch')177          echo $PID178          #Send SIGUSR1 signal to $PID179          docker exec node-parachain kill -SIGUSR1 $PID180181      #  πŸŒ— All parachain collators restarted with the new binaries.182      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.183        if: success()184        run: |185          counter=160186          function check_container_status {187                docker inspect -f {{.State.Running}} node-parachain188          }189          function do_docker_logs {190                docker logs --details node-parachain  2>&1191          }192          function is_started {193                if [ "$(check_container_status)" == "true" ]; then194                        echo "Container: node-parachain RUNNING";195                        echo "Check Docker logs"196                        DOCKER_LOGS=$(do_docker_logs)197                        if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then198                                echo "πŸŒ— All parachain collators restarted with the new binaries."199                                return 0200                        else201                                echo "Message not found in logs output, repeating..."202                                return 1203                        fi204                else205                        echo "Container node-parachain NOT RUNNING"206                        echo "Halting all future checks"207                        exit 1208                fi209          echo "something goes wrong"210          exit 1211          }212          while ! is_started; do213                echo "Waiting for special message in log files "214                sleep 30s215                counter=$(( $counter - 1 ))216                echo "Counter: $counter"217                if [ "$counter" -gt "0" ]; then218                         continue219                else220                         break221                fi222          done223          echo "Halting script"224          exit 0225        shell: bash226227      - name: Run tests after Node Parachain upgrade228        run: |229          cd tests230          yarn install231          yarn add mochawesome232          echo "Ready to start tests"233          node scripts/readyness.js234          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}235        env:236          RPC_URL: http://127.0.0.1:9933/237238      - name: Test Report After Node upgrade239        uses: phoenix-actions/test-reporting@v8240        id: test-report-after241        if: success() || failure()    # run this step even if previous step failed242        with:243          name: Tests after node upgrade ${{ matrix.network }}            # Name of the check run which will be created244          path: tests/mochawesome-report/test-*.json    # Path to test results245          reporter: mochawesome-json246          fail-on-error: 'false'247248249      - name: Stop running containers250        if: always()                   # run this step always251        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down
after Β· .github/workflows/nodes-only-update.yml
1name: nodes-only update23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request13      - ready_for_review1415  # Allows you to run this workflow manually from the Actions tab16  workflow_dispatch:1718#Define Workflow variables19env:20  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122concurrency:23  group: ${{ github.workflow }}-${{ github.ref }}24  cancel-in-progress: true2526# A workflow run is made up of one or more jobs that can run sequentially or in parallel27jobs:2829  prepare-execution-marix:3031    name: Prepare execution matrix3233    runs-on: self-hosted-ci34    outputs:35      matrix: ${{ steps.create_matrix.outputs.matrix }}3637    steps:3839      - name: Clean Workspace40        uses: AutoModality/action-clean@v1.1.04142      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43      - uses: actions/checkout@v344        with:45          ref: ${{ github.head_ref }}  #Checking out head commit4647      - name: Read .env file48        uses: xom9ikk/dotenv@v1.0.24950      - name: Create Execution matrix51        uses: fabiocaccamo/create-matrix-action@v252        id: create_matrix53        with:54          matrix: |55            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061  forkless-update-nodata:62    needs: prepare-execution-marix63    # The type of runner that the job will run on64    runs-on: [self-hosted-ci,large]65666768    timeout-minutes: 13806970    name: ${{ matrix.network }}7172    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.7374    strategy:75      matrix:76        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}777879    steps:80      - name: Skip if pull request is in Draft81        # `if: github.event.pull_request.draft == true` should be kept here, at82        # the step level, rather than at the job level. The latter is not83        # recommended because when the PR is moved from "Draft" to "Ready to84        # review" the workflow will immediately be passing (since it was skipped),85        # even though it hasn't actually ran, since it takes a few seconds for86        # the workflow to start. This is also disclosed in:87        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1788        # That scenario would open an opportunity for the check to be bypassed:89        # 1. Get your PR approved90        # 2. Move it to Draft91        # 3. Push whatever commits you want92        # 4. Move it to "Ready for review"; now the workflow is passing (it was93        #    skipped) and "Check reviews" is also passing (it won't be updated94        #    until the workflow is finished)95        if: github.event.pull_request.draft == true96        run: exit 19798      - name: Clean Workspace99        uses: AutoModality/action-clean@v1.1.0100101      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it102      - uses: actions/checkout@v3103        with:104          ref: ${{ github.head_ref }}  #Checking out head commit105106      - name: Read .env file107        uses: xom9ikk/dotenv@v1.0.2108109      - name: Generate ENV related extend file for docker-compose110        uses: cuchi/jinja2-action@v1.2.0111        with:112          template: .docker/docker-compose.tmp-node.j2113          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml114          variables: |115            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git116            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}117            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}118            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}119            MAINNET_TAG=${{ matrix.mainnet_tag }}120            MAINNET_BRANCH=${{ matrix.mainnet_branch }}121            FEATURE=${{ matrix.features }}122            RUNTIME=${{ matrix.runtime }}123            BRANCH=${{ github.head_ref }}124125      - name: Show build configuration126        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml127128      - name: Generate launch-config-forkless-nodata.json129        uses: cuchi/jinja2-action@v1.2.0130        with:131          template: .docker/forkless-config/launch-config-forkless-nodata.j2132          output_file: .docker/launch-config-forkless-nodata.json133          variables: |134            FEATURE=${{ matrix.features }}135            RUNTIME=${{ matrix.runtime }}136137      - name: Show launch-config-forkless configuration138        run: cat .docker/launch-config-forkless-nodata.json139140      - uses: actions/setup-node@v3141        with:142          node-version: 16143144      - name: Build the stack145        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300146147      #  πŸš€ POLKADOT LAUNCH COMPLETE πŸš€148      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.149        if: success()150        run: |151          counter=160152          function check_container_status {153                docker inspect -f {{.State.Running}} node-parachain154          }155          function do_docker_logs {156                docker logs --details node-parachain  2>&1157          }158          function is_started {159                if [ "$(check_container_status)" == "true" ]; then160                        echo "Container: node-parachain RUNNING";161                        echo "Check Docker logs"162                        DOCKER_LOGS=$(do_docker_logs)163                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then164                                echo "πŸš€ POLKADOT LAUNCH COMPLETE πŸš€"165                                return 0166                        else167                                echo "Message not found in logs output, repeating..."168                                return 1169                        fi170                else171                        echo "Container node-parachain NOT RUNNING"172                        echo "Halting all future checks"173                        exit 1174                fi175          echo "something goes wrong"176          exit 1177          }178          while ! is_started; do179                echo "Waiting for special message in log files "180                sleep 30s181                counter=$(( $counter - 1 ))182                echo "Counter: $counter"183                if [ "$counter" -gt "0" ]; then184                         continue185                else186                         break187                fi188          done189          echo "Halting script"190          exit 0191        shell: bash192193      - name: Run tests before Node Parachain upgrade194        run: |195          cd tests196          yarn install197          yarn add mochawesome198          echo "Ready to start tests"199          node scripts/readyness.js200          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}201        env:202          RPC_URL: http://127.0.0.1:9933/203204      - name: Test Report Before Node upgrade205        uses: phoenix-actions/test-reporting@v8206        id: test-report-before207        if: success() || failure()    # run this step even if previous step failed208        with:209          name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created210          path: tests/mochawesome-report/test-*.json    # Path to test results211          reporter: mochawesome-json212          fail-on-error: 'false'213214      - name: Send SIGUSR1 to polkadotlaunch process215        if: success()216        run: |217          #Get PID of polkadot-launch218          PID=$(docker exec node-parachain pidof 'polkadot-launch')219          echo "Polkadot-launch PID: $PID"220          #Send SIGUSR1 signal to $PID221          docker exec node-parachain kill -SIGUSR1 ${PID}222223      #  πŸŒ— All parachain collators restarted with the new binaries.224      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.225        if: success()226        run: |227          counter=160228          function check_container_status {229                docker inspect -f {{.State.Running}} node-parachain230          }231          function do_docker_logs {232                docker logs --details node-parachain  2>&1233          }234          function is_started {235                if [ "$(check_container_status)" == "true" ]; then236                        echo "Container: node-parachain RUNNING";237                        echo "Check Docker logs"238                        DOCKER_LOGS=$(do_docker_logs)239                        if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then240                                echo "πŸŒ— All parachain collators restarted with the new binaries."241                                return 0242                        else243                                echo "Message not found in logs output, repeating..."244                                return 1245                        fi246                else247                        echo "Container node-parachain NOT RUNNING"248                        echo "Halting all future checks"249                        exit 1250                fi251          echo "something goes wrong"252          exit 1253          }254          while ! is_started; do255                echo "Waiting for special message in log files "256                sleep 30s257                counter=$(( $counter - 1 ))258                echo "Counter: $counter"259                if [ "$counter" -gt "0" ]; then260                         continue261                else262                         break263                fi264          done265          echo "Halting script"266          exit 0267        shell: bash268269      - name: Run tests after Node Parachain upgrade270        run: |271          cd tests272          yarn install273          yarn add mochawesome274          echo "Ready to start tests"275          node scripts/readyness.js276          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}277        env:278          RPC_URL: http://127.0.0.1:9933/279280      - name: Test Report After Node upgrade281        uses: phoenix-actions/test-reporting@v8282        id: test-report-after283        if: success() || failure()    # run this step even if previous step failed284        with:285          name: Tests after node upgrade ${{ matrix.network }}            # Name of the check run which will be created286          path: tests/mochawesome-report/test-*.json    # Path to test results287          reporter: mochawesome-json288          fail-on-error: 'false'289290291      - name: Stop running containers292        if: always()                   # run this step always293        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down