git.delta.rocks / unique-network / refs/commits / 70d58144dbd3

difftreelog

tests: check if docker exec sends SIGUSR1 to polkadot-launch correct

Alexander Aksenov2022-08-23parent: #e52bef4.patch.diff
in: master

1 file changed

modified.github/workflows/nodes-only-update.ymldiffbeforeafterboth
before · .github/workflows/nodes-only-update.yml
1name: 23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request13      - ready_for_review1415  # Allows you to run this workflow manually from the Actions tab16  workflow_dispatch:1718#Define Workflow variables19env:20  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122concurrency:23  group: ${{ github.workflow }}-${{ github.ref }}24  cancel-in-progress: true2526# A workflow run is made up of one or more jobs that can run sequentially or in parallel27jobs:2829  prepare-execution-marix:3031    name: Prepare execution matrix3233    runs-on: self-hosted-ci34    outputs:35      matrix: ${{ steps.create_matrix.outputs.matrix }}3637    steps:3839      - name: Clean Workspace40        uses: AutoModality/action-clean@v1.1.04142      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43      - uses: actions/checkout@v344        with:45          ref: ${{ github.head_ref }}  #Checking out head commit4647      - name: Read .env file48        uses: xom9ikk/dotenv@v1.0.24950      - name: Create Execution matrix51        uses: fabiocaccamo/create-matrix-action@v252        id: create_matrix53        with:54          matrix: |55            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061  forkless-update-nodata:62    needs: prepare-execution-marix63    # The type of runner that the job will run on64    runs-on: [self-hosted-ci,large]65666768    timeout-minutes: 13806970    name: ${{ matrix.network }}7172    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.7374    strategy:75      matrix:76        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}777879    steps:80      - name: Skip if pull request is in Draft81        # `if: github.event.pull_request.draft == true` should be kept here, at82        # the step level, rather than at the job level. The latter is not83        # recommended because when the PR is moved from "Draft" to "Ready to84        # review" the workflow will immediately be passing (since it was skipped),85        # even though it hasn't actually ran, since it takes a few seconds for86        # the workflow to start. This is also disclosed in:87        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1788        # That scenario would open an opportunity for the check to be bypassed:89        # 1. Get your PR approved90        # 2. Move it to Draft91        # 3. Push whatever commits you want92        # 4. Move it to "Ready for review"; now the workflow is passing (it was93        #    skipped) and "Check reviews" is also passing (it won't be updated94        #    until the workflow is finished)95        if: github.event.pull_request.draft == true96        run: exit 19798      - name: Clean Workspace99        uses: AutoModality/action-clean@v1.1.0100101      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it102      - uses: actions/checkout@v3103        with:104          ref: ${{ github.head_ref }}  #Checking out head commit105106      - name: Read .env file107        uses: xom9ikk/dotenv@v1.0.2108109      - name: Generate ENV related extend file for docker-compose110        uses: cuchi/jinja2-action@v1.2.0111        with:112          template: .docker/docker-compose.tmp-node.j2113          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml114          variables: |115            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git116            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}117            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}118            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}119            MAINNET_TAG=${{ matrix.mainnet_tag }}120            MAINNET_BRANCH=${{ matrix.mainnet_branch }}121            FEATURE=${{ matrix.features }}122            RUNTIME=${{ matrix.runtime }}123            BRANCH=${{ github.head_ref }}124125      - name: Show build configuration126        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml127128      - name: Generate launch-config-forkless-nodata.json129        uses: cuchi/jinja2-action@v1.2.0130        with:131          template: .docker/forkless-config/launch-config-forkless-nodata.j2132          output_file: .docker/launch-config-forkless-nodata.json133          variables: |134            FEATURE=${{ matrix.features }}135            RUNTIME=${{ matrix.runtime }}136137      - name: Show launch-config-forkless configuration138        run: cat .docker/launch-config-forkless-nodata.json139140141      - name: Build the stack142        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300143144      - name: Check if docker logs consist logs related to Runtime Upgrade testing.145        if: success()146        run: |147          counter=160148          function check_container_status {149                docker inspect -f {{.State.Running}} node-parachain150          }151          function do_docker_logs {152                docker logs --details node-parachain  2>&1153          }154          function is_started {155                if [ "$(check_container_status)" == "true" ]; then156                        echo "Container: node-parachain RUNNING";157                        echo "Check Docker logs"158                        DOCKER_LOGS=$(do_docker_logs)159                        if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then160                                echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"161                                return 0162                        elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then163                                echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"164                                return 1165                        else166                                echo "Message not found in logs output, repeating..."167                                return 1168                        fi169                else170                        echo "Container node-parachain not RUNNING"171                        echo "Halting all future checks"172                        exit 1173                fi174          exit 0175          }176          while ! is_started; do177                echo "Waiting for special message in log files "178                sleep 30s179                counter=$(( $counter - 1 ))180                echo "Counter: $counter"181                if [ "$counter" -gt "0" ]; then182                         continue183                else184                         break185                fi186          done187          echo "Halting script"188          exit 0189        shell: bash190191      - name: Collect Docker Logs192        if: success() || failure()193        uses: jwalton/gh-docker-logs@v2.2.0194        with:195          dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'196          images: 'node-parachain'197198      - name: Show docker logs199        if: success() || failure()200        run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'201202      - name: Stop running containers203        if: always()                   # run this step always204        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down
after · .github/workflows/nodes-only-update.yml
1name: 23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request13      - ready_for_review1415  # Allows you to run this workflow manually from the Actions tab16  workflow_dispatch:1718#Define Workflow variables19env:20  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122concurrency:23  group: ${{ github.workflow }}-${{ github.ref }}24  cancel-in-progress: true2526# A workflow run is made up of one or more jobs that can run sequentially or in parallel27jobs:2829  prepare-execution-marix:3031    name: Prepare execution matrix3233    runs-on: self-hosted-ci34    outputs:35      matrix: ${{ steps.create_matrix.outputs.matrix }}3637    steps:3839      - name: Clean Workspace40        uses: AutoModality/action-clean@v1.1.04142      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43      - uses: actions/checkout@v344        with:45          ref: ${{ github.head_ref }}  #Checking out head commit4647      - name: Read .env file48        uses: xom9ikk/dotenv@v1.0.24950      - name: Create Execution matrix51        uses: fabiocaccamo/create-matrix-action@v252        id: create_matrix53        with:54          matrix: |55            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061  forkless-update-nodata:62    needs: prepare-execution-marix63    # The type of runner that the job will run on64    runs-on: [self-hosted-ci,large]65666768    timeout-minutes: 13806970    name: ${{ matrix.network }}7172    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.7374    strategy:75      matrix:76        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}777879    steps:80      - name: Skip if pull request is in Draft81        # `if: github.event.pull_request.draft == true` should be kept here, at82        # the step level, rather than at the job level. The latter is not83        # recommended because when the PR is moved from "Draft" to "Ready to84        # review" the workflow will immediately be passing (since it was skipped),85        # even though it hasn't actually ran, since it takes a few seconds for86        # the workflow to start. This is also disclosed in:87        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1788        # That scenario would open an opportunity for the check to be bypassed:89        # 1. Get your PR approved90        # 2. Move it to Draft91        # 3. Push whatever commits you want92        # 4. Move it to "Ready for review"; now the workflow is passing (it was93        #    skipped) and "Check reviews" is also passing (it won't be updated94        #    until the workflow is finished)95        if: github.event.pull_request.draft == true96        run: exit 19798      - name: Clean Workspace99        uses: AutoModality/action-clean@v1.1.0100101      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it102      - uses: actions/checkout@v3103        with:104          ref: ${{ github.head_ref }}  #Checking out head commit105106      - name: Read .env file107        uses: xom9ikk/dotenv@v1.0.2108109      - name: Generate ENV related extend file for docker-compose110        uses: cuchi/jinja2-action@v1.2.0111        with:112          template: .docker/docker-compose.tmp-node.j2113          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml114          variables: |115            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git116            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}117            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}118            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}119            MAINNET_TAG=${{ matrix.mainnet_tag }}120            MAINNET_BRANCH=${{ matrix.mainnet_branch }}121            FEATURE=${{ matrix.features }}122            RUNTIME=${{ matrix.runtime }}123            BRANCH=${{ github.head_ref }}124125      - name: Show build configuration126        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml127128      - name: Generate launch-config-forkless-nodata.json129        uses: cuchi/jinja2-action@v1.2.0130        with:131          template: .docker/forkless-config/launch-config-forkless-nodata.j2132          output_file: .docker/launch-config-forkless-nodata.json133          variables: |134            FEATURE=${{ matrix.features }}135            RUNTIME=${{ matrix.runtime }}136137      - name: Show launch-config-forkless configuration138        run: cat .docker/launch-config-forkless-nodata.json139140      - uses: actions/setup-node@v3141        with:142          node-version: 16143144      - name: Build the stack145        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300146147148      - name: Temp Wait. Will be remove after send SIGUSER to polkadot-launch149        run: sleep 600s150151#      - name: Run tests before Node Parachain upgrade152#        run: |153#          cd tests154#          yarn install155#          yarn add mochawesome156#          echo "Ready to start tests"157#          node scripts/readyness.js158#          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}159#        env:160#          RPC_URL: http://127.0.0.1:9933/161#162#      - name: Test Report Before Node upgrade163#        uses: phoenix-actions/test-reporting@v8164#        id: test-report-before165#        if: success() || failure()    # run this step even if previous step failed166#        with:167#          name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created168#          path: tests/mochawesome-report/test-*.json    # Path to test results169#          reporter: mochawesome-json170#          fail-on-error: 'false'171172      - name: Send SIGUSR1 to polkadotlaunch process173        if: success()174        run: |175          #Get PID of polkadot-launch176          PID=$(docker exec -it node-parachain pidof 'polkadot-launch')177          #Send SIGUSR1 signal to $PID178          docker exec -it node-parachain kill -SIGUSR1 $(PID)179180      #  🌗 All parachain collators restarted with the new binaries.181      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.182        if: success()183        run: |184          counter=160185          function check_container_status {186                docker inspect -f {{.State.Running}} node-parachain187          }188          function do_docker_logs {189                docker logs --details node-parachain  2>&1190          }191          function is_started {192                if [ "$(check_container_status)" == "true" ]; then193                        echo "Container: node-parachain RUNNING";194                        echo "Check Docker logs"195                        DOCKER_LOGS=$(do_docker_logs)196                        if [[ ${DOCKER_LOGS} = *"🌗 All parachain collators restarted with the new binaries."* ]];then197                                echo "🌗 All parachain collators restarted with the new binaries."198                                return 0199                        else200                                echo "Message not found in logs output, repeating..."201                                return 1202                        fi203                else204                        echo "Container node-parachain NOT RUNNING"205                        echo "Halting all future checks"206                        exit 1207                fi208          echo "something goes wrong"209          exit 1210          }211          while ! is_started; do212                echo "Waiting for special message in log files "213                sleep 30s214                counter=$(( $counter - 1 ))215                echo "Counter: $counter"216                if [ "$counter" -gt "0" ]; then217                         continue218                else219                         break220                fi221          done222          echo "Halting script"223          exit 0224        shell: bash225226      - name: Run tests after Node Parachain upgrade227        run: |228          cd tests229          yarn install230          yarn add mochawesome231          echo "Ready to start tests"232          node scripts/readyness.js233          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}234        env:235          RPC_URL: http://127.0.0.1:9933/236237      - name: Test Report After Node upgrade238        uses: phoenix-actions/test-reporting@v8239        id: test-report-after240        if: success() || failure()    # run this step even if previous step failed241        with:242          name: Tests after node upgrade ${{ matrix.network }}            # Name of the check run which will be created243          path: tests/mochawesome-report/test-*.json    # Path to test results244          reporter: mochawesome-json245          fail-on-error: 'false'246247248      - name: Stop running containers249        if: always()                   # run this step always250        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down