difftreelog
add waiting for first block before tests in node_only_update workflow
in: master
1 file changed
.github/workflows/node-only-update_v2.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update2# Node only update with restart polkadot-launch process.34name: nodes-only update56# Triger: only call from main workflow(re-usable workflows)7on:8 workflow_call:91011# A workflow run is made up of one or more jobs that can run sequentially or in parallel12jobs:1314 nodes-execution-matrix:1516 name: execution matrix1718 runs-on: self-hosted-ci19 outputs:20 matrix: ${{ steps.create_matrix.outputs.matrix }}2122 steps:2324 - name: Clean Workspace25 uses: AutoModality/action-clean@v1.1.02627 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it28 - uses: actions/checkout@v329 with:30 ref: ${{ github.head_ref }} #Checking out head commit3132 - name: Read .env file33 uses: xom9ikk/dotenv@v23435 - name: Create Execution matrix36 uses: CertainLach/create-matrix-action@v337 id: create_matrix38 with:39 matrix: |40 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}41 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}42 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}43444546 nodes-only-update:47 needs: nodes-execution-matrix48 # The type of runner that the job will run on49 runs-on: [self-hosted-ci,large]5051 timeout-minutes: 2880 # 48 hours for execution jobs.5253 name: ${{ matrix.network }}5455 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5657 strategy:58 matrix:59 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6061 steps:6263 - name: Clean Workspace64 uses: AutoModality/action-clean@v1.1.06566 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it67 - uses: actions/checkout@v368 with:69 ref: ${{ github.head_ref }} #Checking out head commit7071 - name: Read .env file72 uses: xom9ikk/dotenv@v27374 - name: Generate ENV related extend file for docker-compose75 uses: cuchi/jinja2-action@v1.2.076 with:77 template: .docker/docker-compose.tmp-node.j278 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml79 variables: |80 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git81 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}82 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}83 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}84 MAINNET_TAG=${{ matrix.mainnet_tag }}85 MAINNET_BRANCH=${{ matrix.mainnet_branch }}86 FEATURE=${{ matrix.features }}87 RUNTIME=${{ matrix.runtime }}88 BRANCH=${{ github.head_ref }}8990 - name: Show build configuration91 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9293 - name: Generate launch-config-forkless-nodata.json94 uses: cuchi/jinja2-action@v1.2.095 with:96 template: .docker/forkless-config/launch-config-forkless-nodata.j297 output_file: .docker/launch-config-forkless-nodata.json98 variables: |99 FEATURE=${{ matrix.features }}100 RUNTIME=${{ matrix.runtime }}101102 - name: Show launch-config-forkless configuration103 run: cat .docker/launch-config-forkless-nodata.json104105 - uses: actions/setup-node@v3106 with:107 node-version: 16108109 - name: Build the stack110 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300111112 # 🚀 POLKADOT LAUNCH COMPLETE 🚀113 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.114 if: success()115 run: |116 counter=160117 function check_container_status {118 docker inspect -f {{.State.Running}} node-parachain119 }120 function do_docker_logs {121 docker logs --details node-parachain 2>&1122 }123 function is_started {124 if [ "$(check_container_status)" == "true" ]; then125 echo "Container: node-parachain RUNNING";126 echo "Check Docker logs"127 DOCKER_LOGS=$(do_docker_logs)128 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then129 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"130 return 0131 else132 echo "Message not found in logs output, repeating..."133 return 1134 fi135 else136 echo "Container node-parachain NOT RUNNING"137 echo "Halting all future checks"138 exit 1139 fi140 echo "something goes wrong"141 exit 1142 }143 while ! is_started; do144 echo "Waiting for special message in log files "145 sleep 30s146 counter=$(( $counter - 1 ))147 echo "Counter: $counter"148 if [ "$counter" -gt "0" ]; then149 continue150 else151 break152 fi153 done154 echo "Halting script"155 exit 0156 shell: bash157158 - name: Checkout at '${{ matrix.mainnet_branch }}' branch159 uses: actions/checkout@master160 with:161 ref: ${{ matrix.mainnet_branch }} #Checking out head commit162 path: ${{ matrix.mainnet_branch }}163164 - name: Run tests before Node Parachain upgrade165 working-directory: ${{ matrix.mainnet_branch }}/tests166 run: |167 yarn install168 yarn add mochawesome169 node scripts/readyness.js170 echo "Ready to start tests"171 yarn polkadot-types172 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-before-${NOW}173 env:174 RPC_URL: http://127.0.0.1:9933/175176 - name: Upload Test Report Before Node upgrade177 uses: phoenix-actions/test-reporting@v8178 id: test-report-before179 if: success() || failure() # run this step even if previous step failed180 with:181 name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created182 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-before-*.json # Path to test results183 reporter: mochawesome-json184 fail-on-error: 'false'185186 # TODO uncomment thease steps after the merge187 #- name: Run Parallel tests before Node Parachain upgrade188 # working-directory: ${{ matrix.mainnet_branch }}/tests189 # run: |190 # yarn install191 # yarn add mochawesome192 # echo "Ready to start tests"193 # yarn polkadot-types194 # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}195 # env:196 # RPC_URL: http://127.0.0.1:9933/197198 #- name: Upload Parallel Test Report Before Node upgrade199 # uses: phoenix-actions/test-reporting@v8200 # id: test-parallel-report-before201 # if: success() || failure() # run this step even if previous step failed202 # with:203 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created204 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results205 # reporter: mochawesome-json206 # fail-on-error: 'false'207208 # - name: Run Sequential tests before Node Parachain upgrade209 # if: success() || failure()210 # working-directory: ${{ matrix.mainnet_branch }}/tests211 # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}212 # env:213 # RPC_URL: http://127.0.0.1:9933/214215 # - name: Upload Sequential Test Report Before Node upgrade216 # uses: phoenix-actions/test-reporting@v8217 # id: test-sequential-report-before218 # if: success() || failure() # run this step even if previous step failed219 # with:220 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created221 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results222 # reporter: mochawesome-json223 # fail-on-error: 'false'224 225 - name: Send SIGUSR1 to polkadot-launch process226 if: success() || failure()227 run: |228 #Get PID of polkadot-launch229 ContainerID=$(docker ps -aqf "name=node-parachain")230 PID=$(docker exec node-parachain pidof 'polkadot-launch')231 sleep 30s232 echo -e "Show logs of node-parachain container.\n"233 docker logs ${ContainerID}234 echo -e "\n"235 echo -e "Restart polkadot-launch process: $PID\n"236 docker exec node-parachain kill -SIGUSR1 ${PID}237 echo "SIGUSR1 sent to Polkadot-launch PID: $PID"238 docker logs ${ContainerID}239 240 - name: Get chain logs in case of docker image crashed after Polkadot Launch restart241 if: failure() # run this step only at failure242 run: |243 docker exec node-parachain cat /polkadot-launch/9944.log244 docker exec node-parachain cat /polkadot-launch/9945.log245 docker exec node-parachain cat /polkadot-launch/alice.log246 docker exec node-parachain cat /polkadot-launch/eve.log247 docker exec node-parachain cat /polkadot-launch/dave.log248 docker exec node-parachain cat /polkadot-launch/charlie.log 249250 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.251 if: success()252 run: |253 counter=160254 function check_container_status {255 docker inspect -f {{.State.Running}} node-parachain256 }257 function do_docker_logs {258 docker logs --details node-parachain 2>&1259 }260 function is_started {261 if [ "$(check_container_status)" == "true" ]; then262 echo "Container: node-parachain RUNNING";263 echo "Check Docker logs"264 DOCKER_LOGS=$(do_docker_logs)265 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then266 echo "🌗 All parachain collators restarted with the new binaries."267 return 0268 else269 echo "Message not found in logs output, repeating..."270 return 1271 fi272 else273 echo "Container node-parachain NOT RUNNING"274 echo "Halting all future checks"275 exit 1276 fi277 echo "something goes wrong"278 exit 1279 }280 while ! is_started; do281 echo "Waiting for special message in log files "282 sleep 30s283 counter=$(( $counter - 1 ))284 echo "Counter: $counter"285 if [ "$counter" -gt "0" ]; then286 continue287 else288 break289 fi290 done291 echo "Halting script"292 exit 0293 shell: bash294 295 ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.296 - name: Run tests after Node Parachain upgrade297 working-directory: ${{ matrix.mainnet_branch }}/tests298 run: |299 yarn install300 yarn add mochawesome301 node scripts/readyness.js302 echo "Ready to start tests"303 yarn polkadot-types304 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-after-${NOW}305 env:306 RPC_URL: http://127.0.0.1:9933/307308 - name: Test Report After Node upgrade309 uses: phoenix-actions/test-reporting@v8310 id: test-report-after311 if: success() || failure() # run this step even if previous step failed312 with:313 name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created314 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-after-*.json # Path to test results315 reporter: mochawesome-json316 fail-on-error: 'false'317318 # TODO uncomment thease steps after the merge319 #- name: Run Parallel tests after Node Parachain upgrade320 # working-directory: ${{ matrix.mainnet_branch }}/tests321 # run: |322 # yarn install323 # yarn add mochawesome324 # node scripts/readyness.js325 # echo "Ready to start tests"326 # yarn polkadot-types327 # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}328 # env:329 # RPC_URL: http://127.0.0.1:9933/330331 #- name: Test Report Parallel After Node upgrade332 # uses: phoenix-actions/test-reporting@v8333 # id: test-report-parallel-after334 # if: success() || failure() # run this step even if previous step failed335 # with:336 # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created337 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results338 # reporter: mochawesome-json339 # fail-on-error: 'false'340 341 #- name: Run Sequential tests after Node Parachain upgrade342 # if: success() || failure()343 # working-directory: ${{ matrix.mainnet_branch }}/tests344 # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}345 # env:346 # RPC_URL: http://127.0.0.1:9933/347348 #- name: Upload Sequential Test Report After Node upgrade349 # uses: phoenix-actions/test-reporting@v8350 # id: test-sequential-report-after351 # if: success() || failure() # run this step even if previous step failed352 # with:353 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created354 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results355 # reporter: mochawesome-json356 # fail-on-error: 'false'357358359 - name: Stop running containers360 if: always() # run this step always361 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes362363 - name: Remove builder cache364 if: always() # run this step always365 run: |366 docker builder prune -f -a367 docker system prune -f368 docker image prune -f -a369370 - name: Remove repo at the end371 if: always() # run this step always372 run: |373 ls -ls ./