difftreelog
tests: add before upgrade tests and after upgrade tests
in: master
2 files changed
.github/workflows/build-test-master.ymldiffbeforeafterboth--- a/.github/workflows/build-test-master.yml
+++ /dev/null
@@ -1,127 +0,0 @@
-name: yarn test para
-
-# Controls when the action will run.
-on:
- # Triggers the workflow on push or pull request events but only for the master branch
- pull_request:
- branches:
- - master
- types:
- - opened
- - reopened
- - synchronize #commit(s) pushed to the pull request
- - ready_for_review
-
- # Allows you to run this workflow manually from the Actions tab
- workflow_dispatch:
-
-#Define Workflow variables
-env:
- REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-
-concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
- cancel-in-progress: true
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- master-build-and-test:
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
- timeout-minutes: 1380
-
- name: ${{ matrix.network }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed.
-
- strategy:
- matrix:
- include:
- - network: "opal"
- features: "opal-runtime"
- - network: "quartz"
- features: "quartz-runtime"
- - network: "unique"
- features: "unique-runtime"
-
- steps:
- - name: Skip if pull request is in Draft
- # `if: github.event.pull_request.draft == true` should be kept here, at
- # the step level, rather than at the job level. The latter is not
- # recommended because when the PR is moved from "Draft" to "Ready to
- # review" the workflow will immediately be passing (since it was skipped),
- # even though it hasn't actually ran, since it takes a few seconds for
- # the workflow to start. This is also disclosed in:
- # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/17
- # That scenario would open an opportunity for the check to be bypassed:
- # 1. Get your PR approved
- # 2. Move it to Draft
- # 3. Push whatever commits you want
- # 4. Move it to "Ready for review"; now the workflow is passing (it was
- # skipped) and "Check reviews" is also passing (it won't be updated
- # until the workflow is finished)
- if: github.event.pull_request.draft == true
- run: exit 1
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }}
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v1.0.2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-master.j2
- output_file: .docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- FEATURE=${{ matrix.features }}
- BRANCH=${{ github.head_ref }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-master.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Run tests
- run: |
- cd tests
- yarn install
- yarn add mochawesome
- echo "Ready to start tests"
- node scripts/readyness.js
- NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report
- uses: phoenix-actions/test-reporting@v8
- id: test-report
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Tests ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- - name: Read output variables
- run: |
- echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}"
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-master.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
.github/workflows/nodes-only-update.ymldiffbeforeafterboth1name: nodes-only update23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6 pull_request:7 branches:8 - master9 types:10 - opened11 - reopened12 - synchronize #commit(s) pushed to the pull request13 - ready_for_review1415 # Allows you to run this workflow manually from the Actions tab16 workflow_dispatch:1718#Define Workflow variables19env:20 REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122concurrency:23 group: ${{ github.workflow }}-${{ github.ref }}24 cancel-in-progress: true2526# A workflow run is made up of one or more jobs that can run sequentially or in parallel27jobs:2829 prepare-execution-marix:3031 name: Prepare execution matrix3233 runs-on: self-hosted-ci34 outputs:35 matrix: ${{ steps.create_matrix.outputs.matrix }}3637 steps:3839 - name: Clean Workspace40 uses: AutoModality/action-clean@v1.1.04142 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43 - uses: actions/checkout@v344 with:45 ref: ${{ github.head_ref }} #Checking out head commit4647 - name: Read .env file48 uses: xom9ikk/dotenv@v1.0.24950 - name: Create Execution matrix51 uses: fabiocaccamo/create-matrix-action@v252 id: create_matrix53 with:54 matrix: |55 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061 forkless-update-nodata:62 needs: prepare-execution-marix63 # The type of runner that the job will run on64 runs-on: [self-hosted-ci,large]65666768 timeout-minutes: 13806970 name: ${{ matrix.network }}7172 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.7374 strategy:75 matrix:76 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}777879 steps:80 - name: Skip if pull request is in Draft81 # `if: github.event.pull_request.draft == true` should be kept here, at82 # the step level, rather than at the job level. The latter is not83 # recommended because when the PR is moved from "Draft" to "Ready to84 # review" the workflow will immediately be passing (since it was skipped),85 # even though it hasn't actually ran, since it takes a few seconds for86 # the workflow to start. This is also disclosed in:87 # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1788 # That scenario would open an opportunity for the check to be bypassed:89 # 1. Get your PR approved90 # 2. Move it to Draft91 # 3. Push whatever commits you want92 # 4. Move it to "Ready for review"; now the workflow is passing (it was93 # skipped) and "Check reviews" is also passing (it won't be updated94 # until the workflow is finished)95 if: github.event.pull_request.draft == true96 run: exit 19798 - name: Clean Workspace99 uses: AutoModality/action-clean@v1.1.0100101 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it102 - uses: actions/checkout@v3103 with:104 ref: ${{ github.head_ref }} #Checking out head commit105106 - name: Read .env file107 uses: xom9ikk/dotenv@v1.0.2108109 - name: Generate ENV related extend file for docker-compose110 uses: cuchi/jinja2-action@v1.2.0111 with:112 template: .docker/docker-compose.tmp-node.j2113 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml114 variables: |115 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git116 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}117 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}118 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}119 MAINNET_TAG=${{ matrix.mainnet_tag }}120 MAINNET_BRANCH=${{ matrix.mainnet_branch }}121 FEATURE=${{ matrix.features }}122 RUNTIME=${{ matrix.runtime }}123 BRANCH=${{ github.head_ref }}124125 - name: Show build configuration126 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml127128 - name: Generate launch-config-forkless-nodata.json129 uses: cuchi/jinja2-action@v1.2.0130 with:131 template: .docker/forkless-config/launch-config-forkless-nodata.j2132 output_file: .docker/launch-config-forkless-nodata.json133 variables: |134 FEATURE=${{ matrix.features }}135 RUNTIME=${{ matrix.runtime }}136137 - name: Show launch-config-forkless configuration138 run: cat .docker/launch-config-forkless-nodata.json139140 - uses: actions/setup-node@v3141 with:142 node-version: 16143144 - name: Build the stack145 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300146147148 - name: Temp Wait. Will be remove after send SIGUSER to polkadot-launch149 run: sleep 30s150151# - name: Run tests before Node Parachain upgrade152# run: |153# cd tests154# yarn install155# yarn add mochawesome156# echo "Ready to start tests"157# node scripts/readyness.js158# NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}159# env:160# RPC_URL: http://127.0.0.1:9933/161#162# - name: Test Report Before Node upgrade163# uses: phoenix-actions/test-reporting@v8164# id: test-report-before165# if: success() || failure() # run this step even if previous step failed166# with:167# name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created168# path: tests/mochawesome-report/test-*.json # Path to test results169# reporter: mochawesome-json170# fail-on-error: 'false'171172 - name: Send SIGUSR1 to polkadotlaunch process173 if: success()174 run: |175 #Get PID of polkadot-launch176 PID=$(docker exec node-parachain pidof 'polkadot-launch')177 echo $PID178 #Send SIGUSR1 signal to $PID179 docker exec node-parachain kill -SIGUSR1 $PID180181 # π All parachain collators restarted with the new binaries.182 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.183 if: success()184 run: |185 counter=160186 function check_container_status {187 docker inspect -f {{.State.Running}} node-parachain188 }189 function do_docker_logs {190 docker logs --details node-parachain 2>&1191 }192 function is_started {193 if [ "$(check_container_status)" == "true" ]; then194 echo "Container: node-parachain RUNNING";195 echo "Check Docker logs"196 DOCKER_LOGS=$(do_docker_logs)197 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then198 echo "π All parachain collators restarted with the new binaries."199 return 0200 else201 echo "Message not found in logs output, repeating..."202 return 1203 fi204 else205 echo "Container node-parachain NOT RUNNING"206 echo "Halting all future checks"207 exit 1208 fi209 echo "something goes wrong"210 exit 1211 }212 while ! is_started; do213 echo "Waiting for special message in log files "214 sleep 30s215 counter=$(( $counter - 1 ))216 echo "Counter: $counter"217 if [ "$counter" -gt "0" ]; then218 continue219 else220 break221 fi222 done223 echo "Halting script"224 exit 0225 shell: bash226227 - name: Run tests after Node Parachain upgrade228 run: |229 cd tests230 yarn install231 yarn add mochawesome232 echo "Ready to start tests"233 node scripts/readyness.js234 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}235 env:236 RPC_URL: http://127.0.0.1:9933/237238 - name: Test Report After Node upgrade239 uses: phoenix-actions/test-reporting@v8240 id: test-report-after241 if: success() || failure() # run this step even if previous step failed242 with:243 name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created244 path: tests/mochawesome-report/test-*.json # Path to test results245 reporter: mochawesome-json246 fail-on-error: 'false'247248249 - name: Stop running containers250 if: always() # run this step always251 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down1name: nodes-only update23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6 pull_request:7 branches:8 - master9 types:10 - opened11 - reopened12 - synchronize #commit(s) pushed to the pull request13 - ready_for_review1415 # Allows you to run this workflow manually from the Actions tab16 workflow_dispatch:1718#Define Workflow variables19env:20 REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122concurrency:23 group: ${{ github.workflow }}-${{ github.ref }}24 cancel-in-progress: true2526# A workflow run is made up of one or more jobs that can run sequentially or in parallel27jobs:2829 prepare-execution-marix:3031 name: Prepare execution matrix3233 runs-on: self-hosted-ci34 outputs:35 matrix: ${{ steps.create_matrix.outputs.matrix }}3637 steps:3839 - name: Clean Workspace40 uses: AutoModality/action-clean@v1.1.04142 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43 - uses: actions/checkout@v344 with:45 ref: ${{ github.head_ref }} #Checking out head commit4647 - name: Read .env file48 uses: xom9ikk/dotenv@v1.0.24950 - name: Create Execution matrix51 uses: fabiocaccamo/create-matrix-action@v252 id: create_matrix53 with:54 matrix: |55 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061 forkless-update-nodata:62 needs: prepare-execution-marix63 # The type of runner that the job will run on64 runs-on: [self-hosted-ci,large]65666768 timeout-minutes: 13806970 name: ${{ matrix.network }}7172 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.7374 strategy:75 matrix:76 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}777879 steps:80 - name: Skip if pull request is in Draft81 # `if: github.event.pull_request.draft == true` should be kept here, at82 # the step level, rather than at the job level. The latter is not83 # recommended because when the PR is moved from "Draft" to "Ready to84 # review" the workflow will immediately be passing (since it was skipped),85 # even though it hasn't actually ran, since it takes a few seconds for86 # the workflow to start. This is also disclosed in:87 # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1788 # That scenario would open an opportunity for the check to be bypassed:89 # 1. Get your PR approved90 # 2. Move it to Draft91 # 3. Push whatever commits you want92 # 4. Move it to "Ready for review"; now the workflow is passing (it was93 # skipped) and "Check reviews" is also passing (it won't be updated94 # until the workflow is finished)95 if: github.event.pull_request.draft == true96 run: exit 19798 - name: Clean Workspace99 uses: AutoModality/action-clean@v1.1.0100101 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it102 - uses: actions/checkout@v3103 with:104 ref: ${{ github.head_ref }} #Checking out head commit105106 - name: Read .env file107 uses: xom9ikk/dotenv@v1.0.2108109 - name: Generate ENV related extend file for docker-compose110 uses: cuchi/jinja2-action@v1.2.0111 with:112 template: .docker/docker-compose.tmp-node.j2113 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml114 variables: |115 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git116 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}117 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}118 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}119 MAINNET_TAG=${{ matrix.mainnet_tag }}120 MAINNET_BRANCH=${{ matrix.mainnet_branch }}121 FEATURE=${{ matrix.features }}122 RUNTIME=${{ matrix.runtime }}123 BRANCH=${{ github.head_ref }}124125 - name: Show build configuration126 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml127128 - name: Generate launch-config-forkless-nodata.json129 uses: cuchi/jinja2-action@v1.2.0130 with:131 template: .docker/forkless-config/launch-config-forkless-nodata.j2132 output_file: .docker/launch-config-forkless-nodata.json133 variables: |134 FEATURE=${{ matrix.features }}135 RUNTIME=${{ matrix.runtime }}136137 - name: Show launch-config-forkless configuration138 run: cat .docker/launch-config-forkless-nodata.json139140 - uses: actions/setup-node@v3141 with:142 node-version: 16143144 - name: Build the stack145 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300146147 # π POLKADOT LAUNCH COMPLETE π148 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.149 if: success()150 run: |151 counter=160152 function check_container_status {153 docker inspect -f {{.State.Running}} node-parachain154 }155 function do_docker_logs {156 docker logs --details node-parachain 2>&1157 }158 function is_started {159 if [ "$(check_container_status)" == "true" ]; then160 echo "Container: node-parachain RUNNING";161 echo "Check Docker logs"162 DOCKER_LOGS=$(do_docker_logs)163 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then164 echo "π POLKADOT LAUNCH COMPLETE π"165 return 0166 else167 echo "Message not found in logs output, repeating..."168 return 1169 fi170 else171 echo "Container node-parachain NOT RUNNING"172 echo "Halting all future checks"173 exit 1174 fi175 echo "something goes wrong"176 exit 1177 }178 while ! is_started; do179 echo "Waiting for special message in log files "180 sleep 30s181 counter=$(( $counter - 1 ))182 echo "Counter: $counter"183 if [ "$counter" -gt "0" ]; then184 continue185 else186 break187 fi188 done189 echo "Halting script"190 exit 0191 shell: bash192193 - name: Run tests before Node Parachain upgrade194 run: |195 cd tests196 yarn install197 yarn add mochawesome198 echo "Ready to start tests"199 node scripts/readyness.js200 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}201 env:202 RPC_URL: http://127.0.0.1:9933/203204 - name: Test Report Before Node upgrade205 uses: phoenix-actions/test-reporting@v8206 id: test-report-before207 if: success() || failure() # run this step even if previous step failed208 with:209 name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created210 path: tests/mochawesome-report/test-*.json # Path to test results211 reporter: mochawesome-json212 fail-on-error: 'false'213214 - name: Send SIGUSR1 to polkadotlaunch process215 if: success()216 run: |217 #Get PID of polkadot-launch218 PID=$(docker exec node-parachain pidof 'polkadot-launch')219 echo "Polkadot-launch PID: $PID"220 #Send SIGUSR1 signal to $PID221 docker exec node-parachain kill -SIGUSR1 ${PID}222223 # π All parachain collators restarted with the new binaries.224 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.225 if: success()226 run: |227 counter=160228 function check_container_status {229 docker inspect -f {{.State.Running}} node-parachain230 }231 function do_docker_logs {232 docker logs --details node-parachain 2>&1233 }234 function is_started {235 if [ "$(check_container_status)" == "true" ]; then236 echo "Container: node-parachain RUNNING";237 echo "Check Docker logs"238 DOCKER_LOGS=$(do_docker_logs)239 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then240 echo "π All parachain collators restarted with the new binaries."241 return 0242 else243 echo "Message not found in logs output, repeating..."244 return 1245 fi246 else247 echo "Container node-parachain NOT RUNNING"248 echo "Halting all future checks"249 exit 1250 fi251 echo "something goes wrong"252 exit 1253 }254 while ! is_started; do255 echo "Waiting for special message in log files "256 sleep 30s257 counter=$(( $counter - 1 ))258 echo "Counter: $counter"259 if [ "$counter" -gt "0" ]; then260 continue261 else262 break263 fi264 done265 echo "Halting script"266 exit 0267 shell: bash268269 - name: Run tests after Node Parachain upgrade270 run: |271 cd tests272 yarn install273 yarn add mochawesome274 echo "Ready to start tests"275 node scripts/readyness.js276 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}277 env:278 RPC_URL: http://127.0.0.1:9933/279280 - name: Test Report After Node upgrade281 uses: phoenix-actions/test-reporting@v8282 id: test-report-after283 if: success() || failure() # run this step even if previous step failed284 with:285 name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created286 path: tests/mochawesome-report/test-*.json # Path to test results287 reporter: mochawesome-json288 fail-on-error: 'false'289290291 - name: Stop running containers292 if: always() # run this step always293 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down