difftreelog
Merge pull request #585 from UniqueNetwork/CI-85-ci-step-2-1-nodes-only-update-v2
in: master
1 file changed
.github/workflows/node-only-update_v2.ymldiffbeforeafterboth1name: nodes-only update23# Controls when the action will run.4on:5 workflow_call:6#Define Workflow variables7env:8 REPO_URL: ${{ github.server_url }}/${{ github.repository }}910# A workflow run is made up of one or more jobs that can run sequentially or in parallel11jobs:1213 nodes-execution-matrix:1415 name: execution matrix1617 runs-on: self-hosted-ci18 outputs:19 matrix: ${{ steps.create_matrix.outputs.matrix }}2021 steps:2223 - name: Clean Workspace24 uses: AutoModality/action-clean@v1.1.02526 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it27 - uses: actions/checkout@v328 with:29 ref: ${{ github.head_ref }} #Checking out head commit3031 - name: Read .env file32 uses: xom9ikk/dotenv@v1.0.23334 - name: Create Execution matrix35 uses: fabiocaccamo/create-matrix-action@v236 id: create_matrix37 with:38 matrix: |39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}42434445 nodes-only-update:46 needs: nodes-execution-matrix47 # The type of runner that the job will run on48 runs-on: [self-hosted-ci,large]49505152 timeout-minutes: 13805354 name: ${{ matrix.network }}5556 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5758 strategy:59 matrix:60 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6162 steps:6364 - name: Clean Workspace65 uses: AutoModality/action-clean@v1.1.06667 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it68 - uses: actions/checkout@v369 with:70 ref: ${{ github.head_ref }} #Checking out head commit7172 - name: Read .env file73 uses: xom9ikk/dotenv@v1.0.27475 - name: Generate ENV related extend file for docker-compose76 uses: cuchi/jinja2-action@v1.2.077 with:78 template: .docker/docker-compose.tmp-node.j279 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml80 variables: |81 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git82 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}83 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}84 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}85 MAINNET_TAG=${{ matrix.mainnet_tag }}86 MAINNET_BRANCH=${{ matrix.mainnet_branch }}87 FEATURE=${{ matrix.features }}88 RUNTIME=${{ matrix.runtime }}89 BRANCH=${{ github.head_ref }}9091 - name: Show build configuration92 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9394 - name: Generate launch-config-forkless-nodata.json95 uses: cuchi/jinja2-action@v1.2.096 with:97 template: .docker/forkless-config/launch-config-forkless-nodata.j298 output_file: .docker/launch-config-forkless-nodata.json99 variables: |100 FEATURE=${{ matrix.features }}101 RUNTIME=${{ matrix.runtime }}102103 - name: Show launch-config-forkless configuration104 run: cat .docker/launch-config-forkless-nodata.json105106 - uses: actions/setup-node@v3107 with:108 node-version: 16109110 - name: Build the stack111 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300112113 # π POLKADOT LAUNCH COMPLETE π114 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.115 if: success()116 run: |117 counter=160118 function check_container_status {119 docker inspect -f {{.State.Running}} node-parachain120 }121 function do_docker_logs {122 docker logs --details node-parachain 2>&1123 }124 function is_started {125 if [ "$(check_container_status)" == "true" ]; then126 echo "Container: node-parachain RUNNING";127 echo "Check Docker logs"128 DOCKER_LOGS=$(do_docker_logs)129 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then130 echo "π POLKADOT LAUNCH COMPLETE π"131 return 0132 else133 echo "Message not found in logs output, repeating..."134 return 1135 fi136 else137 echo "Container node-parachain NOT RUNNING"138 echo "Halting all future checks"139 exit 1140 fi141 echo "something goes wrong"142 exit 1143 }144 while ! is_started; do145 echo "Waiting for special message in log files "146 sleep 30s147 counter=$(( $counter - 1 ))148 echo "Counter: $counter"149 if [ "$counter" -gt "0" ]; then150 continue151 else152 break153 fi154 done155 echo "Halting script"156 exit 0157 shell: bash158159 - name: Run tests before Node Parachain upgrade160 working-directory: tests161 run: |162 yarn install163 yarn add mochawesome164 node scripts/readyness.js165 echo "Ready to start tests"166 yarn polkadot-types167 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}168 env:169 RPC_URL: http://127.0.0.1:9933/170171 - name: Test Report Before Node upgrade172 uses: phoenix-actions/test-reporting@v8173 id: test-report-before174 if: success() || failure() # run this step even if previous step failed175 with:176 name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created177 path: tests/mochawesome-report/test-*.json # Path to test results178 reporter: mochawesome-json179 fail-on-error: 'false'180181 - name: Send SIGUSR1 to polkadotlaunch process182 if: success() || failure()183 run: |184 #Get PID of polkadot-launch185 PID=$(docker exec node-parachain pidof 'polkadot-launch')186 echo "Polkadot-launch PID: $PID"187 #Send SIGUSR1 signal to $PID188 docker exec node-parachain kill -SIGUSR1 ${PID}189190 # π All parachain collators restarted with the new binaries.191 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.192 if: success()193 run: |194 counter=160195 function check_container_status {196 docker inspect -f {{.State.Running}} node-parachain197 }198 function do_docker_logs {199 docker logs --details node-parachain 2>&1200 }201 function is_started {202 if [ "$(check_container_status)" == "true" ]; then203 echo "Container: node-parachain RUNNING";204 echo "Check Docker logs"205 DOCKER_LOGS=$(do_docker_logs)206 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then207 echo "π All parachain collators restarted with the new binaries."208 return 0209 else210 echo "Message not found in logs output, repeating..."211 return 1212 fi213 else214 echo "Container node-parachain NOT RUNNING"215 echo "Halting all future checks"216 exit 1217 fi218 echo "something goes wrong"219 exit 1220 }221 while ! is_started; do222 echo "Waiting for special message in log files "223 sleep 30s224 counter=$(( $counter - 1 ))225 echo "Counter: $counter"226 if [ "$counter" -gt "0" ]; then227 continue228 else229 break230 fi231 done232 echo "Halting script"233 exit 0234 shell: bash235236 - name: Run tests after Node Parachain upgrade237 working-directory: tests238 run: |239 yarn install240 yarn add mochawesome241 node scripts/readyness.js242 echo "Ready to start tests"243 yarn polkadot-types244 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}245 env:246 RPC_URL: http://127.0.0.1:9933/247248 - name: Test Report After Node upgrade249 uses: phoenix-actions/test-reporting@v8250 id: test-report-after251 if: success() || failure() # run this step even if previous step failed252 with:253 name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created254 path: tests/mochawesome-report/test-*.json # Path to test results255 reporter: mochawesome-json256 fail-on-error: 'false'257258259 - name: Stop running containers260 if: always() # run this step always261 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes262263 - name: Remove builder cache264 if: always() # run this step always265 run: |266 docker builder prune -f -a267 docker system prune -f268 docker image prune -f -a269270 - name: Clean Workspace271 if: always()272 uses: AutoModality/action-clean@v1.1.01name: nodes-only update23# Controls when the action will run.4on:5 workflow_call:6#Define Workflow variables7env:8 REPO_URL: ${{ github.server_url }}/${{ github.repository }}910# A workflow run is made up of one or more jobs that can run sequentially or in parallel11jobs:1213 nodes-execution-matrix:1415 name: execution matrix1617 runs-on: self-hosted-ci18 outputs:19 matrix: ${{ steps.create_matrix.outputs.matrix }}2021 steps:2223 - name: Clean Workspace24 uses: AutoModality/action-clean@v1.1.02526 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it27 - uses: actions/checkout@v328 with:29 ref: ${{ github.head_ref }} #Checking out head commit3031 - name: Read .env file32 uses: xom9ikk/dotenv@v1.0.23334 - name: Create Execution matrix35 uses: fabiocaccamo/create-matrix-action@v236 id: create_matrix37 with:38 matrix: |39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}42434445 nodes-only-update:46 needs: nodes-execution-matrix47 # The type of runner that the job will run on48 runs-on: [self-hosted-ci,large]49505152 timeout-minutes: 13805354 name: ${{ matrix.network }}5556 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5758 strategy:59 matrix:60 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6162 steps:6364 - name: Clean Workspace65 uses: AutoModality/action-clean@v1.1.06667 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it68 - uses: actions/checkout@v369 with:70 ref: ${{ github.head_ref }} #Checking out head commit7172 - name: Read .env file73 uses: xom9ikk/dotenv@v1.0.27475 - name: Generate ENV related extend file for docker-compose76 uses: cuchi/jinja2-action@v1.2.077 with:78 template: .docker/docker-compose.tmp-node.j279 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml80 variables: |81 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git82 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}83 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}84 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}85 MAINNET_TAG=${{ matrix.mainnet_tag }}86 MAINNET_BRANCH=${{ matrix.mainnet_branch }}87 FEATURE=${{ matrix.features }}88 RUNTIME=${{ matrix.runtime }}89 BRANCH=${{ github.head_ref }}9091 - name: Show build configuration92 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9394 - name: Generate launch-config-forkless-nodata.json95 uses: cuchi/jinja2-action@v1.2.096 with:97 template: .docker/forkless-config/launch-config-forkless-nodata.j298 output_file: .docker/launch-config-forkless-nodata.json99 variables: |100 FEATURE=${{ matrix.features }}101 RUNTIME=${{ matrix.runtime }}102103 - name: Show launch-config-forkless configuration104 run: cat .docker/launch-config-forkless-nodata.json105106 - uses: actions/setup-node@v3107 with:108 node-version: 16109110 - name: Build the stack111 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300112113 # π POLKADOT LAUNCH COMPLETE π114 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.115 if: success()116 run: |117 counter=160118 function check_container_status {119 docker inspect -f {{.State.Running}} node-parachain120 }121 function do_docker_logs {122 docker logs --details node-parachain 2>&1123 }124 function is_started {125 if [ "$(check_container_status)" == "true" ]; then126 echo "Container: node-parachain RUNNING";127 echo "Check Docker logs"128 DOCKER_LOGS=$(do_docker_logs)129 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then130 echo "π POLKADOT LAUNCH COMPLETE π"131 return 0132 else133 echo "Message not found in logs output, repeating..."134 return 1135 fi136 else137 echo "Container node-parachain NOT RUNNING"138 echo "Halting all future checks"139 exit 1140 fi141 echo "something goes wrong"142 exit 1143 }144 while ! is_started; do145 echo "Waiting for special message in log files "146 sleep 30s147 counter=$(( $counter - 1 ))148 echo "Counter: $counter"149 if [ "$counter" -gt "0" ]; then150 continue151 else152 break153 fi154 done155 echo "Halting script"156 exit 0157 shell: bash158159 - name: Checkout at '${{ matrix.mainnet_branch }}' branch160 uses: actions/checkout@master161 with:162 ref: ${{ matrix.mainnet_branch }} #Checking out head commit163 path: ${{ matrix.mainnet_branch }}164165166 - name: Run tests before Node Parachain upgrade167 working-directory: ${{ matrix.mainnet_branch }}/tests168 run: |169 yarn install170 yarn add mochawesome171 echo "Ready to start tests"172 yarn polkadot-types173 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}174 env:175 RPC_URL: http://127.0.0.1:9933/176177 - name: Test Report Before Node upgrade178 uses: phoenix-actions/test-reporting@v8179 id: test-report-before180 if: success() || failure() # run this step even if previous step failed181 with:182 name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created183 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-*.json # Path to test results184 reporter: mochawesome-json185 fail-on-error: 'false'186187 - name: Send SIGUSR1 to polkadotlaunch process188 if: success() || failure()189 run: |190 #Get PID of polkadot-launch191 PID=$(docker exec node-parachain pidof 'polkadot-launch')192 echo "Polkadot-launch PID: $PID"193 #Send SIGUSR1 signal to $PID194 docker exec node-parachain kill -SIGUSR1 ${PID}195196 # π All parachain collators restarted with the new binaries.197 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.198 if: success()199 run: |200 counter=160201 function check_container_status {202 docker inspect -f {{.State.Running}} node-parachain203 }204 function do_docker_logs {205 docker logs --details node-parachain 2>&1206 }207 function is_started {208 if [ "$(check_container_status)" == "true" ]; then209 echo "Container: node-parachain RUNNING";210 echo "Check Docker logs"211 DOCKER_LOGS=$(do_docker_logs)212 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then213 echo "π All parachain collators restarted with the new binaries."214 return 0215 else216 echo "Message not found in logs output, repeating..."217 return 1218 fi219 else220 echo "Container node-parachain NOT RUNNING"221 echo "Halting all future checks"222 exit 1223 fi224 echo "something goes wrong"225 exit 1226 }227 while ! is_started; do228 echo "Waiting for special message in log files "229 sleep 30s230 counter=$(( $counter - 1 ))231 echo "Counter: $counter"232 if [ "$counter" -gt "0" ]; then233 continue234 else235 break236 fi237 done238 echo "Halting script"239 exit 0240 shell: bash241242 - name: Run tests after Node Parachain upgrade243 working-directory: tests244 run: |245 yarn install246 yarn add mochawesome247 node scripts/readyness.js248 echo "Ready to start tests"249 yarn polkadot-types250 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}251 env:252 RPC_URL: http://127.0.0.1:9933/253254 - name: Test Report After Node upgrade255 uses: phoenix-actions/test-reporting@v8256 id: test-report-after257 if: success() || failure() # run this step even if previous step failed258 with:259 name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created260 path: tests/mochawesome-report/test-*.json # Path to test results261 reporter: mochawesome-json262 fail-on-error: 'false'263264265 - name: Stop running containers266 if: always() # run this step always267 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes268269 - name: Remove builder cache270 if: always() # run this step always271 run: |272 docker builder prune -f -a273 docker system prune -f274 docker image prune -f -a275276 - name: Clean Workspace277 if: always()278 uses: AutoModality/action-clean@v1.1.0