1name: nodes-only update234on:5 workflow_call:67env:8 REPO_URL: ${{ github.server_url }}/${{ github.repository }}91011jobs:1213 nodes-execution-matrix:1415 name: execution matrix1617 runs-on: self-hosted-ci18 outputs:19 matrix: ${{ steps.create_matrix.outputs.matrix }}2021 steps:2223 - name: Clean Workspace24 uses: AutoModality/action-clean@v1.1.02526 27 - uses: actions/checkout@v328 with:29 ref: ${{ github.head_ref }} 3031 - name: Read .env file32 uses: xom9ikk/dotenv@v1.0.23334 - name: Create Execution matrix35 uses: fabiocaccamo/create-matrix-action@v236 id: create_matrix37 with:38 matrix: |39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}42434445 nodes-only-update:46 needs: nodes-execution-matrix47 48 runs-on: [self-hosted-ci,large]49505152 timeout-minutes: 13805354 name: ${{ matrix.network }}5556 continue-on-error: true 5758 strategy:59 matrix:60 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6162 steps:6364 - name: Clean Workspace65 uses: AutoModality/action-clean@v1.1.06667 68 - uses: actions/checkout@v369 with:70 ref: ${{ github.head_ref }} 7172 - name: Read .env file73 uses: xom9ikk/dotenv@v1.0.27475 - name: Generate ENV related extend file for docker-compose76 uses: cuchi/jinja2-action@v1.2.077 with:78 template: .docker/docker-compose.tmp-node.j279 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml80 variables: |81 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git82 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}83 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}84 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}85 MAINNET_TAG=${{ matrix.mainnet_tag }}86 MAINNET_BRANCH=${{ matrix.mainnet_branch }}87 FEATURE=${{ matrix.features }}88 RUNTIME=${{ matrix.runtime }}89 BRANCH=${{ github.head_ref }}9091 - name: Show build configuration92 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9394 - name: Generate launch-config-forkless-nodata.json95 uses: cuchi/jinja2-action@v1.2.096 with:97 template: .docker/forkless-config/launch-config-forkless-nodata.j298 output_file: .docker/launch-config-forkless-nodata.json99 variables: |100 FEATURE=${{ matrix.features }}101 RUNTIME=${{ matrix.runtime }}102103 - name: Show launch-config-forkless configuration104 run: cat .docker/launch-config-forkless-nodata.json105106 - uses: actions/setup-node@v3107 with:108 node-version: 16109110 - name: Build the stack111 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300112113 114 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.115 if: success()116 run: |117 counter=160118 function check_container_status {119 docker inspect -f {{.State.Running}} node-parachain120 }121 function do_docker_logs {122 docker logs --details node-parachain 2>&1123 }124 function is_started {125 if [ "$(check_container_status)" == "true" ]; then126 echo "Container: node-parachain RUNNING";127 echo "Check Docker logs"128 DOCKER_LOGS=$(do_docker_logs)129 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then130 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"131 return 0132 else133 echo "Message not found in logs output, repeating..."134 return 1135 fi136 else137 echo "Container node-parachain NOT RUNNING"138 echo "Halting all future checks"139 exit 1140 fi141 echo "something goes wrong"142 exit 1143 }144 while ! is_started; do145 echo "Waiting for special message in log files "146 sleep 30s147 counter=$(( $counter - 1 ))148 echo "Counter: $counter"149 if [ "$counter" -gt "0" ]; then150 continue151 else152 break153 fi154 done155 echo "Halting script"156 exit 0157 shell: bash158159 - name: Checkout at '${{ matrix.mainnet_branch }}' branch160 uses: actions/checkout@master161 with:162 ref: ${{ matrix.mainnet_branch }} 163 path: ${{ matrix.mainnet_branch }}164165166 - name: Run tests before Node Parachain upgrade167 working-directory: ${{ matrix.mainnet_branch }}/tests168 run: |169 yarn install170 yarn add mochawesome171 echo "Ready to start tests"172 yarn polkadot-types173 NOW=$(date +%s) && yarn testConnection --reporter mochawesome --reporter-options reportFilename=test-before-${NOW}174 env:175 RPC_URL: http://127.0.0.1:9933/176177 - name: Test Report Before Node upgrade178 uses: phoenix-actions/test-reporting@v8179 id: test-report-before180 if: success() || failure() 181 with:182 name: Tests before node upgrade ${{ matrix.network }} 183 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-before-*.json 184 reporter: mochawesome-json185 fail-on-error: 'false'186187 - name: Send SIGUSR1 to polkadot-launch process188 if: success() || failure()189 run: |190 ContainerID=$(docker ps -aqf "name=node-parachain")191 PID=$(docker exec node-parachain pidof 'polkadot-launch')192 echo "Polkadot-launch PID: $PID"193 docker exec node-parachain kill -SIGUSR1 ${PID}194 echo "SIGUSR1 sent to Polkadot-launch PID: $PID"195 docker logs ${ContainerID}196 197 - name: Get chain logs198 if: always() 199 run: |200 docker exec node-parachain cat /polkadot-launch/9944.log201 docker exec node-parachain cat /polkadot-launch/9945.log202 docker exec node-parachain cat /polkadot-launch/alice.log203 docker exec node-parachain cat /polkadot-launch/eve.log204 docker exec node-parachain cat /polkadot-launch/dave.log205 docker exec node-parachain cat /polkadot-launch/charlie.log 206207 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.208 if: success()209 run: |210 counter=160211 function check_container_status {212 docker inspect -f {{.State.Running}} node-parachain213 }214 function do_docker_logs {215 docker logs --details node-parachain 2>&1216 }217 function is_started {218 if [ "$(check_container_status)" == "true" ]; then219 echo "Container: node-parachain RUNNING";220 echo "Check Docker logs"221 DOCKER_LOGS=$(do_docker_logs)222 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then223 echo "🌗 All parachain collators restarted with the new binaries."224 return 0225 else226 echo "Message not found in logs output, repeating..."227 return 1228 fi229 else230 echo "Container node-parachain NOT RUNNING"231 echo "Halting all future checks"232 exit 1233 fi234 echo "something goes wrong"235 exit 1236 }237 while ! is_started; do238 echo "Waiting for special message in log files "239 sleep 30s240 counter=$(( $counter - 1 ))241 echo "Counter: $counter"242 if [ "$counter" -gt "0" ]; then243 continue244 else245 break246 fi247 done248 echo "Halting script"249 exit 0250 shell: bash251252 - name: Run tests after Node Parachain upgrade253 if: success()254 working-directory: ${{ matrix.mainnet_branch }}/tests255 run: |256 yarn install257 yarn add mochawesome258 node scripts/readyness.js259 echo "Ready to start tests"260 yarn polkadot-types261 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-after-${NOW}262 env:263 RPC_URL: http://127.0.0.1:9933/264265 - name: Test Report After Node upgrade266 uses: phoenix-actions/test-reporting@v8267 id: test-report-after268 if: success() || failure() 269 with:270 name: Tests after node upgrade ${{ matrix.network }} 271 path: tests/mochawesome-report/test-after-*.json 272 reporter: mochawesome-json273 fail-on-error: 'false'274275276 - name: Stop running containers277 if: always() 278 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes279280 - name: Remove builder cache281 if: always() 282 run: |283 docker builder prune -f -a284 docker system prune -f285 docker image prune -f -a286287 - name: Clean Workspace288 if: always()289 uses: AutoModality/action-clean@v1.1.0