1234name: nodes-only update567on:8 workflow_call:9101112jobs:1314 prepare-execution-matrix:1516 name: execution matrix1718 runs-on: self-hosted-ci19 outputs:20 matrix: ${{ steps.create_matrix.outputs.matrix }}2122 steps:2324 - name: Clean Workspace25 uses: AutoModality/action-clean@v1.1.02627 28 - uses: actions/checkout@v3.1.029 with:30 ref: ${{ github.head_ref }} 3132 - name: Read .env file33 uses: xom9ikk/dotenv@v23435 - name: Create Execution matrix36 uses: CertainLach/create-matrix-action@v437 id: create_matrix38 with:39 matrix: |40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}42 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}43 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}444546 node-only-update-build:4748 needs: prepare-execution-matrix49 50 runs-on: [self-hosted-ci]5152 timeout-minutes: 2880 5354 name: ${{ matrix.network }}-build5556 continue-on-error: true 5758 strategy:59 matrix:60 include: ${{fromJson(needs.prepare-execution-matrix.outputs.matrix)}}6162 steps:6364 - name: Skip if pull request is in Draft65 if: github.event.pull_request.draft == true66 run: exit 16768 - name: Clean Workspace69 uses: AutoModality/action-clean@v1.1.07071 72 - uses: actions/checkout@v3.1.073 with:74 ref: ${{ github.head_ref }} 7576 77 - name: Prepare SHA78 uses: ./.github/actions/prepare7980 - name: Read .env file81 uses: xom9ikk/dotenv@v28283 84 - name: Generate ENV related extend Dockerfile file85 uses: cuchi/jinja2-action@v1.2.086 with:87 template: .docker/Dockerfile-parachain-node-only.j288 output_file: .docker/Dockerfile-parachain-node-only.${{ matrix.network }}.yml89 variables: |90 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}91 NETWORK=${{ matrix.network }}92 MAINNET_BRANCH=${{ matrix.mainnet_branch }}93 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}94 WASM_NAME=${{ matrix.wasm_name }}95 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}9697 - name: Show build configuration98 run: cat .docker/Dockerfile-parachain-node-only.${{ matrix.network }}.yml99100 - name: Generate launch-config.json101 uses: cuchi/jinja2-action@v1.2.0102 with:103 template: .docker/forkless-config/launch-config-forkless-nodata.j2104 output_file: .docker/forkless-config/launch-config-node-only.json105 variables: |106 WASM_NAME=${{ matrix.wasm_name }}107 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}108109 - name: Show launch-config-forkless configuration110 run: cat .docker/forkless-config/launch-config-node-only.json111112 - name: Run find-and-replace to remove slashes from branch name113 uses: mad9000/actions-find-and-replace-string@4114 id: branchname115 with:116 source: ${{ github.head_ref }}117 find: '/'118 replace: '-'119120 - name: Set build SHA121 shell: bash122 run: |123 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV124125 - name: Build the stack126 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-parachain-node-only.${{ matrix.network }}.yml --tag uniquenetwork/ci-node-only-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA ../127128 - name: Log in to Docker Hub129 uses: docker/login-action@v2.1.0130 with:131 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}132 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}133134 - name: Push docker image version135 run: docker push uniquenetwork/ci-node-only-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA136137 - name: Remove builder cache138 if: always() 139 run: |140 docker builder prune -f141 docker system prune -f 142143144 node-only-update-tests:145 needs: [prepare-execution-matrix, node-only-update-build]146 147 runs-on: [self-hosted-ci, large]148149 timeout-minutes: 2880150151 name: ${{ matrix.network }}-tests152153 continue-on-error: true 154155 strategy:156 matrix:157 include: ${{fromJson(needs.prepare-execution-matrix.outputs.matrix)}}158159 steps:160 - name: Skip if pull request is in Draft161 if: github.event.pull_request.draft == true162 run: exit 1163164 - name: Clean Workspace165 uses: AutoModality/action-clean@v1.1.0166167 168 - uses: actions/checkout@v3.1.0169 with:170 ref: ${{ github.head_ref }} 171172 - name: Prepare173 uses: ./.github/actions/prepare174175 - name: Set build SHA176 shell: bash177 run: |178 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV179180 - name: Run find-and-replace to remove slashes from branch name181 uses: mad9000/actions-find-and-replace-string@4182 id: branchname183 with:184 source: ${{ github.head_ref }}185 find: '/'186 replace: '-'187188 - name: Read .env file189 uses: xom9ikk/dotenv@v2190191 - name: Generate ENV related extend file for docker-compose192 uses: cuchi/jinja2-action@v1.2.0193 with:194 template: .docker/docker-compose.node-only.j2195 output_file: .docker/docker-compose.node-only.${{ matrix.network }}.yml196 variables: |197 NETWORK=${{ matrix.network }}198 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA199200 - name: Show build configuration201 run: cat .docker/docker-compose.node-only.${{ matrix.network }}.yml202203 - name: Log in to Docker Hub204 uses: docker/login-action@v2.1.0205 with:206 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}207 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}208209 - name: Build the stack210 run: docker-compose -f ".docker/docker-compose.node-only.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300211212 213 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.214 if: success()215 run: |216 counter=160217 function check_container_status {218 docker inspect -f {{.State.Running}} node-only219 }220 function do_docker_logs {221 docker logs --details node-only 2>&1222 }223 function is_started {224 if [ "$(check_container_status)" == "true" ]; then225 echo "Container: node-only RUNNING";226 echo "Check Docker logs"227 DOCKER_LOGS=$(do_docker_logs)228 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then229 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"230 return 0231 else232 echo "Message not found in logs output, repeating..."233 return 1234 fi235 else236 echo "Container node-only NOT RUNNING"237 echo "Halting all future checks"238 exit 1239 fi240 echo "something goes wrong"241 exit 1242 }243 while ! is_started; do244 echo "Waiting for special message in log files "245 sleep 30s246 counter=$(( $counter - 1 ))247 echo "Counter: $counter"248 if [ "$counter" -gt "0" ]; then249 continue250 else251 break252 fi253 done254 echo "Halting script"255 exit 0256 shell: bash257258 - name: Checkout at '${{ matrix.mainnet_branch }}' branch259 uses: actions/checkout@master260 with:261 ref: ${{ matrix.mainnet_branch }} 262 path: ${{ matrix.mainnet_branch }}263264 - uses: actions/setup-node@v3.5.1265 with:266 node-version: 16267268 - name: Run Parallel tests before Node Parachain upgrade269 working-directory: ${{ matrix.mainnet_branch }}/tests270 if: success() || failure()271 run: |272 yarn install273 yarn add mochawesome274 ./scripts/wait_for_first_block.sh275 echo "Ready to start tests"276 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}277 env:278 RPC_URL: http://127.0.0.1:9944/279280 - name: Run Sequential tests before Node Parachain upgrade281 if: success() || failure()282 working-directory: ${{ matrix.mainnet_branch }}/tests283 run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}284 env:285 RPC_URL: http://127.0.0.1:9944/286287 - name: Send SIGUSR1 to polkadot-launch process288 if: success() || failure()289 run: |290 #Get PID of polkadot-launch291 ContainerID=$(docker ps -aqf "name=node-only")292 PID=$(docker exec node-only pidof 'polkadot-launch')293 sleep 30s294 echo -e "\n"295 echo -e "Restart polkadot-launch process: $PID\n"296 docker exec node-only kill -SIGUSR1 ${PID}297 echo "SIGUSR1 sent to Polkadot-launch PID: $PID"298 sleep 60s299 echo -e "Show logs of node-only container.\n"300 docker logs ${ContainerID}301302 - name: Get chain logs in case of docker image crashed after Polkadot Launch restart303 if: failure() 304 run: |305 docker exec node-only tail -n 1000 /polkadot-launch/9944.log306 docker exec node-only tail -n 1000 /polkadot-launch/9945.log307 docker exec node-only tail -n 1000 /polkadot-launch/alice.log308309 - name: copy chain log files from container to the host310 if: success() || failure() 311 run: |312 mkdir -p /tmp/node-only-update313 docker cp node-only:/polkadot-launch/9944.log /tmp/node-only-update/314 docker cp node-only:/polkadot-launch/9945.log /tmp/node-only-update/315 docker cp node-only:/polkadot-launch/alice.log /tmp/node-only-update/316317 - name: Upload chain log files318 if: success() || failure()319 uses: actions/upload-artifact@v3320 with:321 name: node-only-update-chain-logs322 path: /tmp/node-only-update/323 if-no-files-found: warn324325 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.326 if: success()327 run: |328 counter=160329 function check_container_status {330 docker inspect -f {{.State.Running}} node-only331 }332 function do_docker_logs {333 docker logs --details node-only 2>&1334 }335 function is_started {336 if [ "$(check_container_status)" == "true" ]; then337 echo "Container: node-only RUNNING";338 echo "Check Docker logs"339 DOCKER_LOGS=$(do_docker_logs)340 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then341 echo "🌗 All parachain collators restarted with the new binaries."342 return 0343 else344 echo "Message not found in logs output, repeating..."345 return 1346 fi347 else348 echo "Container node-only NOT RUNNING"349 echo "Halting all future checks"350 exit 1351 fi352 echo "something goes wrong"353 exit 1354 }355 while ! is_started; do356 echo "Waiting for special message in log files "357 sleep 30s358 counter=$(( $counter - 1 ))359 echo "Counter: $counter"360 if [ "$counter" -gt "0" ]; then361 continue362 else363 break364 fi365 done366 echo "Halting script"367 exit 0368 shell: bash369370 - name: Run Parallel tests after Node Parachain upgrade371 working-directory: ${{ matrix.mainnet_branch }}/tests372 if: success() || failure() 373 run: |374 yarn install375 yarn add mochawesome376 ./scripts/wait_for_first_block.sh377 echo "Ready to start tests"378 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}379 env:380 RPC_URL: http://127.0.0.1:9944/381382 - name: Run Sequential tests after Node Parachain upgrade383 if: success() || failure()384 working-directory: ${{ matrix.mainnet_branch }}/tests385 run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}386 env:387 RPC_URL: http://127.0.0.1:9944/388389 - name: Stop running containers390 if: always() 391 run: docker-compose -f ".docker/docker-compose.node-only.${{ matrix.network }}.yml" down392393 - name: Remove builder cache394 if: always() 395 run: |396 docker builder prune -f -a397 docker system prune -f398 docker image prune -f -a399400 - name: Remove repo at the end401 if: always() 402 run: |403 ls -ls ./