`8de2dcb509ae`

source

.github/workflows/forkless-update-data.yml6.9 KiBsource history
1# Forkless update with data replication2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data34# Triger: only call from main workflow(re-usable workflows)5on:6  workflow_call:789# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112  execution-marix:1314    name: Prepare execution matrix1516    runs-on: self-hosted-ci17    outputs:18      matrix: ${{ steps.create_matrix.outputs.matrix }}1920    steps:2122      - name: Clean Workspace23        uses: AutoModality/action-clean@v1.1.02425      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26      - uses: actions/checkout@v327        with:28          ref: ${{ github.head_ref }}  #Checking out head commit2930      - name: Read .env file31        uses: xom9ikk/dotenv@v23233      - name: Create Execution matrix34        uses: CertainLach/create-matrix-action@v335        id: create_matrix36        with:37          matrix: |38            network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}39            network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}40            network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41            network {sapphire}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}4243  forkless-update-data:44    needs: execution-marix45    # The type of runner that the job will run on46    runs-on: [self-hosted-ci,large]47    timeout-minutes: 138048    49    name: ${{ matrix.network }}-data50    strategy:51      matrix:52        include: ${{fromJson(needs.execution-marix.outputs.matrix)}}5354    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5556    steps:57      - name: Clean Workspace58        uses: AutoModality/action-clean@v1.1.05960      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it61      - uses: actions/checkout@v362        with:63          ref: ${{ github.head_ref }}  #Checking out head commit6465      - name: Read .env file66        uses: xom9ikk/dotenv@v26768      - name: Generate ENV related extend file for docker-compose69        uses: cuchi/jinja2-action@v1.2.070        with:71          template: .docker/docker-compose.tmp-forkless-data.j272          output_file: .docker/docker-compose-forkless-data.${{ matrix.network }}.yml73          variables: |74            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git75            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}76            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}77            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}            78            # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}79            # MAINNET_TAG=${{ matrix.mainnet_tag }}80            MAINNET_BRANCH=${{ matrix.mainnet_branch }}81            NETWORK=${{ matrix.network }}82            # BRANCH=${{ github.head_ref }}83            REPLICA_FROM=${{ matrix.replica_from_address }}8485      - name: Show build configuration86        run: cat .docker/docker-compose-forkless-data.${{ matrix.network }}.yml8788      - name: Generate launch-config-forkless-data.json89        uses: cuchi/jinja2-action@v1.2.090        with:91          template: .docker/forkless-config/launch-config-forkless-data.j292          output_file: .docker/launch-config-forkless-data.json93          variables: |94            NETWORK=${{ matrix.network }}95            REPLICA_FROM=${{ matrix.replica_from_address }}9697      - name: Show launch-config-forkless configuration98        run: cat .docker/launch-config-forkless-data.json99100      - name: Build the stack101        run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300102103      - name: Check if docker logs consist logs related to Runtime Upgrade testing.104        if: success()105        run: |106          counter=160107          function check_container_status {108                docker inspect -f {{.State.Running}} node-parachain109          }110          function do_docker_logs {111                docker logs --details node-parachain  2>&1112          }113          function is_started {114                if [ "$(check_container_status)" == "true" ]; then115                        echo "Container: node-parachain RUNNING";116                        echo "Check Docker logs"117                        DOCKER_LOGS=$(do_docker_logs)118                        if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then119                                echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"120                                return 0121                        elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then122                                echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"123                                return 1124                        else125                                echo "Message not found in logs output, repeating..."126                                return 1127                        fi128                else129                        echo "Container node-parachain not RUNNING"130                        echo "Halting all future checks"131                        exit 1132                fi133          exit 0134          }135          while ! is_started; do136                echo "Waiting for special message in log files "137                sleep 30s138                counter=$(( $counter - 1 ))139                echo "Counter: $counter"140                if [ "$counter" -gt "0" ]; then141                         continue142                else143                         break144                fi145          done146          echo "Halting script"147          exit 0148        shell: bash149150      - name: Collect Docker Logs151        if: success() || failure()152        uses: jwalton/gh-docker-logs@v2.2.0153        with:154          dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'155          images: 'node-parachain'156157      - name: Show Docker logs158        if: success() || failure()159        run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'160161      - name: Stop running containers162        if: always()                   # run this step always163        run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" down --volumes164        165      - name: Remove builder cache166        if: always()                   # run this step always167        run: |168          docker builder prune -f -a169          docker system prune -f170          docker image prune -f -a