git.delta.rocks / unique-network / refs/commits / 0dc1cc1bdbe5

1# Forkless update with data replication2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data34# Triger: only call from main workflow(re-usable workflows)5on:6  workflow_call:789# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112  execution-marix:1314    name: Prepare execution matrix1516    runs-on: self-hosted-ci17    outputs:18      matrix: ${{ steps.create_matrix.outputs.matrix }}1920    steps:2122      - name: Clean Workspace23        uses: AutoModality/action-clean@v1.1.02425      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26      - uses: actions/checkout@v327        with:28          ref: ${{ github.head_ref }}  #Checking out head commit2930      - name: Read .env file31        uses: xom9ikk/dotenv@v23233      - name: Create Execution matrix34        uses: CertainLach/create-matrix-action@v335        id: create_matrix36        with:37          matrix: |38            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}39            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}40            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}4142  forkless-update-data:43    needs: execution-marix44    # The type of runner that the job will run on45    runs-on: [self-hosted-ci,large]46    timeout-minutes: 138047    48    name: ${{ matrix.network }}-data49    strategy:50      matrix:51        include: ${{fromJson(needs.execution-marix.outputs.matrix)}}5253    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.545556    steps:57      - name: Clean Workspace58        uses: AutoModality/action-clean@v1.1.05960      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it61      - uses: actions/checkout@v362        with:63          ref: ${{ github.head_ref }}  #Checking out head commit6465      - name: Read .env file66        uses: xom9ikk/dotenv@v26768      - name: Generate ENV related extend file for docker-compose69        uses: cuchi/jinja2-action@v1.2.070        with:71          template: .docker/docker-compose.tmp-forkless-data.j272          output_file: .docker/docker-compose.${{ matrix.network }}.yml73          variables: |74            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git75            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}76            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}77            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}            78            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}79            MAINNET_TAG=${{ matrix.mainnet_tag }}80            MAINNET_BRANCH=${{ matrix.mainnet_branch }}81            FEATURE=${{ matrix.features }}82            RUNTIME=${{ matrix.runtime }}83            BRANCH=${{ github.head_ref }}84            REPLICA_FROM=${{ matrix.replica_from_address }}8586      - name: Show build configuration87        run: cat .docker/docker-compose.${{ matrix.network }}.yml8889      - name: Generate launch-config-forkless-data.json90        uses: cuchi/jinja2-action@v1.2.091        with:92          template: .docker/forkless-config/launch-config-forkless-data.j293          output_file: .docker/launch-config-forkless-data.json94          variables: |95            FEATURE=${{ matrix.features }}96            RUNTIME=${{ matrix.runtime }}97            REPLICA_FROM=${{ matrix.replica_from_address }}9899      - name: Show launch-config-forkless configuration100        run: cat .docker/launch-config-forkless-data.json101102103      - name: Build the stack104        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300105106      - name: Check if docker logs consist logs related to Runtime Upgrade testing.107        if: success()108        run: |109          counter=160110          function check_container_status {111                docker inspect -f {{.State.Running}} node-parachain112          }113          function do_docker_logs {114                docker logs --details node-parachain  2>&1115          }116          function is_started {117                if [ "$(check_container_status)" == "true" ]; then118                        echo "Container: node-parachain RUNNING";119                        echo "Check Docker logs"120                        DOCKER_LOGS=$(do_docker_logs)121                        if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then122                                echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"123                                return 0124                        elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then125                                echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"126                                return 1127                        else128                                echo "Message not found in logs output, repeating..."129                                return 1130                        fi131                else132                        echo "Container node-parachain not RUNNING"133                        echo "Halting all future checks"134                        exit 1135                fi136          exit 0137          }138          while ! is_started; do139                echo "Waiting for special message in log files "140                sleep 30s141                counter=$(( $counter - 1 ))142                echo "Counter: $counter"143                if [ "$counter" -gt "0" ]; then144                         continue145                else146                         break147                fi148          done149          echo "Halting script"150          exit 0151        shell: bash152153      - name: Collect Docker Logs154        if: success() || failure()155        uses: jwalton/gh-docker-logs@v2.2.0156        with:157          dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'158          images: 'node-parachain'159160      - name: Show Docker logs161        if: success() || failure()162        run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'163164      - name: Stop running containers165        if: always()                   # run this step always166        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes167        168      - name: Remove builder cache169        if: always()                   # run this step always170        run: |171          docker builder prune -f -a172          docker system prune -f173          docker image prune -f -a