`fbe7ab265812`

source

.github/workflows/forkless-update-data.yml6.7 KiBsource history
1# Forkless update with data replication2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data34# Triger: only call from main workflow(re-usable workflows)5on:6  workflow_call:789# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112  execution-marix:1314    name: Prepare execution matrix1516    runs-on: self-hosted-ci17    outputs:18      matrix: ${{ steps.create_matrix.outputs.matrix }}1920    steps:2122      - name: Clean Workspace23        uses: AutoModality/action-clean@v1.1.02425      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26      - uses: actions/checkout@v327        with:28          ref: ${{ github.head_ref }}  #Checking out head commit2930      - name: Read .env file31        uses: xom9ikk/dotenv@v23233      - name: Create Execution matrix34        uses: CertainLach/create-matrix-action@v335        id: create_matrix36        with:37          matrix: |38            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}39            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}40            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}4142  forkless-update-data:43    needs: execution-marix44    # The type of runner that the job will run on45    runs-on: [self-hosted-ci,large]46    timeout-minutes: 138047    48    name: ${{ matrix.network }}-data49    strategy:50      matrix:51        include: ${{fromJson(needs.execution-marix.outputs.matrix)}}5253    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.545556    steps:57      - name: Clean Workspace58        uses: AutoModality/action-clean@v1.1.05960      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it61      - uses: actions/checkout@v362        with:63          ref: ${{ github.head_ref }}  #Checking out head commit6465      - name: Read .env file66        uses: xom9ikk/dotenv@v26768      - name: Generate ENV related extend file for docker-compose69        uses: cuchi/jinja2-action@v1.2.070        with:71          template: .docker/docker-compose.tmp-forkless-data.j272          output_file: .docker/docker-compose.${{ matrix.network }}.yml73          variables: |74            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git75            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}76            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}77            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}            78            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}79            MAINNET_TAG=${{ matrix.mainnet_tag }}80            MAINNET_BRANCH=${{ matrix.mainnet_branch }}81            FEATURE=${{ matrix.features }}82            RUNTIME=${{ matrix.runtime }}83            BRANCH=${{ github.head_ref }}84            REPLICA_FROM=${{ matrix.replica_from_address }}8586      - name: Show build configuration87        run: cat .docker/docker-compose.${{ matrix.network }}.yml8889      - name: Generate launch-config-forkless-data.json90        uses: cuchi/jinja2-action@v1.2.091        with:92          template: .docker/forkless-config/launch-config-forkless-data.j293          output_file: .docker/launch-config-forkless-data.json94          variables: |95            FEATURE=${{ matrix.features }}96            RUNTIME=${{ matrix.runtime }}9798      - name: Show launch-config-forkless configuration99        run: cat .docker/launch-config-forkless-data.json100101102      - name: Build the stack103        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300104105      - name: Check if docker logs consist logs related to Runtime Upgrade testing.106        if: success()107        run: |108          counter=160109          function check_container_status {110                docker inspect -f {{.State.Running}} node-parachain111          }112          function do_docker_logs {113                docker logs --details node-parachain  2>&1114          }115          function is_started {116                if [ "$(check_container_status)" == "true" ]; then117                        echo "Container: node-parachain RUNNING";118                        echo "Check Docker logs"119                        DOCKER_LOGS=$(do_docker_logs)120                        if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then121                                echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"122                                return 0123                        elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then124                                echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"125                                return 1126                        else127                                echo "Message not found in logs output, repeating..."128                                return 1129                        fi130                else131                        echo "Container node-parachain not RUNNING"132                        echo "Halting all future checks"133                        exit 1134                fi135          exit 0136          }137          while ! is_started; do138                echo "Waiting for special message in log files "139                sleep 30s140                counter=$(( $counter - 1 ))141                echo "Counter: $counter"142                if [ "$counter" -gt "0" ]; then143                         continue144                else145                         break146                fi147          done148          echo "Halting script"149          exit 0150        shell: bash151152      - name: Collect Docker Logs153        if: success() || failure()154        uses: jwalton/gh-docker-logs@v2.2.0155        with:156          dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'157          images: 'node-parachain'158159      - name: Show Docker logs160        if: success() || failure()161        run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'162163      - name: Stop running containers164        if: always()                   # run this step always165        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes166        167      - name: Remove builder cache168        if: always()                   # run this step always169        run: |170          docker builder prune -f -a171          docker system prune -f172          docker image prune -f -a