`a29bcdd8037b`

source

.github/workflows/forkless-update-data_v2.yml6.6 KiBsource history
1# Forkless update with data replication2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data34# Triger: only call from main workflow(re-usable workflows)5on:6  workflow_call:789# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112  execution-marix:1314    name: Prepare execution matrix1516    runs-on: self-hosted-ci17    outputs:18      matrix: ${{ steps.create_matrix.outputs.matrix }}1920    steps:2122      - name: Clean Workspace23        uses: AutoModality/action-clean@v1.1.02425      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26      - uses: actions/checkout@v327        with:28          ref: ${{ github.head_ref }}  #Checking out head commit2930      - name: Read .env file31        uses: xom9ikk/dotenv@v23233      - name: Create Execution matrix34        uses: CertainLach/create-matrix-action@v335        id: create_matrix36        with:37          matrix: |38            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}39            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}40            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}4142  forkless-update-data:43    needs: execution-marix44    # The type of runner that the job will run on45    runs-on: [self-hosted-ci,large]46    timeout-minutes: 138047    48    name: ${{ matrix.network }}-data49    strategy:50      matrix:51        include: ${{fromJson(needs.execution-marix.outputs.matrix)}}5253    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.545556    steps:57      - name: Clean Workspace58        uses: AutoModality/action-clean@v1.1.05960      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it61      - uses: actions/checkout@v362        with:63          ref: ${{ github.head_ref }}  #Checking out head commit6465      - name: Read .env file66        uses: xom9ikk/dotenv@v26768      - name: Generate ENV related extend file for docker-compose69        uses: cuchi/jinja2-action@v1.2.070        with:71          template: .docker/docker-compose.tmp-forkless-data.j272          output_file: .docker/docker-compose.${{ matrix.network }}.yml73          variables: |74            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git75            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}76            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}77            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}78            MAINNET_TAG=${{ matrix.mainnet_tag }}79            MAINNET_BRANCH=${{ matrix.mainnet_branch }}80            FEATURE=${{ matrix.features }}81            RUNTIME=${{ matrix.runtime }}82            BRANCH=${{ github.head_ref }}83            REPLICA_FROM=${{ matrix.replica_from_address }}8485      - name: Show build configuration86        run: cat .docker/docker-compose.${{ matrix.network }}.yml8788      - name: Generate launch-config-forkless-data.json89        uses: cuchi/jinja2-action@v1.2.090        with:91          template: .docker/forkless-config/launch-config-forkless-data.j292          output_file: .docker/launch-config-forkless-data.json93          variables: |94            FEATURE=${{ matrix.features }}95            RUNTIME=${{ matrix.runtime }}9697      - name: Show launch-config-forkless configuration98        run: cat .docker/launch-config-forkless-data.json99100101      - name: Build the stack102        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300103104      - name: Check if docker logs consist logs related to Runtime Upgrade testing.105        if: success()106        run: |107          counter=160108          function check_container_status {109                docker inspect -f {{.State.Running}} node-parachain110          }111          function do_docker_logs {112                docker logs --details node-parachain  2>&1113          }114          function is_started {115                if [ "$(check_container_status)" == "true" ]; then116                        echo "Container: node-parachain RUNNING";117                        echo "Check Docker logs"118                        DOCKER_LOGS=$(do_docker_logs)119                        if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then120                                echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"121                                return 0122                        elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then123                                echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"124                                return 1125                        else126                                echo "Message not found in logs output, repeating..."127                                return 1128                        fi129                else130                        echo "Container node-parachain not RUNNING"131                        echo "Halting all future checks"132                        exit 1133                fi134          exit 0135          }136          while ! is_started; do137                echo "Waiting for special message in log files "138                sleep 30s139                counter=$(( $counter - 1 ))140                echo "Counter: $counter"141                if [ "$counter" -gt "0" ]; then142                         continue143                else144                         break145                fi146          done147          echo "Halting script"148          exit 0149        shell: bash150151      - name: Collect Docker Logs152        if: success() || failure()153        uses: jwalton/gh-docker-logs@v2.2.0154        with:155          dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'156          images: 'node-parachain'157158      - name: Show Docker logs159        if: success() || failure()160        run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'161162      - name: Stop running containers163        if: always()                   # run this step always164        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes165        166      - name: Remove builder cache167        if: always()                   # run this step always168        run: |169          docker builder prune -f -a170          docker system prune -f171          docker image prune -f -a