git.delta.rocks / unique-network / refs/commits / d761464a5d15

difftreelog

Merge pull request #497 from UniqueNetwork/CI-42-fork-update-parachain-relay-withdata

Yaroslav Bolyukin2022-08-15parents: #d3674cd #89c7def.patch.diff
in: master

2 files changed

modified.docker/forking/docker-compose.tmp-fork.j2diffbeforeafterboth
--- a/.docker/forking/docker-compose.tmp-fork.j2
+++ b/.docker/forking/docker-compose.tmp-fork.j2
@@ -10,6 +10,4 @@
         - "FEATURE={{ FEATURE }}"
         - "RUNTIME={{ RUNTIME }}"
         - "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
-        - "MAINNET_TAG={{ MAINNET_TAG }}"
-        - "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
         - "FORK_FROM={{ FORK_FROM }}"
modified.github/workflows/fork-update-withdata.ymldiffbeforeafterboth
before · .github/workflows/fork-update-withdata.yml
1name: Fork Parachain update with data23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request1314  # Allows you to run this workflow manually from the Actions tab15  workflow_dispatch:1617#Define Workflow variables18env:19  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2021# A workflow run is made up of one or more jobs that can run sequentially or in parallel22jobs:2324  prepare-execution-marix-fork:25    26    name: Prepare execution matrix for fork27    28    runs-on: self-hosted-ci29    outputs:30      matrix: ${{ steps.create_matrix.outputs.matrix }}31    steps:32      33      - name: Clean Workspace34        uses: AutoModality/action-clean@v1.1.03536      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it37      - uses: actions/checkout@v338        with:39          ref: ${{ github.head_ref }}  #Checking out head commit4041      - name: Read .env file42        uses: xom9ikk/dotenv@v1.0.24344      - name: Create Execution matrix45        uses: fabiocaccamo/create-matrix-action@v246        id: create_matrix47        with:48          matrix: |49            network {Opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, fork_from_address {wss://eu-ws-opal.unique.network:443}50            network {Quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, fork_from_address {wss://eu-ws-quartz.unique.network:443}51            network {Unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, fork_from_address {wss://eu-ws.unique.network:443}52535455  fork-update-withdata:56    needs: prepare-execution-marix-fork57    # The type of runner that the job will run on58    runs-on: self-hosted-ci5960    name: Build Container, Spin it Up an test6162    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.6364    strategy:65      matrix:66        include: ${{fromJson(needs.prepare-execution-marix-fork.outputs.matrix)}}6768    steps:69      - name: Skip if pull request is in Draft70        # `if: github.event.pull_request.draft == true` should be kept here, at71        # the step level, rather than at the job level. The latter is not72        # recommended because when the PR is moved from "Draft" to "Ready to73        # review" the workflow will immediately be passing (since it was skipped),74        # even though it hasn't actually ran, since it takes a few seconds for75        # the workflow to start. This is also disclosed in:76        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1777        # That scenario would open an opportunity for the check to be bypassed:78        # 1. Get your PR approved79        # 2. Move it to Draft80        # 3. Push whatever commits you want81        # 4. Move it to "Ready for review"; now the workflow is passing (it was82        #    skipped) and "Check reviews" is also passing (it won't be updated83        #    until the workflow is finished)84        if: github.event.pull_request.draft == true85        run: exit 18687      - name: Clean Workspace88        uses: AutoModality/action-clean@v1.1.08990      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it91      - uses: actions/checkout@v392        with:93          ref: ${{ github.head_ref }}  #Checking out head commit9495      - name: Read .env file96        uses: xom9ikk/dotenv@v1.0.29798      - name: Generate ENV related extend file for docker-compose99        uses: cuchi/jinja2-action@v1.2.0100        with:101          template: .docker/forking/docker-compose.tmp-fork.j2102          output_file: .docker/forking/docker-compose.${{ matrix.network }}.yml103          variables: |104            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git105            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}106            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}107            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}108            MAINNET_TAG=${{ matrix.mainnet_tag }}109            MAINNET_BRANCH=${{ matrix.mainnet_branch }}110            FEATURE=${{ matrix.features }}111            RUNTIME=${{ matrix.runtime }}112            BRANCH=${{ github.head_ref }}113            FORK_FROM=${{ matrix.fork_from_address }}114115      - name: Show build configuration116        run: cat .docker/forking/docker-compose.${{ matrix.network }}.yml117118      - name: Generate launch-config-fork.json119        uses: cuchi/jinja2-action@v1.2.0120        with:121          template: .docker/forking/launch-config-fork.j2122          output_file: .docker/forking/launch-config-fork.json123          variables: |124            FEATURE=${{ matrix.features }}125            RUNTIME=${{ matrix.runtime }}126127      - name: Show launch-config-fork configuration128        run: cat .docker/forking/launch-config-fork.json129130131      - name: Build the stack132        run: docker-compose -f ".docker/forking/docker-compose-fork.yaml" -f ".docker/forking/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300133134      - name: Check if docker logs consist logs related to Runtime Upgrade testing.135        if: success()136        run: |137            counter=160138            function do_docker_logs {139                docker logs --details parachain-fork  2>&1140            }141            function is_started {142                echo "Check Docker logs"143                DOCKER_LOGS=$(do_docker_logs)144                if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then145                     echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"146                     return 0147                     exit 0148                fi149                     echo "Function is_started: Return 1"150                     return 1151            }152            while ! is_started; do153                echo "Waiting for special message in log files "154                sleep 30s155                counter=$(( $counter - 1 ))156                echo "Counter: $counter"157                if [ "$counter" -gt "0" ]; then158                     continue159                else160                     break161                fi162            done163            exit 1164        shell: bash165166      - name: Collect Docker Logs167        if: success() || failure()168        uses: jwalton/gh-docker-logs@v2.2.0169        with:170          dest: './fork-parachain-update-withdata-logs.${{ matrix.features }}'171          images: 'parachain-fork' 172173      - name: Tar logs174        if: success() || failure()175        run: tar cvzf ./fork-parachain-update-withdata-logs.${{ matrix.features }}.tgz ./fork-parachain-update-withdata-logs.${{ matrix.features }}176177      - name: Upload logs to GitHub178        if: success() || failure()179        uses: actions/upload-artifact@master180        with:181          name: fork-parachain-update-withdata-logs.${{ matrix.features }}.tgz182          path: ./fork-parachain-update-withdata-logs.${{ matrix.features }}.tgz183184      - name: Stop running containers185        if: always()                   # run this step always186        run: docker-compose -f ".docker/forking/docker-compose-fork.yaml" -f ".docker/forking/docker-compose.${{ matrix.network }}.yml" down
after · .github/workflows/fork-update-withdata.yml
1name: Fork Parachain update with data23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request1314  # Allows you to run this workflow manually from the Actions tab15  workflow_dispatch:1617#Define Workflow variables18env:19  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2021# A workflow run is made up of one or more jobs that can run sequentially or in parallel22jobs:2324  fork-update-withdata:25    # The type of runner that the job will run on26    runs-on: self-hosted-ci2728    name: Build Container, Spin it Up an test2930    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.3132    strategy:33      matrix:34        include:35          - network: Opal36            features: opal-runtime37            runtime: opal38            fork_from_address: wss://eu-ws-opal.unique.network:44339          - network: Quartz40            features: quartz-runtime41            runtime: quartz42            fork_from_address: wss://eu-ws-quartz.unique.network:44343          - network: Unique44            features: unique-runtime45            runtime: unique46            fork_from_address: wss://eu-ws.unique.network:4434748    steps:49      - name: Skip if pull request is in Draft50        # `if: github.event.pull_request.draft == true` should be kept here, at51        # the step level, rather than at the job level. The latter is not52        # recommended because when the PR is moved from "Draft" to "Ready to53        # review" the workflow will immediately be passing (since it was skipped),54        # even though it hasn't actually ran, since it takes a few seconds for55        # the workflow to start. This is also disclosed in:56        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1757        # That scenario would open an opportunity for the check to be bypassed:58        # 1. Get your PR approved59        # 2. Move it to Draft60        # 3. Push whatever commits you want61        # 4. Move it to "Ready for review"; now the workflow is passing (it was62        #    skipped) and "Check reviews" is also passing (it won't be updated63        #    until the workflow is finished)64        if: github.event.pull_request.draft == true65        run: exit 16667      - name: Clean Workspace68        uses: AutoModality/action-clean@v1.1.06970      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it71      - uses: actions/checkout@v372        with:73          ref: ${{ github.head_ref }}  #Checking out head commit7475      - name: Read .env file76        uses: xom9ikk/dotenv@v1.0.27778      - name: Generate ENV related extend file for docker-compose79        uses: cuchi/jinja2-action@v1.2.080        with:81          template: .docker/forking/docker-compose.tmp-fork.j282          output_file: .docker/forking/docker-compose.${{ matrix.network }}.yml83          variables: |84            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git85            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}86            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}87            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}88            FEATURE=${{ matrix.features }}89            RUNTIME=${{ matrix.runtime }}90            BRANCH=${{ github.head_ref }}91            FORK_FROM=${{ matrix.fork_from_address }}9293      - name: Show build configuration94        run: cat .docker/forking/docker-compose.${{ matrix.network }}.yml9596      - name: Generate launch-config-fork.json97        uses: cuchi/jinja2-action@v1.2.098        with:99          template: .docker/forking/launch-config-fork.j2100          output_file: .docker/forking/launch-config-fork.json101          variables: |102            FEATURE=${{ matrix.features }}103            RUNTIME=${{ matrix.runtime }}104105      - name: Show launch-config-fork configuration106        run: cat .docker/forking/launch-config-fork.json107108109      - name: Build the stack110        run: docker-compose -f ".docker/forking/docker-compose-fork.yaml" -f ".docker/forking/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300111112      - name: Check if docker logs consist logs related to Runtime Upgrade testing.113        if: success()114        run: |115            counter=160116            function do_docker_logs {117                docker logs --details parachain-fork  2>&1118            }119            function is_started {120                echo "Check Docker logs"121                DOCKER_LOGS=$(do_docker_logs)122                if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then123                     echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"124                     return 0125                     exit 0126                fi127                     echo "Function is_started: Return 1"128                     return 1129            }130            while ! is_started; do131                echo "Waiting for special message in log files "132                sleep 30s133                counter=$(( $counter - 1 ))134                echo "Counter: $counter"135                if [ "$counter" -gt "0" ]; then136                     continue137                else138                     break139                fi140            done141            exit 1142        shell: bash143144      - name: Collect Docker Logs145        if: success() || failure()146        uses: jwalton/gh-docker-logs@v2.2.0147        with:148          dest: './fork-parachain-update-withdata-logs.${{ matrix.features }}'149          images: 'parachain-fork' 150151      - name: Tar logs152        if: success() || failure()153        run: tar cvzf ./fork-parachain-update-withdata-logs.${{ matrix.features }}.tgz ./fork-parachain-update-withdata-logs.${{ matrix.features }}154155      - name: Upload logs to GitHub156        if: success() || failure()157        uses: actions/upload-artifact@master158        with:159          name: fork-parachain-update-withdata-logs.${{ matrix.features }}.tgz160          path: ./fork-parachain-update-withdata-logs.${{ matrix.features }}.tgz161162      - name: Stop running containers163        if: always()                   # run this step always164        run: docker-compose -f ".docker/forking/docker-compose-fork.yaml" -f ".docker/forking/docker-compose.${{ matrix.network }}.yml" down