`bf4df5fb7677`

source

.github/workflows/node-only-update.yml9.9 KiBsource history
1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update2# Node only update with restart polkadot-launch process.34name: nodes-only update56# Triger: only call from main workflow(re-usable workflows)7on:8  workflow_call:91011# A workflow run is made up of one or more jobs that can run sequentially or in parallel12jobs:1314  prepare-execution-matrix:1516    name: execution matrix1718    runs-on: self-hosted-ci19    outputs:20      matrix: ${{ steps.create_matrix.outputs.matrix }}2122    steps:2324      - name: Clean Workspace25        uses: AutoModality/action-clean@v1.1.02627      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it28      - uses: actions/checkout@v3.1.029        with:30          ref: ${{ github.head_ref }}  #Checking out head commit3132      - name: Read .env file33        uses: xom9ikk/dotenv@v23435      - name: Create Execution matrix36        uses: CertainLach/create-matrix-action@v437        id: create_matrix38        with:39          matrix: |40            network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, runtime_features {opal-runtime}41            network {sapphire}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}, runtime_features {sapphire-runtime}42            network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, runtime_features {quartz-runtime}43            network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, runtime_features {unique-runtime}4445  node-only-update-build:4647    needs: prepare-execution-matrix48    # The type of runner that the job will run on49    runs-on: [self-hosted-ci]5051    timeout-minutes: 2880           # 48 hours for execution jobs.5253    name: ${{ matrix.network }}-build5455    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5657    strategy:58      matrix:59        include: ${{fromJson(needs.prepare-execution-matrix.outputs.matrix)}}6061    steps:6263      - name: Skip if pull request is in Draft64        if: github.event.pull_request.draft == true65        run: exit 16667      - name: Clean Workspace68        uses: AutoModality/action-clean@v1.1.06970      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it71      - uses: actions/checkout@v3.1.072        with:73          ref: ${{ github.head_ref }}  #Checking out head commit7475      # Prepare SHA  76      - name: Prepare SHA77        uses: ./.github/actions/prepare7879      - name: Read .env file80        uses: xom9ikk/dotenv@v28182      - name: Log in to Docker Hub83        uses: docker/login-action@v2.1.084        with:85          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}86          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8788      - name: Generate ENV related extend Dockerfile file for POLKADOT89        uses: cuchi/jinja2-action@v1.2.090        with:91          template: .docker/Dockerfile-polkadot.j292          output_file: .docker/Dockerfile-polkadot.${{ matrix.relay_branch }}.yml93          variables: |94            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}95            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}96      - name: Prepare polkadot97        uses: ./.github/actions/buildContainer98        id: polkadot99        with:100          container: uniquenetwork/builder-polkadot101          tag: ${{ matrix.relay_branch }}102          context: .docker103          dockerfile: Dockerfile-polkadot.${{ matrix.relay_branch }}.yml104          dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}105          dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}106107      - name: Prepare mainnet108        uses: ./.github/actions/buildContainer109        id: mainnet110        with:111          container: uniquenetwork/ci-node-only-${{ matrix.network }}112          tag: ${{ matrix.mainnet_branch }}113          context: .docker114          dockerfile: Dockerfile-unique-release115          args: |116            --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }}117            --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}118            --build-arg UNIQUE_VERSION=${{ matrix.mainnet_branch }}119          dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}120          dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}121122      - name: Prepare latest123        uses: ./.github/actions/buildContainer124        id: latest125        with:126          container: uniquenetwork/ci-node-only-${{ matrix.network }}127          tag: ${{ env.REF_SLUG }}-${{ env.BUILD_SHA }}128          context: .129          dockerfile: .docker/Dockerfile-unique130          args: |131            --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }}132            --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}133          dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}134          dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}135136      - name: Checkout at '${{ matrix.mainnet_branch }}' branch137        uses: actions/checkout@master138        with:139          ref: ${{ github.head_ref }}140          # ref: ${{ matrix.mainnet_branch }}  #Checking out head commit141          path: ${{ matrix.mainnet_branch }}142143      - uses: actions/setup-node@v3.5.1144        with:145          node-version: 16146147      - name: Install baedeker148        uses: UniqueNetwork/baedeker-action/setup@built149150      - name: Setup library151        run: mkdir -p .baedeker/vendor/ && git clone https://github.com/UniqueNetwork/baedeker-library .baedeker/vendor/baedeker-library152153      - name: Start network154        uses: UniqueNetwork/baedeker-action@built155        id: bdk156        with:157          jpath: |158            .baedeker/vendor159          tla-str: |160            relay_spec=westend-local161          inputs: |162            .baedeker/node-only.jsonnet163            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'${{ steps.polkadot.outputs.name }}'}})164            ephemeral:snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.mainnet.outputs.name }}'}}, extra_node_mixin = {legacyRpc: true})165166      - name: Run Parallel tests before Node Parachain upgrade167        working-directory: ${{ matrix.mainnet_branch }}/tests168        if: success() || failure()169        run: |170          yarn171          yarn add mochawesome172          ./scripts/wait_for_first_block.sh173          echo "Ready to start tests"174          NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}175        env:176          RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}177178      - name: Run Sequential tests before Node Parachain upgrade179        if: success() || failure()180        working-directory: ${{ matrix.mainnet_branch }}/tests181        run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}182        env:183          RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}184185      - name: "Reconcile: only one old node"186        if: success() || failure()187        uses: UniqueNetwork/baedeker-action/reconcile@built188        with:189          baedeker: ${{ steps.bdk.baedeker }}190          # Chain should always be built with the mainnet spec, this we first set binary for all nodes expect one, then set mainnet binary for the last node, and then force chainspec to be still generated from mainnet191          inputs: |192            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.latest.outputs.name }}'}}, leave = 1, for_chain = false)193            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.mainnet.outputs.name }}'}}, extra_node_mixin = {legacyRpc: true}, for_chain = false)194            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.mainnet.outputs.name }}'}})195196      - name: Ensure network is alive197        if: success() || failure()    # run this step even if previous step failed198        run: |199          ./tests/scripts/wait_for_first_block.sh200        env:201          RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}202203      - name: "Reconcile: all nodes are updated"204        if: success() || failure()205        uses: UniqueNetwork/baedeker-action/reconcile@built206        with:207          baedeker: ${{ steps.bdk.baedeker }}208          # Chain should always be built with the mainnet spec, this we first set binary for all nodes, and then force chainspec to be still generated from mainnet209          inputs: |210            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.latest.outputs.name }}'}}, for_chain = false)211            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.mainnet.outputs.name }}'}})212213      - name: Run Parallel tests after Node Parachain upgrade214        working-directory: ${{ matrix.mainnet_branch }}/tests215        if: success() || failure()    # run this step even if previous step failed216        run: |217          yarn install218          yarn add mochawesome219          ./scripts/wait_for_first_block.sh220          echo "Ready to start tests"221          NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}222        env:223          RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}224225      - name: Run Sequential tests after Node Parachain upgrade226        if: success() || failure()227        working-directory: ${{ matrix.mainnet_branch }}/tests228        run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}229        env:230          RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}231232      - name: Remove builder cache233        if: always()                   # run this step always234        run: |235          docker system prune -f