git.delta.rocks / unique-network / refs/commits / 03e21d104b32

difftreelog

Merge pull request #531 from UniqueNetwork/CI-85-ci-step-2-1-nodes-only-update

Yaroslav Bolyukin2022-08-23parents: #997ec5a #edbaeb3.patch.diff
in: master
Ci 85 ci step 2 1 nodes only update

4 files changed

added.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-parachain-node-only
@@ -0,0 +1,104 @@
+# ===== Rust builder =====
+FROM ubuntu:20.04 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ARG RUST_TOOLCHAIN=
+
+ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update && \
+    apt-get install -y curl cmake pkg-config libssl-dev git clang && \
+    apt-get clean && \
+    rm -r /var/lib/apt/lists/*
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install $RUST_TOOLCHAIN && \
+    rustup default $RUST_TOOLCHAIN && \
+    rustup target list --installed && \
+    rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain $RUST_TOOLCHAIN
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+# ===== BUILD current version ======
+FROM rust-builder as builder-unique-current
+
+ARG PROFILE=release
+ARG FEATURE=
+ARG MAINNET_BRANCH=
+ARG REPO_URL=
+
+WORKDIR /unique_parachain
+
+RUN git clone $REPO_URL -b $MAINNET_BRANCH . && \
+    cargo build --features=$FEATURE --$PROFILE
+
+# ===== BUILD target version ======
+FROM rust-builder as builder-unique-target
+
+ARG PROFILE=release
+ARG FEATURE=
+ARG BRANCH=
+ARG REPO_URL=
+
+COPY . /unique_parachain
+WORKDIR /unique_parachain
+
+RUN cargo build --features=$FEATURE --$PROFILE
+
+# ===== BUILD POLKADOT =====
+FROM rust-builder as builder-polkadot
+
+ARG POLKADOT_BUILD_BRANCH=
+ENV POLKADOT_BUILD_BRANCH $POLKADOT_BUILD_BRANCH
+
+
+WORKDIR /unique_parachain
+
+RUN git clone -b $POLKADOT_BUILD_BRANCH --depth 1 https://github.com/paritytech/polkadot.git && \
+    cd polkadot && \
+    cargo build --release
+
+# ===== RUN ======
+
+FROM ubuntu:20.04
+
+ARG RUNTIME=
+ENV RUNTIME $RUNTIME
+
+RUN apt-get -y update && \
+    apt-get -y install curl git && \
+    curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash && \
+    export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    nvm install v16.16.0 && \
+    nvm use v16.16.0
+
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing
+
+RUN export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    npm install --global yarn && \
+    yarn install
+
+RUN echo "$RUNTIME"
+
+COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm
+
+COPY --from=builder-polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
+COPY --from=builder-polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
+
+CMD export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    yarn start launch-config.json --test-upgrade-parachains -w -n
added.docker/docker-compose.tmp-node.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/docker-compose.tmp-node.j2
@@ -0,0 +1,33 @@
+version: "3.5"
+
+services:
+  node-parachain:
+    build:
+      args:
+        - "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
+        - "BRANCH={{ BRANCH }}"
+        - "REPO_URL={{ REPO_URL }}"
+        - "FEATURE={{ FEATURE }}"
+        - "RUNTIME={{ RUNTIME }}"
+        - "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
+        - "MAINNET_TAG={{ MAINNET_TAG }}"
+        - "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
+      context: ../
+      dockerfile: .docker/Dockerfile-parachain-node-only
+    image: node-parachain
+    container_name: node-parachain
+    volumes:
+       - type: bind
+         source: ./launch-config-forkless-nodata.json
+         target: /polkadot-launch/launch-config.json
+         read_only: true
+    expose:
+      - 9944
+      - 9933
+    ports:
+      - 127.0.0.1:9944:9944
+      - 127.0.0.1:9933:9933
+    logging:
+      options:
+        max-size: "1m"
+        max-file: "3"
deleted.github/workflows/build-test-master.ymldiffbeforeafterboth
--- a/.github/workflows/build-test-master.yml
+++ /dev/null
@@ -1,127 +0,0 @@
-name: yarn test para
-
-# Controls when the action will run.
-on:
- # Triggers the workflow on push or pull request events but only for the master branch
-  pull_request:
-    branches:
-      - master
-    types:
-      - opened
-      - reopened
-      - synchronize #commit(s) pushed to the pull request
-      - ready_for_review
-
-  # Allows you to run this workflow manually from the Actions tab
-  workflow_dispatch:
-
-#Define Workflow variables
-env:
-  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-
-concurrency: 
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
-  master-build-and-test:
-    # The type of runner that the job will run on
-    runs-on: [self-hosted-ci,large]
-    timeout-minutes: 1380
-
-    name: ${{ matrix.network }}
-
-    continue-on-error: true         #Do not stop testing of matrix runs failed.
-
-    strategy:
-      matrix:
-        include:
-          - network: "opal"
-            features: "opal-runtime"
-          - network: "quartz"
-            features: "quartz-runtime"
-          - network: "unique"
-            features: "unique-runtime"
-
-    steps:
-      - name: Skip if pull request is in Draft
-        # `if: github.event.pull_request.draft == true` should be kept here, at
-        # the step level, rather than at the job level. The latter is not
-        # recommended because when the PR is moved from "Draft" to "Ready to
-        # review" the workflow will immediately be passing (since it was skipped),
-        # even though it hasn't actually ran, since it takes a few seconds for
-        # the workflow to start. This is also disclosed in:
-        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/17
-        # That scenario would open an opportunity for the check to be bypassed:
-        # 1. Get your PR approved
-        # 2. Move it to Draft
-        # 3. Push whatever commits you want
-        # 4. Move it to "Ready for review"; now the workflow is passing (it was
-        #    skipped) and "Check reviews" is also passing (it won't be updated
-        #    until the workflow is finished)
-        if: github.event.pull_request.draft == true
-        run: exit 1
-
-      - name: Clean Workspace
-        uses: AutoModality/action-clean@v1.1.0
-
-      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-      - uses: actions/checkout@v3
-        with:
-          ref: ${{ github.head_ref }}
-
-      - name: Read .env file
-        uses: xom9ikk/dotenv@v1.0.2
-
-      - name: Generate ENV related extend file for docker-compose
-        uses: cuchi/jinja2-action@v1.2.0
-        with:
-          template: .docker/docker-compose.tmp-master.j2
-          output_file: .docker/docker-compose.${{ matrix.network }}.yml
-          variables: |
-            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
-            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
-            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
-            FEATURE=${{ matrix.features }}
-            BRANCH=${{ github.head_ref }}
-
-      - name: Show build configuration
-        run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
-      - name: Build the stack
-        run: docker-compose -f ".docker/docker-compose-master.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build
-
-      - uses: actions/setup-node@v3
-        with:
-          node-version: 16
-
-      - name: Run tests
-        run: |
-          cd tests
-          yarn install
-          yarn add mochawesome
-          echo "Ready to start tests"
-          node scripts/readyness.js
-          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
-        env:
-          RPC_URL: http://127.0.0.1:9933/
-
-      - name: Test Report
-        uses: phoenix-actions/test-reporting@v8
-        id: test-report
-        if: success() || failure()    # run this step even if previous step failed
-        with:
-          name: Tests ${{ matrix.network }}            # Name of the check run which will be created
-          path: tests/mochawesome-report/test-*.json    # Path to test results
-          reporter: mochawesome-json
-          fail-on-error: 'false'
-
-      - name: Read output variables
-        run: |
-          echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}"
-
-      - name: Stop running containers
-        if: always()                   # run this step always
-        run: docker-compose -f ".docker/docker-compose-master.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
added.github/workflows/nodes-only-update.ymldiffbeforeafterboth
after ยท .github/workflows/nodes-only-update.yml
1name: nodes-only update23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request13      - ready_for_review1415  # Allows you to run this workflow manually from the Actions tab16  workflow_dispatch:1718#Define Workflow variables19env:20  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122concurrency:23  group: ${{ github.workflow }}-${{ github.ref }}24  cancel-in-progress: true2526# A workflow run is made up of one or more jobs that can run sequentially or in parallel27jobs:2829  prepare-execution-marix:3031    name: Prepare execution matrix3233    runs-on: self-hosted-ci34    outputs:35      matrix: ${{ steps.create_matrix.outputs.matrix }}3637    steps:3839      - name: Clean Workspace40        uses: AutoModality/action-clean@v1.1.04142      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43      - uses: actions/checkout@v344        with:45          ref: ${{ github.head_ref }}  #Checking out head commit4647      - name: Read .env file48        uses: xom9ikk/dotenv@v1.0.24950      - name: Create Execution matrix51        uses: fabiocaccamo/create-matrix-action@v252        id: create_matrix53        with:54          matrix: |55            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061  forkless-update-nodata:62    needs: prepare-execution-marix63    # The type of runner that the job will run on64    runs-on: [self-hosted-ci,large]65666768    timeout-minutes: 13806970    name: ${{ matrix.network }}7172    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.7374    strategy:75      matrix:76        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}777879    steps:80      - name: Skip if pull request is in Draft81        # `if: github.event.pull_request.draft == true` should be kept here, at82        # the step level, rather than at the job level. The latter is not83        # recommended because when the PR is moved from "Draft" to "Ready to84        # review" the workflow will immediately be passing (since it was skipped),85        # even though it hasn't actually ran, since it takes a few seconds for86        # the workflow to start. This is also disclosed in:87        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1788        # That scenario would open an opportunity for the check to be bypassed:89        # 1. Get your PR approved90        # 2. Move it to Draft91        # 3. Push whatever commits you want92        # 4. Move it to "Ready for review"; now the workflow is passing (it was93        #    skipped) and "Check reviews" is also passing (it won't be updated94        #    until the workflow is finished)95        if: github.event.pull_request.draft == true96        run: exit 19798      - name: Clean Workspace99        uses: AutoModality/action-clean@v1.1.0100101      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it102      - uses: actions/checkout@v3103        with:104          ref: ${{ github.head_ref }}  #Checking out head commit105106      - name: Read .env file107        uses: xom9ikk/dotenv@v1.0.2108109      - name: Generate ENV related extend file for docker-compose110        uses: cuchi/jinja2-action@v1.2.0111        with:112          template: .docker/docker-compose.tmp-node.j2113          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml114          variables: |115            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git116            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}117            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}118            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}119            MAINNET_TAG=${{ matrix.mainnet_tag }}120            MAINNET_BRANCH=${{ matrix.mainnet_branch }}121            FEATURE=${{ matrix.features }}122            RUNTIME=${{ matrix.runtime }}123            BRANCH=${{ github.head_ref }}124125      - name: Show build configuration126        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml127128      - name: Generate launch-config-forkless-nodata.json129        uses: cuchi/jinja2-action@v1.2.0130        with:131          template: .docker/forkless-config/launch-config-forkless-nodata.j2132          output_file: .docker/launch-config-forkless-nodata.json133          variables: |134            FEATURE=${{ matrix.features }}135            RUNTIME=${{ matrix.runtime }}136137      - name: Show launch-config-forkless configuration138        run: cat .docker/launch-config-forkless-nodata.json139140      - uses: actions/setup-node@v3141        with:142          node-version: 16143144      - name: Build the stack145        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300146147      #  ๐Ÿš€ POLKADOT LAUNCH COMPLETE ๐Ÿš€148      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.149        if: success()150        run: |151          counter=160152          function check_container_status {153                docker inspect -f {{.State.Running}} node-parachain154          }155          function do_docker_logs {156                docker logs --details node-parachain  2>&1157          }158          function is_started {159                if [ "$(check_container_status)" == "true" ]; then160                        echo "Container: node-parachain RUNNING";161                        echo "Check Docker logs"162                        DOCKER_LOGS=$(do_docker_logs)163                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then164                                echo "๐Ÿš€ POLKADOT LAUNCH COMPLETE ๐Ÿš€"165                                return 0166                        else167                                echo "Message not found in logs output, repeating..."168                                return 1169                        fi170                else171                        echo "Container node-parachain NOT RUNNING"172                        echo "Halting all future checks"173                        exit 1174                fi175          echo "something goes wrong"176          exit 1177          }178          while ! is_started; do179                echo "Waiting for special message in log files "180                sleep 30s181                counter=$(( $counter - 1 ))182                echo "Counter: $counter"183                if [ "$counter" -gt "0" ]; then184                         continue185                else186                         break187                fi188          done189          echo "Halting script"190          exit 0191        shell: bash192193      - name: Run tests before Node Parachain upgrade194        run: |195          cd tests196          yarn install197          yarn add mochawesome198          echo "Ready to start tests"199          node scripts/readyness.js200          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}201        env:202          RPC_URL: http://127.0.0.1:9933/203204      - name: Test Report Before Node upgrade205        uses: phoenix-actions/test-reporting@v8206        id: test-report-before207        if: success() || failure()    # run this step even if previous step failed208        with:209          name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created210          path: tests/mochawesome-report/test-*.json    # Path to test results211          reporter: mochawesome-json212          fail-on-error: 'false'213214      - name: Send SIGUSR1 to polkadotlaunch process215        if: success()216        run: |217          #Get PID of polkadot-launch218          PID=$(docker exec node-parachain pidof 'polkadot-launch')219          echo "Polkadot-launch PID: $PID"220          #Send SIGUSR1 signal to $PID221          docker exec node-parachain kill -SIGUSR1 ${PID}222223      #  ๐ŸŒ— All parachain collators restarted with the new binaries.224      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.225        if: success()226        run: |227          counter=160228          function check_container_status {229                docker inspect -f {{.State.Running}} node-parachain230          }231          function do_docker_logs {232                docker logs --details node-parachain  2>&1233          }234          function is_started {235                if [ "$(check_container_status)" == "true" ]; then236                        echo "Container: node-parachain RUNNING";237                        echo "Check Docker logs"238                        DOCKER_LOGS=$(do_docker_logs)239                        if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then240                                echo "๐ŸŒ— All parachain collators restarted with the new binaries."241                                return 0242                        else243                                echo "Message not found in logs output, repeating..."244                                return 1245                        fi246                else247                        echo "Container node-parachain NOT RUNNING"248                        echo "Halting all future checks"249                        exit 1250                fi251          echo "something goes wrong"252          exit 1253          }254          while ! is_started; do255                echo "Waiting for special message in log files "256                sleep 30s257                counter=$(( $counter - 1 ))258                echo "Counter: $counter"259                if [ "$counter" -gt "0" ]; then260                         continue261                else262                         break263                fi264          done265          echo "Halting script"266          exit 0267        shell: bash268269      - name: Run tests after Node Parachain upgrade270        run: |271          cd tests272          yarn install273          yarn add mochawesome274          echo "Ready to start tests"275          node scripts/readyness.js276          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}277        env:278          RPC_URL: http://127.0.0.1:9933/279280      - name: Test Report After Node upgrade281        uses: phoenix-actions/test-reporting@v8282        id: test-report-after283        if: success() || failure()    # run this step even if previous step failed284        with:285          name: Tests after node upgrade ${{ matrix.network }}            # Name of the check run which will be created286          path: tests/mochawesome-report/test-*.json    # Path to test results287          reporter: mochawesome-json288          fail-on-error: 'false'289290291      - name: Stop running containers292        if: always()                   # run this step always293        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down