git.delta.rocks / unique-network / refs/commits / d6423e6cf39d

difftreelog

separate forkless build and tests

Konstantin Astakhov2023-01-24parent: #724fceb.patch.diff
in: master

12 files changed

modified.docker/Dockerfile-parachain-upgrade-datadiffbeforeafterboth
--- a/.docker/Dockerfile-parachain-upgrade-data
+++ b/.docker/Dockerfile-parachain-upgrade-data
@@ -38,8 +38,6 @@
 
 ARG PROFILE=release
 ARG NETWORK
-ARG BRANCH
-ARG REPO_URL
 
 COPY . /unique_parachain
 WORKDIR /unique_parachain
added.docker/Dockerfile-parachain-upgrade-data.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-parachain-upgrade-data.j2
@@ -0,0 +1,78 @@
+ARG POLKADOT_BUILD_BRANCH
+FROM uniquenetwork/builder-polkadot:{{ POLKADOT_BUILD_BRANCH }} as polkadot
+
+# ===== Rust builder =====
+FROM uniquenetwork/services:latest as rust-builder
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install {{ RUST_TOOLCHAIN }} && \
+    rustup default {{ RUST_TOOLCHAIN }} && \
+    rustup target list --installed && \
+    rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain {{ RUST_TOOLCHAIN }}
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+# ===== BUILD current version ======
+FROM rust-builder as builder-unique-current
+
+ARG PROFILE=release
+
+WORKDIR /unique_parachain
+
+RUN git clone https://github.com/UniqueNetwork/unique-chain.git -b {{ MAINNET_BRANCH }} . && \
+    cargo build --features={{ NETWORK }}-runtime --$PROFILE
+
+# ===== BUILD target version ======
+FROM rust-builder as builder-unique-target
+
+ARG PROFILE=release
+
+COPY . /unique_parachain
+WORKDIR /unique_parachain
+
+RUN cargo build --features={{ NETWORK }}-runtime --$PROFILE
+
+# ===== RUN ======
+FROM ubuntu:20.04
+
+ENV REPLICA_FROM={{ REPLICA_FROM }}
+
+RUN apt-get -y update && \
+    apt-get -y install curl git && \
+    curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash && \
+    export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    nvm install v16.16.0 && \
+    nvm use v16.16.0
+
+RUN git clone https://github.com/uniquenetwork/polkadot-launch.git -b {{ POLKADOT_LAUNCH_BRANCH }}
+
+RUN export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    npm install --global yarn && \
+    yarn install
+
+COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm
+
+COPY --from=builder-unique-target /unique_parachain/.docker/forkless-config/launch-config-forkless-data.json /polkadot-launch/launch-config.json
+COPY --from=builder-unique-target /unique_parachain/.docker/forkless-config/fork.jsonnet /polkadot-launch/fork.jsonnet
+COPY --from=builder-unique-target /unique_parachain/.docker/forkless-config/typeNames.jsonnet /polkadot-launch/typeNames.jsonnet
+
+COPY --from=uniquenetwork/builder-chainql:latest /chainql/target/release/chainql /chainql/target/release/
+
+COPY --from=polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
+COPY --from=polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
+
+CMD export NVM_DIR="$HOME/.nvm" PATH="$PATH:/chainql/target/release" REPLICA_FROM && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    yarn start launch-config.json --test-upgrade-parachains
added.docker/Dockerfile-parachain-upgrade.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-parachain-upgrade.j2
@@ -0,0 +1,72 @@
+ARG POLKADOT_BUILD_BRANCH
+FROM uniquenetwork/builder-polkadot:{{ POLKADOT_BUILD_BRANCH }} as polkadot
+
+# ===== Rust builder =====
+FROM uniquenetwork/services:latest as rust-builder
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install {{ RUST_TOOLCHAIN }} && \
+    rustup default {{ RUST_TOOLCHAIN }} && \
+    rustup target list --installed && \
+    rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain {{ RUST_TOOLCHAIN }}
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+# ===== BUILD current version ======
+FROM rust-builder as builder-unique-current
+
+ARG PROFILE=release
+
+WORKDIR /unique_parachain
+
+RUN git clone https://github.com/UniqueNetwork/unique-chain.git -b {{ MAINNET_BRANCH }} . && \
+    cargo build --features={{ NETWORK }}-runtime --$PROFILE
+
+# ===== BUILD target version ======
+FROM rust-builder as builder-unique-target
+
+ARG PROFILE=release
+
+COPY . /unique_parachain
+WORKDIR /unique_parachain
+
+RUN cargo build --features={{ NETWORK }}-runtime --$PROFILE
+
+# ===== RUN ======
+FROM ubuntu:20.04
+
+RUN apt-get -y update && \
+    apt-get -y install curl git && \
+    curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash && \
+    export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    nvm install v16.16.0 && \
+    nvm use v16.16.0
+
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b {{ POLKADOT_LAUNCH_BRANCH }}
+
+RUN export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    npm install --global yarn && \
+    yarn install
+
+COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm
+
+COPY --from=builder-unique-target /unique_parachain/.docker/forkless-config/launch-config-forkless-nodata.json /polkadot-launch/launch-config.json
+
+COPY --from=polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
+COPY --from=polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
+
+CMD export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    yarn start launch-config.json --test-upgrade-parachains
modified.docker/Dockerfile-try-runtime.j2diffbeforeafterboth
--- a/.docker/Dockerfile-try-runtime.j2
+++ b/.docker/Dockerfile-try-runtime.j2
@@ -1,18 +1,10 @@
 # ===== Rust builder =====
-FROM ubuntu:20.04 as rust-builder
-LABEL maintainer="Unique.Network"
+FROM uniquenetwork/services:latest as rust-builder
 
+ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
 ENV CARGO_HOME="/cargo-home"
 ENV PATH="/cargo-home/bin:$PATH"
 ENV TZ=UTC
-RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
-
-RUN apt-get update && \
-    apt-get install -y curl cmake pkg-config libssl-dev git clang protobuf-compiler && \
-    apt-get clean && \
-    rm -r /var/lib/apt/lists/*
-
-RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
 
 RUN rustup toolchain uninstall $(rustup toolchain list) && \
     rustup toolchain install {{ RUST_TOOLCHAIN }} && \
added.docker/docker-compose.forkless-data.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/docker-compose.forkless-data.j2
@@ -0,0 +1,13 @@
+version: "3.5"
+
+services:
+  forkless-data:
+    image: uniquenetwork/ci-forkless-data-local:{{ NETWORK }}-{{ BUILD_TAG }}
+    container_name: forkless-data
+    image: forkless-data
+    expose:
+      - 9944
+      - 9933
+    ports:
+      - 127.0.0.1:9944:9944
+      - 127.0.0.1:9933:9933
added.docker/docker-compose.forkless-nodata.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/docker-compose.forkless-nodata.j2
@@ -0,0 +1,13 @@
+version: "3.5"
+
+services:
+  forkless-nodata:
+    image: uniquenetwork/ci-forkless-nodata-local:{{ NETWORK }}-{{ BUILD_TAG }}
+    container_name: forkless-nodata
+    image: forkless-nodata
+    expose:
+      - 9944
+      - 9933
+    ports:
+      - 127.0.0.1:9944:9944
+      - 127.0.0.1:9933:9933
\ No newline at end of file
deleted.docker/docker-compose.tmp-try-runtime.j2diffbeforeafterboth
--- a/.docker/docker-compose.tmp-try-runtime.j2
+++ /dev/null
@@ -1,16 +0,0 @@
-version: "3.5"
-
-services:
-  try-runtime:
-    image: uniquenetwork/tryruntime-{{ NETWORK }}-testnet-local:latest
-    container_name: tryruntime-{{ NETWORK }}-testnet-local
-    expose:
-      - 9944
-      - 9933
-    ports:
-      - 127.0.0.1:9944:9944
-      - 127.0.0.1:9933:9933
-    logging:
-      options:
-        max-size: "1m"
-        max-file: "3"
added.docker/docker-compose.try-runtime.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/docker-compose.try-runtime.j2
@@ -0,0 +1,14 @@
+version: "3.5"
+
+services:
+  try-runtime:
+    image: uniquenetwork/ci-tryruntime-local:{{ NETWORK }}-{{ BUILD_TAG }}
+    container_name: try-runtime
+    image: try-runtime
+    expose:
+      - 9944
+      - 9933
+    ports:
+      - 127.0.0.1:9944:9944
+      - 127.0.0.1:9933:9933
+
modified.github/workflows/forkless-update-data.ymldiffbeforeafterboth
--- a/.github/workflows/forkless-update-data.yml
+++ b/.github/workflows/forkless-update-data.yml
@@ -40,7 +40,7 @@
             network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
             network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
 
-  forkless-update-data:
+  forkless-update-data-build:
     needs: execution-marix
     # The type of runner that the job will run on
     runs-on: [self-hosted-ci,large]
@@ -65,57 +65,157 @@
       - name: Read .env file
         uses: xom9ikk/dotenv@v2
 
-      - name: Generate ENV related extend file for docker-compose
+      # Prepare SHA  
+      - name: Prepare SHA
+        uses: ./.github/actions/prepare
+
+      # Build main image for FORKLESS-UPDATE-NODATA
+      - name: Generate ENV related extend Dockerfile file
         uses: cuchi/jinja2-action@v1.2.0
         with:
-          template: .docker/docker-compose.tmp-forkless-data.j2
-          output_file: .docker/docker-compose-forkless-data.${{ matrix.network }}.yml
+          template: .docker/Dockerfile-parachain-upgrade-data.j2
+          output_file: .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml
           variables: |
-            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
             RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+            NETWORK=${{ matrix.network }}
+            MAINNET_BRANCH=${{ matrix.mainnet_branch }}
+            WASM_NAME=${{ matrix.wasm_name }}
             POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}
             POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
-            # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
-            # MAINNET_TAG=${{ matrix.mainnet_tag }}
-            MAINNET_BRANCH=${{ matrix.mainnet_branch }}
-            NETWORK=${{ matrix.network }}
-            # BRANCH=${{ github.head_ref }}
             REPLICA_FROM=${{ matrix.replica_from_address }}
-            WASM_NAME=${{ matrix.wasm_name }}
 
       - name: Show build configuration
-        run: cat .docker/docker-compose-forkless-data.${{ matrix.network }}.yml
+        run: cat .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml
 
       - name: Generate launch-config-forkless-data.json
         uses: cuchi/jinja2-action@v1.2.0
         with:
           template: .docker/forkless-config/launch-config-forkless-data.j2
-          output_file: .docker/launch-config-forkless-data.json
+          output_file: .docker/forkless-config/launch-config-forkless-data.json
           variables: |
-            NETWORK=${{ matrix.network }}
-            REPLICA_FROM=${{ matrix.replica_from_address }}
-            WASM_NAME=${{ matrix.wasm_name}}
+            WASM_NAME=${{ matrix.wasm_name }}
             RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}
+            REPLICA_FROM=${{ matrix.replica_from_address }}            
 
       - name: Show launch-config-forkless configuration
-        run: cat .docker/launch-config-forkless-data.json
+        run: cat .docker/forkless-config/launch-config-forkless-data.json
+
+      - name: Run find-and-replace to remove slashes from branch name
+        uses: mad9000/actions-find-and-replace-string@3
+        id: branchname
+        with:
+          source: ${{ github.head_ref }}
+          find: '/'
+          replace: '-'
+
+      - name: Set build SHA
+        shell: bash
+        run: |
+          echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
+
+      - name: Build the stack
+        run: cd .docker/ && docker build --no-cache --file ./Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml --tag uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v2.0.0
+        with:
+          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
+          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
+
+      - name: Push docker image version
+        run: docker push uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA
+
+      - name: Remove builder cache
+        if: always()                   # run this step always
+        run: |
+          docker builder prune -f
+          docker system prune -f
+
+  forkless-data-tests:
+    needs: [prepare-execution-marix, forkless-nodata-build]
+    # The type of runner that the job will run on
+    runs-on: [self-hosted-ci, large]
+
+    timeout-minutes: 600
+
+    name: ${{ matrix.network }}-data-tests
+
+    continue-on-error: false         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
+
+    strategy:
+      matrix:
+        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
+
+    steps:
+      - name: Skip if pull request is in Draft
+        if: github.event.pull_request.draft == true
+        run: exit 1
+
+      - name: Clean Workspace
+        uses: AutoModality/action-clean@v1.1.0
+
+      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+      - uses: actions/checkout@v3.1.0
+        with:
+          ref: ${{ github.head_ref }}  #Checking out head commit
+
+      - name: Prepare
+        uses: ./.github/actions/prepare
+
+      - name: Set build SHA
+        shell: bash
+        run: |
+          echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
+
+      - name: Run find-and-replace to remove slashes from branch name
+        uses: mad9000/actions-find-and-replace-string@2
+        id: branchname
+        with:
+          source: ${{ github.head_ref }}
+          find: '/'
+          replace: '-'
+
+      - name: Read .env file
+        uses: xom9ikk/dotenv@v2
+
+      - name: Generate ENV related extend file for docker-compose
+        uses: cuchi/jinja2-action@v1.2.0
+        with:
+          template: .docker/docker-compose.forkless-data.j2
+          output_file: .docker/docker-compose.forkless-data.${{ matrix.network }}.yml
+          variables: |
+            NETWORK=${{ matrix.network }}
+            BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA
+
+      - name: Show build configuration
+        run: cat .docker/docker-compose.forkless-data.${{ matrix.network }}.yml
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v2.0.0
+        with:
+          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
+          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
 
       - name: Build the stack
-        run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300
+        run: docker-compose -f ".docker/docker-compose.forkless-data.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300
 
+      - uses: actions/setup-node@v3.5.1
+        with:
+          node-version: 16
+
       - name: Check if docker logs consist logs related to Runtime Upgrade testing.
         if: success()
         run: |
           counter=160
           function check_container_status {
-                docker inspect -f {{.State.Running}} node-parachain
+                docker inspect -f {{.State.Running}} forkless-data
           }
           function do_docker_logs {
-                docker logs --details node-parachain  2>&1
+                docker logs --details forkless-data  2>&1
           }
           function is_started {
                 if [ "$(check_container_status)" == "true" ]; then
-                        echo "Container: node-parachain RUNNING";
+                        echo "Container: forkless-data RUNNING";
                         echo "Check Docker logs"
                         DOCKER_LOGS=$(do_docker_logs)
                         if [[ ${DOCKER_LOGS} = *"๐Ÿ›ธ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE ๐Ÿ›ธ"* ]];then
@@ -129,7 +229,7 @@
                                 return 1
                         fi
                 else
-                        echo "Container node-parachain not RUNNING"
+                        echo "Container forkless-data not RUNNING"
                         echo "Halting all future checks"
                         exit 1
                 fi
@@ -155,11 +255,11 @@
         uses: jwalton/gh-docker-logs@v2.2.1
         with:
           dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'
-          images: 'node-parachain'
+          images: 'forkless-data'
 
       - name: Show Docker logs
         if: success() || failure()
-        run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'
+        run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/forkless-data.log'
 
       - name: Stop running containers
         if: always()                   # run this step always
modified.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth
40 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}40 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
4141
4242
43 forkless-update-nodata:43 forkless-nodata-build:
44 needs: execution-marix44 needs: execution-marix
45 # The type of runner that the job will run on45 # The type of runner that the job will run on
46 runs-on: [self-hosted-ci,large]46 runs-on: [self-hosted-ci,large]
67 - name: Read .env file67 - name: Read .env file
68 uses: xom9ikk/dotenv@v268 uses: xom9ikk/dotenv@v2
69
70 # Prepare SHA
71 - name: Prepare SHA
72 uses: ./.github/actions/prepare
6973
70 - name: Generate ENV related extend file for docker-compose74 - name: Log in to Docker Hub
71 uses: cuchi/jinja2-action@v1.2.075 uses: docker/login-action@v2.0.0
72 with:76 with:
73 template: .docker/docker-compose.tmp-forkless-nodata.j277 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
74 output_file: .docker/docker-compose.${{ matrix.network }}.yml78 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
75 variables: |79
76 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git80 # Build main image for FORKLESS-UPDATE-NODATA
77 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
78 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}
79 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
80 # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
81 # MAINNET_TAG=${{ matrix.mainnet_tag }}
82 MAINNET_BRANCH=${{ matrix.mainnet_branch }}
83 NETWORK=${{ matrix.network }}
84 # BRANCH=${{ github.head_ref }}
85 WASM_NAME=${{ matrix.wasm_name }}
86
87 - name: Show build configuration
88 run: cat .docker/docker-compose.${{ matrix.network }}.yml
89
90 - name: Generate launch-config-forkless-nodata.json81 - name: Generate ENV related extend Dockerfile file
91 uses: cuchi/jinja2-action@v1.2.082 uses: cuchi/jinja2-action@v1.2.0
92 with:83 with:
93 template: .docker/forkless-config/launch-config-forkless-nodata.j284 template: .docker/Dockerfile-parachain-upgrade.j2
94 output_file: .docker/launch-config-forkless-nodata.json85 output_file: .docker/Dockerfile-parachain-upgrade.${{ matrix.network }}.yml
95 variables: |86 variables: |
96 NETWORK=${{ matrix.network }}87 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
97 WASM_NAME=${{ matrix.wasm_name }}88 NETWORK=${{ matrix.network }}
98 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}89 MAINNET_BRANCH=${{ matrix.mainnet_branch }}
90 WASM_NAME=${{ matrix.wasm_name }}
91 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}
92 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
9993
100 - name: Show launch-config-forkless configuration94 - name: Show build Dockerfile
101 run: cat .docker/launch-config-forkless-nodata.json95 run: cat .docker/Dockerfile-parachain-upgrade.${{ matrix.network }}.yml
102
103 - uses: actions/setup-node@v3.5.1
104 with:
105 node-version: 16
106
107 - name: Build the stack
108 run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
109
110 - name: Check if docker logs consist logs related to Runtime Upgrade testing.
111 if: success()
112 run: |
113 counter=160
114 function check_container_status {
115 docker inspect -f {{.State.Running}} node-parachain
116 }
117 function do_docker_logs {
118 docker logs --details node-parachain 2>&1
119 }
120 function is_started {
121 if [ "$(check_container_status)" == "true" ]; then
122 echo "Container: node-parachain RUNNING";
123 echo "Check Docker logs"
124 DOCKER_LOGS=$(do_docker_logs)
125 if [[ ${DOCKER_LOGS} = *"๐Ÿ›ธ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE ๐Ÿ›ธ"* ]];then
126 echo "๐Ÿ›ธ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE ๐Ÿ›ธ"
127 return 0
128 elif [[ ${DOCKER_LOGS} = *"๐Ÿšง PARACHAINS' RUNTIME UPGRADE TESTING FAILED ๐Ÿšง"* ]];then
129 echo "๐Ÿšง PARACHAINS' RUNTIME UPGRADE TESTING FAILED ๐Ÿšง"
130 return 1
131 else
132 echo "Message not found in logs output, repeating..."
133 return 1
134 fi
135 else
136 echo "Container node-parachain not RUNNING"
137 echo "Halting all future checks"
138 exit 1
139 fi
140 exit 0
141 }
142 while ! is_started; do
143 echo "Waiting for special message in log files "
144 sleep 30s
145 counter=$(( $counter - 1 ))
146 echo "Counter: $counter"
147 if [ "$counter" -gt "0" ]; then
148 continue
149 else
150 break
151 fi
152 done
153 echo "Halting script"
154 exit 0
155 shell: bash
15696
157 - name: Collect Docker Logs97 - name: Generate launch-config-forkless-nodata.json
158 if: success() || failure()
159 uses: jwalton/gh-docker-logs@v2.2.198 uses: cuchi/jinja2-action@v1.2.0
160 with:99 with:
161 dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'100 template: .docker/forkless-config/launch-config-forkless-nodata.j2
101 output_file: .docker/forkless-config/launch-config-forkless-nodata.json
162 images: 'node-parachain'102 variables: |
103 WASM_NAME=${{ matrix.wasm_name }}
104 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}
163105
164 - name: Show docker logs106 - name: Show launch-config-forkless configuration
165 if: success() || failure()
166 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'107 run: cat .docker/forkless-config/launch-config-forkless-nodata.json
167
168 - name: Run Parallel tests
169 working-directory: tests
170 run: |
171 yarn install
172 yarn add mochawesome
173 ./scripts/wait_for_first_block.sh
174 echo "Ready to start tests"
175 yarn polkadot-types
176 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
177 env:
178 RPC_URL: http://127.0.0.1:9933/
179108
180 - name: Test Report Parallel109 - name: Run find-and-replace to remove slashes from branch name
181 uses: phoenix-actions/test-reporting@v10110 uses: mad9000/actions-find-and-replace-string@3
182 id: test-report-parallel111 id: branchname
183 if: success() || failure() # run this step even if previous step failed
184 with:112 with:
185 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created113 source: ${{ github.head_ref }}
186 path: tests/mochawesome-report/test-parallel-*.json # Path to test results114 find: '/'
187 reporter: mochawesome-json115 replace: '-'
188 fail-on-error: 'false'
189116
190 - name: Run Sequential tests117 - name: Set build SHA
191 working-directory: tests118 shell: bash
192 if: success() || failure()
193 run: |119 run: |
194 yarn install120 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
195 yarn add mochawesome
196 ./scripts/wait_for_first_block.sh
197 echo "Ready to start tests"
198 yarn polkadot-types
199 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
200 env:
201 RPC_URL: http://127.0.0.1:9933/
202121
203 - name: Test Report Sequential122 - name: Build the stack
204 uses: phoenix-actions/test-reporting@v10
205 id: test-report-sequential
206 if: success() || failure() # run this step even if previous step failed
207 with:123 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-parachain-upgrade.${{ matrix.network }}.yml --tag uniquenetwork/ci-forkless-nodata-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .
208 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
209 path: tests/mochawesome-report/test-sequential-*.json # Path to test results
210 reporter: mochawesome-json
211 fail-on-error: 'false'
212124
213 - name: Stop running containers125 - name: Push docker image version
214 if: always() # run this step always
215 run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" down126 run: docker push uniquenetwork/ci-forkless-nodata-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA
216127
217 - name: Remove builder cache128 - name: Remove builder cache
218 if: always() # run this step always129 if: always() # run this step always
219 run: |130 run: |
220 docker builder prune -f -a131 docker builder prune -f
221 docker system prune -f132 docker system prune -f
222 docker image prune -f -a133
134
135 forkless-nodata-tests:
136 needs: [prepare-execution-marix, forkless-nodata-build]
137 # The type of runner that the job will run on
138 runs-on: [self-hosted-ci, large]
139
140 timeout-minutes: 600
141
142 name: ${{ matrix.network }}-nodata-tests
143
144 continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
145
146 strategy:
147 matrix:
148 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
149
150 steps:
151 - name: Skip if pull request is in Draft
152 if: github.event.pull_request.draft == true
153 run: exit 1
154
155 - name: Clean Workspace
156 uses: AutoModality/action-clean@v1.1.0
157
158 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
159 - uses: actions/checkout@v3.1.0
160 with:
161 ref: ${{ github.head_ref }} #Checking out head commit
162
163 - name: Prepare
164 uses: ./.github/actions/prepare
165
166 - name: Set build SHA
167 shell: bash
168 run: |
169 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
170
171 - name: Run find-and-replace to remove slashes from branch name
172 uses: mad9000/actions-find-and-replace-string@2
173 id: branchname
174 with:
175 source: ${{ github.head_ref }}
176 find: '/'
177 replace: '-'
178
179 - name: Read .env file
180 uses: xom9ikk/dotenv@v2
181
182 - name: Generate ENV related extend file for docker-compose
183 uses: cuchi/jinja2-action@v1.2.0
184 with:
185 template: .docker/docker-compose.forkless-nodata.j2
186 output_file: .docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml
187 variables: |
188 NETWORK=${{ matrix.network }}
189 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA
190
191 - name: Show build configuration
192 run: cat .docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml
193
194 - name: Log in to Docker Hub
195 uses: docker/login-action@v2.0.0
196 with:
197 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
198 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
199
200 - name: Build the stack
201 run: docker-compose -f ".docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300
202
203 - uses: actions/setup-node@v3.5.1
204 with:
205 node-version: 16
206
207 - name: Check if docker logs consist logs related to Runtime Upgrade testing.
208 if: success()
209 run: |
210 counter=160
211 function check_container_status {
212 docker inspect -f {{.State.Running}} forkless-nodata
213 }
214 function do_docker_logs {
215 docker logs --details forkless-nodata 2>&1
216 }
217 function is_started {
218 if [ "$(check_container_status)" == "true" ]; then
219 echo "Container: forkless-nodata RUNNING";
220 echo "Check Docker logs"
221 DOCKER_LOGS=$(do_docker_logs)
222 if [[ ${DOCKER_LOGS} = *"๐Ÿ›ธ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE ๐Ÿ›ธ"* ]];then
223 echo "๐Ÿ›ธ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE ๐Ÿ›ธ"
224 return 0
225 elif [[ ${DOCKER_LOGS} = *"๐Ÿšง PARACHAINS' RUNTIME UPGRADE TESTING FAILED ๐Ÿšง"* ]];then
226 echo "๐Ÿšง PARACHAINS' RUNTIME UPGRADE TESTING FAILED ๐Ÿšง"
227 return 1
228 else
229 echo "Message not found in logs output, repeating..."
230 return 1
231 fi
232 else
233 echo "Container forkless-nodata not RUNNING"
234 echo "Halting all future checks"
235 exit 1
236 fi
237 exit 0
238 }
239 while ! is_started; do
240 echo "Waiting for special message in log files "
241 sleep 30s
242 counter=$(( $counter - 1 ))
243 echo "Counter: $counter"
244 if [ "$counter" -gt "0" ]; then
245 continue
246 else
247 break
248 fi
249 done
250 echo "Halting script"
251 exit 0
252 shell: bash
253
254 - name: Collect Docker Logs
255 if: success() || failure()
256 uses: jwalton/gh-docker-logs@v2.2.1
257 with:
258 dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.network }}'
259 images: 'forkless-nodata'
260
261 - name: Show docker logs
262 if: success() || failure()
263 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.network }}/forkless-nodata.log'
264
265 - name: Run Parallel tests
266 working-directory: tests
267 run: |
268 yarn install
269 yarn add mochawesome
270 ./scripts/wait_for_first_block.sh
271 echo "Ready to start tests"
272 yarn polkadot-types
273 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
274 env:
275 RPC_URL: http://127.0.0.1:9933/
276
277 - name: Test Report Parallel
278 uses: phoenix-actions/test-reporting@v10
279 id: test-report-parallel
280 if: success() || failure() # run this step even if previous step failed
281 with:
282 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
283 path: tests/mochawesome-report/test-parallel-*.json # Path to test results
284 reporter: mochawesome-json
285 fail-on-error: 'false'
286
287 - name: Run Sequential tests
288 working-directory: tests
289 if: success() || failure()
290 run: |
291 yarn install
292 yarn add mochawesome
293 ./scripts/wait_for_first_block.sh
294 echo "Ready to start tests"
295 yarn polkadot-types
296 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
297 env:
298 RPC_URL: http://127.0.0.1:9933/
299
300 - name: Test Report Sequential
301 uses: phoenix-actions/test-reporting@v10
302 id: test-report-sequential
303 if: success() || failure() # run this step even if previous step failed
304 with:
305 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
306 path: tests/mochawesome-report/test-sequential-*.json # Path to test results
307 reporter: mochawesome-json
308 fail-on-error: 'false'
309
310 - name: Stop running containers
311 if: always() # run this step always
312 run: docker-compose -f ".docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml" down
313
314 - name: Remove builder cache
315 if: always() # run this step always
316 run: |
317 docker builder prune -f -a
318 docker system prune -f
319 docker image prune -f -a
223320
modified.github/workflows/try-runtime.ymldiffbeforeafterboth
--- a/.github/workflows/try-runtime.yml
+++ b/.github/workflows/try-runtime.yml
@@ -38,14 +38,14 @@
             network {quartz}, wasm_name {quartz}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
             network {unique}, wasm_name {unique}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
 
-  try-runtime:
+  try-runtime-build:
     needs: prepare-execution-marix
 
     # The type of runner that the job will run on
     runs-on: [self-hosted-ci]
     continue-on-error: false         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
 
-    name: ${{ matrix.network }}-try-runtime
+    name: ${{ matrix.network }}-try-runtime-build
     strategy:
       matrix:
         include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
@@ -60,25 +60,131 @@
         with:
           ref: ${{ github.head_ref }}  #Checking out head commit
 
+      # Prepare SHA  
+      - name: Prepare SHA
+        uses: ./.github/actions/prepare
+
       - name: Read .env file
         uses: xom9ikk/dotenv@v2
 
-      - name: Generate ENV related extend file for docker-compose
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v2.0.0
+        with:
+          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
+          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
+
+      # Build main image for TRY-RUNTIME
+      - name: Generate ENV related extend Dockerfile file
         uses: cuchi/jinja2-action@v1.2.0
         with:
-          template: .docker/docker-compose.tmp-try-runtime.j2
-          output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
+          template: .docker/Dockerfile-try-runtime.j2
+          output_file: .docker/Dockerfile-try-runtime.${{ matrix.network }}.yml
           variables: |
             RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
             NETWORK=${{ matrix.network }}
             WASM_NAME=${{ matrix.wasm_name }}
             REPLICA_FROM=${{ matrix.replica_from_address }}
 
+      - name: Show build Dockerfile
+        run: cat .docker/Dockerfile-try-runtime.${{ matrix.network }}.yml
+
+      - name: Run find-and-replace to remove slashes from branch name
+        uses: mad9000/actions-find-and-replace-string@3
+        id: branchname
+        with:
+          source: ${{ github.head_ref }}
+          find: '/'
+          replace: '-'
+
+      - name: Set build SHA
+        shell: bash
+        run: |
+          echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
+
+      - name: Build the stack
+        run: cd .docker/ && docker build --no-cache --file ./Dockerfile-try-runtime.${{ matrix.network }}.yml --tag uniquenetwork/ci-tryruntime-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .
+
+      - name: Push docker image version
+        run: docker push uniquenetwork/ci-tryruntime-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA
+
+      - name: Remove builder cache
+        if: always()                   # run this step always
+        run: |
+          docker builder prune -f
+          docker system prune -f
+
+
+  try-runtime-tests:
+    needs: [prepare-execution-marix, try-runtime-build]
+    # The type of runner that the job will run on
+    runs-on: [self-hosted-ci]
+
+    timeout-minutes: 600
+
+    name: ${{ matrix.network }}-try-runtime-tests
+
+    continue-on-error: false         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
+
+    strategy:
+      matrix:
+        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
+
+    steps:
+      - name: Skip if pull request is in Draft
+        if: github.event.pull_request.draft == true
+        run: exit 1
+
+      - name: Clean Workspace
+        uses: AutoModality/action-clean@v1.1.0
+
+      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+      - uses: actions/checkout@v3.1.0
+        with:
+          ref: ${{ github.head_ref }}  #Checking out head commit
+
+      - name: Prepare
+        uses: ./.github/actions/prepare
+
+      - name: Set build SHA
+        shell: bash
+        run: |
+          echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
+
+      - name: Run find-and-replace to remove slashes from branch name
+        uses: mad9000/actions-find-and-replace-string@2
+        id: branchname
+        with:
+          source: ${{ github.head_ref }}
+          find: '/'
+          replace: '-'
+
+      - name: Read .env file
+        uses: xom9ikk/dotenv@v2
+
+      - name: Generate ENV related extend file for docker-compose
+        uses: cuchi/jinja2-action@v1.2.0
+        with:
+          template: .docker/docker-compose.try-runtime.j2
+          output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
+          variables: |
+            NETWORK=${{ matrix.network }}
+            BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA
+
       - name: Show build configuration
         run: cat .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
 
+      - uses: actions/setup-node@v3.5.1
+        with:
+          node-version: 16
+
+      - name: Log in to Docker Hub
+        uses: docker/login-action@v2.0.0
+        with:
+          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
+          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
+
       - name: Build the stack
-        run: docker-compose -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up --build  --force-recreate --timeout 300 --remove-orphans --exit-code-from try-runtime
+        run: docker-compose -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300
 
       - name: Collect Docker Logs
         if: success() || failure()
modified.github/workflows/xcm.ymldiffbeforeafterboth
--- a/.github/workflows/xcm.yml
+++ b/.github/workflows/xcm.yml
@@ -360,14 +360,14 @@
       - name: Generate ENV related extend file for docker-compose
         uses: cuchi/jinja2-action@v1.2.0
         with:
-          template: .docker/docker-compose.tmp-xcm-tests.j2
-          output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml
+          template: .docker/docker-compose.xcm.j2
+          output_file: .docker/docker-compose.xcm.${{ matrix.network }}.yml
           variables: |
             NETWORK=${{ matrix.network }}
             BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA
 
       - name: Show build configuration
-        run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml
+        run: cat .docker/docker-compose.xcm.${{ matrix.network }}.yml
 
       - uses: actions/setup-node@v3.5.1
         with:
@@ -380,7 +380,7 @@
           password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
 
       - name: Build the stack
-        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300
+        run: docker-compose -f ".docker/docker-compose.xcm.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300
 
       #  ๐Ÿš€ POLKADOT LAUNCH COMPLETE ๐Ÿš€
       - name: Check if docker logs consist messages related to testing of xcm tests 
@@ -456,7 +456,7 @@
 
       - name: Stop running containers
         if: always()                   # run this step always
-        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" down
+        run: docker-compose -f ".docker/docker-compose.xcm.${{ matrix.network }}.yml" down
 
       - name: Clean Workspace
         if: always()