difftreelog
Merge pull request #477 from UniqueNetwork/CI-41-forckless-update-parachain-relay-nodata
in: master
Ci 41 forckless update parachain relay nodata
10 files changed
.docker/Dockerfile-chain-devdiffbeforeafterboth--- a/.docker/Dockerfile-chain-dev
+++ b/.docker/Dockerfile-chain-dev
@@ -11,6 +11,7 @@
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
ARG RUST_TOOLCHAIN=
+ARG POLKADOT_BUILD_BRANCH=
ARG BRANCH=
ARG REPO_URL=
ARG FEATURE=
@@ -25,4 +26,4 @@
RUN cargo build --release
-CMD cargo run --release $FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
+CMD cargo run --release --features=$FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
.docker/Dockerfile-parachaindiffbeforeafterboth--- a/.docker/Dockerfile-parachain
+++ b/.docker/Dockerfile-parachain
@@ -38,8 +38,8 @@
RUN mkdir /unique_parachain
WORKDIR /unique_parachain
-RUN git clone $REPO_URL -b $BRANCH
-RUN cargo build $FEATURE --$PROFILE
+RUN git clone $REPO_URL -b $BRANCH && \
+ cargo build --features=$FEATURE --$PROFILE
# ===== BUILD POLKADOT =====
.docker/Dockerfile-parachain-upgradediffbeforeafterboth--- /dev/null
+++ b/.docker/Dockerfile-parachain-upgrade
@@ -0,0 +1,110 @@
+# ===== Rust builder =====
+FROM ubuntu:20.04 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ARG RUST_TOOLCHAIN=
+
+ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update && \
+ apt-get install -y curl cmake pkg-config libssl-dev git clang && \
+ apt-get clean && \
+ rm -r /var/lib/apt/lists/*
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+ rustup toolchain install $RUST_TOOLCHAIN && \
+ rustup default $RUST_TOOLCHAIN && \
+ rustup target list --installed && \
+ rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain $RUST_TOOLCHAIN
+
+
+#RUN mkdir /unique_parachain
+#WORKDIR /unique_parachain
+
+
+# ===== BUILD current version ======
+FROM rust-builder as builder-unique-current
+
+ARG PROFILE=release
+ARG FEATURE=
+ARG MAINNET_BRANCH=
+ARG REPO_URL=
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+RUN git clone $REPO_URL -b $MAINNET_BRANCH . && \
+ cargo build --features=$FEATURE --$PROFILE
+
+
+# ===== BUILD target version ======
+FROM rust-builder as builder-unique-target
+
+ARG PROFILE=release
+ARG FEATURE=
+ARG BRANCH=
+ARG REPO_URL=
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+RUN git clone $REPO_URL -b $BRANCH . && \
+ cargo build --features=$FEATURE --$PROFILE
+
+# ===== BUILD POLKADOT =====
+FROM rust-builder as builder-polkadot
+
+ARG POLKADOT_BUILD_BRANCH=
+ENV POLKADOT_BUILD_BRANCH $POLKADOT_BUILD_BRANCH
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+RUN git clone -b $POLKADOT_BUILD_BRANCH --depth 1 https://github.com/paritytech/polkadot.git && \
+ cd polkadot && \
+ cargo build --release
+
+# ===== RUN ======
+
+FROM ubuntu:20.04
+
+ARG RUNTIME=
+ENV RUNTIME $RUNTIME
+
+RUN apt-get -y update && \
+ apt-get -y install curl git && \
+ curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash && \
+ export NVM_DIR="$HOME/.nvm" && \
+ [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+ nvm install v16.16.0 && \
+ nvm use v16.16.0
+
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing
+
+RUN export NVM_DIR="$HOME/.nvm" && \
+ [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+ cd /polkadot-launch && \
+ npm install --global yarn && \
+ yarn install
+
+RUN echo "$RUNTIME"
+
+COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm
+
+COPY --from=builder-polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
+COPY --from=builder-polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
+
+
+CMD export NVM_DIR="$HOME/.nvm" && \
+ [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+ cd /polkadot-launch && \
+ yarn start launch-config.json --test-upgrade-parachains
.docker/docker-compose-forkless.yamldiffbeforeafterboth--- /dev/null
+++ b/.docker/docker-compose-forkless.yaml
@@ -0,0 +1,24 @@
+version: "3.5"
+
+services:
+ node-parachain:
+ build:
+ context: ../
+ dockerfile: .docker/Dockerfile-parachain-upgrade
+ image: node-parachain
+ container_name: node-parachain
+ volumes:
+ - type: bind
+ source: ./launch-config-forkless.json
+ target: /polkadot-launch/launch-config.json
+ read_only: true
+ expose:
+ - 9944
+ - 9933
+ ports:
+ - 127.0.0.1:9944:9944
+ - 127.0.0.1:9933:9933
+ logging:
+ options:
+ max-size: "1m"
+ max-file: "3"
.docker/docker-compose.tmp-forkless.j2diffbeforeafterboth--- /dev/null
+++ b/.docker/docker-compose.tmp-forkless.j2
@@ -0,0 +1,14 @@
+version: "3.5"
+
+services:
+ node-parachain:
+ build:
+ args:
+ - "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
+ - "BRANCH={{ BRANCH }}"
+ - "REPO_URL={{ REPO_URL }}"
+ - "FEATURE={{ FEATURE }}"
+ - "RUNTIME={{ RUNTIME }}"
+ - "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
+ - "MAINNET_TAG={{ MAINNET_TAG }}"
+ - "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
.docker/docker-compose.tmp.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp.j2
+++ b/.docker/docker-compose.tmp.j2
@@ -10,4 +10,4 @@
- "FEATURE={{ FEATURE }}"
- "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
- command: cargo run --release {{ FEATURE }} -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
+ command: cargo run --release --features=$FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
.docker/launch-config.j2diffbeforeafterboth--- /dev/null
+++ b/.docker/launch-config.j2
@@ -0,0 +1,125 @@
+{
+ "relaychain": {
+ "bin": "/polkadot/target/release/polkadot",
+ "upgradeBin": "/polkadot/target/release/polkadot",
+ "upgradeWasm": "/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm",
+ "chain": "westend-local",
+ "nodes": [
+ {
+ "name": "alice",
+ "wsPort": 9844,
+ "rpcPort": 9843,
+ "port": 30444,
+ "flags": [
+ "-lparachain::candidate_validation=debug",
+ "-lxcm=trace",
+ "--rpc-cors=all",
+ "--unsafe-rpc-external",
+ "--unsafe-ws-external"
+ ]
+ },
+ {
+ "name": "bob",
+ "wsPort": 9855,
+ "rpcPort": 9854,
+ "port": 30555,
+ "flags": [
+ "-lparachain::candidate_validation=debug",
+ "-lxcm=trace",
+ "--rpc-cors=all",
+ "--unsafe-rpc-external",
+ "--unsafe-ws-external"
+ ]
+ },
+ {
+ "name": "charlie",
+ "wsPort": 9866,
+ "rpcPort": 9865,
+ "port": 30666,
+ "flags": [
+ "-lparachain::candidate_validation=debug",
+ "-lxcm=trace",
+ "--rpc-cors=all",
+ "--unsafe-rpc-external",
+ "--unsafe-ws-external"
+ ]
+ },
+ {
+ "name": "dave",
+ "wsPort": 9877,
+ "rpcPort": 9876,
+ "port": 30777,
+ "flags": [
+ "-lparachain::candidate_validation=debug",
+ "-lxcm=trace",
+ "--rpc-cors=all",
+ "--unsafe-rpc-external",
+ "--unsafe-ws-external"
+ ]
+ },
+ {
+ "name": "eve",
+ "wsPort": 9888,
+ "rpcPort": 9887,
+ "port": 30888,
+ "flags": [
+ "-lparachain::candidate_validation=debug",
+ "-lxcm=trace",
+ "--rpc-cors=all",
+ "--unsafe-rpc-external",
+ "--unsafe-ws-external"
+ ]
+ }
+ ],
+ "genesis": {
+ "runtime": {
+ "runtime_genesis_config": {
+ "parachainsConfiguration": {
+ "config": {
+ "validation_upgrade_frequency": 1,
+ "validation_upgrade_delay": 1
+ }
+ }
+ }
+ }
+ }
+ },
+ "parachains": [
+ {
+ "bin": "/unique-chain/current/release/unique-collator",
+ "upgradeBin": "/unique-chain/target/release/unique-collator",
+ "upgradeWasm": "/unique-chain/target/release/wbuild/{{ FEATURE }}/{{ RUNTIME }}_runtime.compact.compressed.wasm",
+ "id": "1000",
+ "balance": "1000000000000000000000000",
+ "nodes": [
+ {
+ "port": 31200,
+ "wsPort": 9944,
+ "rpcPort": 9933,
+ "name": "alice",
+ "flags": [
+ "--rpc-cors=all",
+ "--unsafe-rpc-external",
+ "--unsafe-ws-external",
+ "-lxcm=trace"
+ ]
+ },
+ {
+ "port": 31201,
+ "wsPort": 9945,
+ "rpcPort": 9934,
+ "name": "bob",
+ "flags": [
+ "--rpc-cors=all",
+ "--unsafe-rpc-external",
+ "--unsafe-ws-external",
+ "-lxcm=trace"
+ ]
+ }
+ ]
+ }
+ ],
+ "simpleParachains": [],
+ "hrmpChannels": [],
+ "finalization": false
+}
.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth1name: Forkless Parachain update with no data23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6 pull_request:7 branches:8 - master9 types:10 - opened11 - reopened12 - synchronize #commit(s) pushed to the pull request1314 # Allows you to run this workflow manually from the Actions tab15 workflow_dispatch:1617#Define Workflow variables18env:19 REPO_URL: ${{ github.server_url }}/${{ github.repository }}2021# A workflow run is made up of one or more jobs that can run sequentially or in parallel22jobs:2324 prepare-execution-marix:25 26 name: Prepare execution matrix27 28 runs-on: self-hosted-ci29 outputs:30 matrix: ${{ steps.create_matrix.outputs.matrix }}31 steps:32 33 - name: Clean Workspace34 uses: AutoModality/action-clean@v1.1.03536 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it37 - uses: actions/checkout@v338 with:39 ref: ${{ github.head_ref }} #Checking out head commit4041 - name: Read .env file42 uses: xom9ikk/dotenv@v1.0.24344 - name: Create Execution matrix45 uses: fabiocaccamo/create-matrix-action@v246 id: create_matrix47 with:48 matrix: |49 network {Opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}50 network {Quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}51 network {Unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}52535455 forkless-update-nodata:56 needs: prepare-execution-marix57 # The type of runner that the job will run on58 runs-on: self-hosted-ci5960 name: Build Container, Spin it Up an test6162 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.6364 strategy:65 matrix:66 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}676869 steps:70 - name: Skip if pull request is in Draft71 # `if: github.event.pull_request.draft == true` should be kept here, at72 # the step level, rather than at the job level. The latter is not73 # recommended because when the PR is moved from "Draft" to "Ready to74 # review" the workflow will immediately be passing (since it was skipped),75 # even though it hasn't actually ran, since it takes a few seconds for76 # the workflow to start. This is also disclosed in:77 # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1778 # That scenario would open an opportunity for the check to be bypassed:79 # 1. Get your PR approved80 # 2. Move it to Draft81 # 3. Push whatever commits you want82 # 4. Move it to "Ready for review"; now the workflow is passing (it was83 # skipped) and "Check reviews" is also passing (it won't be updated84 # until the workflow is finished)85 if: github.event.pull_request.draft == true86 run: exit 18788 - name: Clean Workspace89 uses: AutoModality/action-clean@v1.1.09091 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it92 - uses: actions/checkout@v393 with:94 ref: ${{ github.head_ref }} #Checking out head commit9596 - name: Read .env file97 uses: xom9ikk/dotenv@v1.0.29899 - name: Generate ENV related extend file for docker-compose100 uses: cuchi/jinja2-action@v1.2.0101 with:102 template: .docker/docker-compose.tmp-forkless.j2103 output_file: .docker/docker-compose.${{ matrix.network }}.yml104 variables: |105 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git106 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}107 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}108 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}109 MAINNET_TAG=${{ matrix.mainnet_tag }}110 MAINNET_BRANCH=${{ matrix.mainnet_branch }}111 FEATURE=${{ matrix.features }}112 RUNTIME=${{ matrix.runtime }}113 BRANCH=${{ github.head_ref }}114115 - name: Show build configuration116 run: cat .docker/docker-compose.${{ matrix.network }}.yml117118 - name: Generate launch-config.json119 uses: cuchi/jinja2-action@v1.2.0120 with:121 template: .docker/launch-config.j2122 output_file: .docker/launch-config-forkless.json123 variables: |124 FEATURE=${{ matrix.features }}125 RUNTIME=${{ matrix.runtime }}126127 - name: Show launch-config-forkless configuration128 run: cat .docker/launch-config-forkless.json129130131 - name: Build the stack132 run: docker-compose -f ".docker/docker-compose-forkless.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300133134 - name: Check if docker logs consist logs related to Runtime Upgrade testing.135 if: success()136 run: |137 counter=160138 function check_container_status {139 docker inspect -f {{.State.Running}} node-parachain140 }141 function do_docker_logs {142 docker logs --details node-parachain 2>&1143 }144 function is_started {145 if [ "$(check_container_status)" == "true" ]; then146 echo "Container: node-parachain RUNNING";147 echo "Check Docker logs"148 DOCKER_LOGS=$(do_docker_logs)149 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then150 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"151 return 0152 exit 1153 else 154 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸 - Not found in logs output."155 return 1156 exit 1157 fi158 else159 echo "Container node-parachain not RUNNING"160 echo "Halting all future checks"161 exit 1162 fi163 exit 0164 }165 while ! is_started; do166 echo "Waiting for special message in log files "167 sleep 30s168 counter=$(( $counter - 1 ))169 echo "Counter: $counter"170 if [ "$counter" -gt "0" ]; then171 continue172 else173 break174 fi175 done176 echo "Halting script"177 exit 1178 shell: bash179180 - name: Collect Docker Logs181 if: success() || failure()182 uses: jwalton/gh-docker-logs@v2.2.0183 with:184 dest: './forkless-parachain-update-nodata-logs.${{ matrix.features }}'185 images: 'node-parachain' 186187 - name: Tar logs188 if: success() || failure()189 run: tar cvzf ./forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz ./forkless-parachain-update-nodata-logs.${{ matrix.features }}190191 - name: Upload logs to GitHub192 if: success() || failure()193 uses: actions/upload-artifact@master194 with:195 name: forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz196 path: ./forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz197198 - name: Stop running containers199 if: always() # run this step always200 run: docker-compose -f ".docker/docker-compose-forkless.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down.github/workflows/node_build_test.ymldiffbeforeafterboth--- a/.github/workflows/node_build_test.yml
+++ b/.github/workflows/node_build_test.yml
@@ -18,10 +18,9 @@
env:
REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
- build:
+ dev_build_test:
# The type of runner that the job will run on
runs-on: self-hosted-ci
.github/workflows/tests_codestyle.ymldiffbeforeafterboth--- a/.github/workflows/tests_codestyle.yml
+++ b/.github/workflows/tests_codestyle.yml
@@ -9,7 +9,7 @@
- reopened
- synchronize
jobs:
- build:
+ code_style:
runs-on: self-hosted-ci
steps: