difftreelog
Merge branch 'develop' into feature/collator-selection
in: master
17 files changed
.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth--- a/.docker/Dockerfile-parachain-node-only
+++ b/.docker/Dockerfile-parachain-node-only
@@ -61,6 +61,7 @@
ARG NETWORK
ARG POLKADOT_LAUNCH_BRANCH
+ARG WASM_NAME
RUN apt-get -y update && \
apt-get -y install curl git && \
@@ -82,7 +83,7 @@
COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
-COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$WASM_NAME"-runtime/"$WASM_NAME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$WASM_NAME"-runtime/"$WASM_NAME"_runtime.compact.compressed.wasm
COPY --from=polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
COPY --from=polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
.docker/Dockerfile-parachain-upgradediffbeforeafterboth--- a/.docker/Dockerfile-parachain-upgrade
+++ b/.docker/Dockerfile-parachain-upgrade
@@ -59,6 +59,7 @@
ARG NETWORK
ARG POLKADOT_LAUNCH_BRANCH
+ARG WASM_NAME
RUN apt-get -y update && \
apt-get -y install curl git && \
@@ -80,7 +81,7 @@
COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
-COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$WASM_NAME"-runtime/"$WASM_NAME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$WASM_NAME"-runtime/"$WASM_NAME"_runtime.compact.compressed.wasm
COPY --from=polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
COPY --from=polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
.docker/Dockerfile-parachain-upgrade-datadiffbeforeafterboth--- a/.docker/Dockerfile-parachain-upgrade-data
+++ b/.docker/Dockerfile-parachain-upgrade-data
@@ -63,6 +63,7 @@
ARG REPLICA_FROM
ENV REPLICA_FROM=${REPLICA_FROM}
ARG POLKADOT_LAUNCH_BRANCH
+ARG WASM_NAME
RUN apt-get -y update && \
apt-get -y install curl git && \
@@ -85,7 +86,7 @@
COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
-COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$WASM_NAME"-runtime/"$WASM_NAME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$WASM_NAME"-runtime/"$WASM_NAME"_runtime.compact.compressed.wasm
COPY --from=uniquenetwork/builder-chainql:latest /chainql/target/release/chainql /chainql/target/release/
.docker/Dockerfile-try-runtimediffbeforeafterboth--- a/.docker/Dockerfile-try-runtime
+++ b/.docker/Dockerfile-try-runtime
@@ -35,8 +35,10 @@
ARG PROFILE=release
ARG NETWORK
ARG REPLICA_FROM
+ARG WASM_NAME
ENV NETWORK $NETWORK
ENV REPLICA_FROM $REPLICA_FROM
+ENV WASM_NAME $WASM_NAME
COPY . /unique_parachain
WORKDIR /unique_parachain
@@ -46,4 +48,4 @@
echo "Fork from: $REPLICA_FROM\n" && \
cargo build --features=try-runtime,${NETWORK}-runtime --release
-CMD cargo run --release --features ${NETWORK}-runtime,try-runtime -- try-runtime --runtime target/release/wbuild/${NETWORK}-runtime/${NETWORK}_runtime.compact.compressed.wasm -lruntime=debug -ltry-runtime::cli=debug on-runtime-upgrade --checks live --uri $REPLICA_FROM
+CMD cargo run --release --features ${NETWORK}-runtime,try-runtime -- try-runtime --runtime target/release/wbuild/${WASM_NAME}-runtime/${WASM_NAME}_runtime.compact.compressed.wasm -lruntime=debug -ltry-runtime::cli=debug on-runtime-upgrade --checks live --uri $REPLICA_FROM
.docker/docker-compose.tmp-forkless-data.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-forkless-data.j2
+++ b/.docker/docker-compose.tmp-forkless-data.j2
@@ -13,6 +13,7 @@
- "MAINNET_TAG={{ MAINNET_TAG }}"
- "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
- "REPLICA_FROM={{ REPLICA_FROM }}"
+ - "WASM_NAME={{ WASM_NAME }}"
context: ../
dockerfile: .docker/Dockerfile-parachain-upgrade-data
image: node-parachain
.docker/docker-compose.tmp-forkless-nodata.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-forkless-nodata.j2
+++ b/.docker/docker-compose.tmp-forkless-nodata.j2
@@ -12,6 +12,7 @@
- "POLKADOT_LAUNCH_BRANCH={{ POLKADOT_LAUNCH_BRANCH }}"
- "MAINNET_TAG={{ MAINNET_TAG }}"
- "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
+ - "WASM_NAME={{ WASM_NAME }}"
context: ../
dockerfile: .docker/Dockerfile-parachain-upgrade
image: node-parachain
.docker/docker-compose.tmp-node.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-node.j2
+++ b/.docker/docker-compose.tmp-node.j2
@@ -12,6 +12,7 @@
- "POLKADOT_LAUNCH_BRANCH={{ POLKADOT_LAUNCH_BRANCH }}"
- "MAINNET_TAG={{ MAINNET_TAG }}"
- "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
+ - "WASM_NAME={{ WASM_NAME }}"
context: ../
dockerfile: .docker/Dockerfile-parachain-node-only
image: node-parachain
.docker/docker-compose.tmp-try-runtime.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-try-runtime.j2
+++ b/.docker/docker-compose.tmp-try-runtime.j2
@@ -8,7 +8,8 @@
args:
- "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- "NETWORK={{ NETWORK }}"
- - "REPLICA_FROM={{ REPLICA_FROM }}"
+ - "REPLICA_FROM={{ REPLICA_FROM }}"
+ - "WASM_NAME={{ WASM_NAME }}"
image: try-runtime
container_name: try-runtime
expose:
.docker/forkless-config/launch-config-forkless-data.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-forkless-data.j2
+++ b/.docker/forkless-config/launch-config-forkless-data.j2
@@ -88,7 +88,7 @@
{
"bin": "/unique-chain/current/release/unique-collator",
"upgradeBin": "/unique-chain/target/release/unique-collator",
- "upgradeWasm": "/unique-chain/target/release/wbuild/{{ NETWORK }}-runtime/{{ NETWORK }}_runtime.compact.compressed.wasm",
+ "upgradeWasm": "/unique-chain/target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm",
"id": "1000",
"balance": "1000000000000000000000000",
"chainRawInitializer": [
.docker/forkless-config/launch-config-forkless-nodata.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-forkless-nodata.j2
+++ b/.docker/forkless-config/launch-config-forkless-nodata.j2
@@ -88,7 +88,7 @@
{
"bin": "/unique-chain/current/release/unique-collator",
"upgradeBin": "/unique-chain/target/release/unique-collator",
- "upgradeWasm": "/unique-chain/target/release/wbuild/{{ NETWORK }}-runtime/{{ NETWORK }}_runtime.compact.compressed.wasm",
+ "upgradeWasm": "/unique-chain/target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm",
"id": "1000",
"balance": "1000000000000000000000000",
"nodes": [
.docker/forkless-config/launch-config-node-update-only-v3.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-node-update-only-v3.j2
+++ b/.docker/forkless-config/launch-config-node-update-only-v3.j2
@@ -88,7 +88,7 @@
{
"bin": "/unique-chain/current/release/unique-collator",
"upgradeBin": "/unique-chain/target/release/unique-collator",
- "upgradeWasm": "/unique-chain/target/release/wbuild/{{ NETWORK }}-runtime/{{ NETWORK }}_runtime.compact.compressed.wasm",
+ "upgradeWasm": "/unique-chain/target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm",
"id": "1000",
"balance": "1000000000000000000000000",
"nodes": [
.github/workflows/forkless-update-data.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-data.yml
+++ b/.github/workflows/forkless-update-data.yml
@@ -35,10 +35,10 @@
id: create_matrix
with:
matrix: |
- network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}
- network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}
- network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
- network {sapphire}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
+ network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}
+ network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}
+ network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
+ network {sapphire}, wasm_name {opal}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
forkless-update-data:
needs: execution-marix
@@ -81,6 +81,7 @@
NETWORK=${{ matrix.network }}
# BRANCH=${{ github.head_ref }}
REPLICA_FROM=${{ matrix.replica_from_address }}
+ WASM_NAME=${{ matrix.wasm_name }}
- name: Show build configuration
run: cat .docker/docker-compose-forkless-data.${{ matrix.network }}.yml
@@ -93,6 +94,7 @@
variables: |
NETWORK=${{ matrix.network }}
REPLICA_FROM=${{ matrix.replica_from_address }}
+ WASM_NAME=${{ matrix.wasm_name}}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-data.json
.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata.yml
+++ b/.github/workflows/forkless-update-nodata.yml
@@ -34,10 +34,10 @@
id: create_matrix
with:
matrix: |
- network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}
- network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}
- network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
- network {sapphire}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
+ network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}
+ network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}
+ network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
+ network {sapphire}, wasm_name {opal}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
forkless-update-nodata:
@@ -82,6 +82,7 @@
MAINNET_BRANCH=${{ matrix.mainnet_branch }}
NETWORK=${{ matrix.network }}
# BRANCH=${{ github.head_ref }}
+ WASM_NAME=${{ matrix.wasm_name }}
- name: Show build configuration
run: cat .docker/docker-compose.${{ matrix.network }}.yml
@@ -93,6 +94,7 @@
output_file: .docker/launch-config-forkless-nodata.json
variables: |
NETWORK=${{ matrix.network }}
+ WASM_NAME=${{ matrix.wasm_name }}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
.github/workflows/integration-tests.ymldiffbeforeafterboth1# Test workflow for debug parallel and sequental tests in scope of execution time reducing.2name: Integration tests34# Triger: only call from main workflow(re-usable workflows)5on:6 workflow_call:7#Define Workflow variables89# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112 nodes-execution-matrix:1314 name: execution matrix1516 runs-on: self-hosted-ci17 outputs:18 matrix: ${{ steps.create_matrix.outputs.matrix }}1920 steps:2122 - name: Clean Workspace23 uses: AutoModality/action-clean@v1.1.02425 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26 - uses: actions/checkout@v327 with:28 ref: ${{ github.head_ref }} #Checking out head commit2930 - name: Read .env file31 uses: xom9ikk/dotenv@v1.0.23233 - name: Create Execution matrix34 uses: fabiocaccamo/create-matrix-action@v235 id: create_matrix36 with:37 matrix: |38 network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}39 network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}40 network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}41 42 parallel-test:43 needs: nodes-execution-matrix44 # The type of runner that the job will run on45 runs-on: [self-hosted-ci,large]4647 timeout-minutes: 13804849 name: ${{ matrix.network }} - parallel5051 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5253 strategy:54 matrix:55 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}5657 steps:5859 - name: Clean Workspace60 uses: AutoModality/action-clean@v1.1.06162 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it63 - uses: actions/checkout@v364 with:65 ref: ${{ github.head_ref }} #Checking out head commit6667 - name: Read .env file68 uses: xom9ikk/dotenv@v1.0.26970 - name: Generate ENV related extend file for docker-compose71 uses: cuchi/jinja2-action@v1.2.072 with:73 template: .docker/docker-compose.tmp-node.j274 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml75 variables: |76 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git77 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}78 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}79 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }} 80 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}81 MAINNET_TAG=${{ matrix.mainnet_tag }}82 MAINNET_BRANCH=${{ matrix.mainnet_branch }}83 NETWORK=${{ matrix.network }}84 BRANCH=${{ github.head_ref }}85 86 - name: Show build configuration87 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml8889 - name: Generate launch-config-forkless-nodata.json90 uses: cuchi/jinja2-action@v1.2.091 with:92 template: .docker/forkless-config/launch-config-node-update-only-v3.j293 output_file: .docker/launch-config-forkless-nodata.json94 variables: |95 NETWORK=${{ matrix.network }}96 97 - name: Show launch-config-forkless configuration98 run: cat .docker/launch-config-forkless-nodata.json99100 - uses: actions/setup-node@v3101 with:102 node-version: 16103104 - name: Build the stack105 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300106107 # 🚀 POLKADOT LAUNCH COMPLETE 🚀108 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.109 if: success()110 run: |111 counter=160112 function check_container_status {113 docker inspect -f {{.State.Running}} node-parachain114 }115 function do_docker_logs {116 docker logs --details node-parachain 2>&1117 }118 function is_started {119 if [ "$(check_container_status)" == "true" ]; then120 echo "Container: node-parachain RUNNING";121 echo "Check Docker logs"122 DOCKER_LOGS=$(do_docker_logs)123 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then124 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"125 return 0126 else127 echo "Message not found in logs output, repeating..."128 return 1129 fi130 else131 echo "Container node-parachain NOT RUNNING"132 echo "Halting all future checks"133 exit 1134 fi135 echo "something goes wrong"136 exit 1137 }138 while ! is_started; do139 echo "Waiting for special message in log files "140 sleep 30s141 counter=$(( $counter - 1 ))142 echo "Counter: $counter"143 if [ "$counter" -gt "0" ]; then144 continue145 else146 break147 fi148 done149 echo "Halting script"150 exit 0151 shell: bash152153 - name: Run Parallel tests on Node Parachain154 working-directory: tests155 run: |156 yarn install157 yarn add mochawesome158 echo "Ready to start tests"159 yarn polkadot-types160 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}161 env:162 RPC_URL: http://127.0.0.1:9933/163164 - name: Parallel Tests report165 uses: phoenix-actions/test-reporting@v8166 id: test-report-parallel167 if: success() || failure() # run this step even if previous step failed168 with:169 name: Parallel Tests report - ${{ matrix.network }} # Name of the check run which will be created170 path: tests/mochawesome-report/test-parallel-*.json # Path to test results171 reporter: mochawesome-json172 fail-on-error: 'false'173 174 175 - name: Stop running containers176 if: always() # run this step always177 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes178179 - name: Remove builder cache180 if: always() # run this step always181 run: |182 docker builder prune -f -a183 docker system prune -f184 docker image prune -f -a185 186 - name: List files in Workspace187 if: always()188 run: ls -la ./189190 sequential-test:191 needs: nodes-execution-matrix192 # The type of runner that the job will run on193 runs-on: [self-hosted-ci,large]194195 timeout-minutes: 1380196197 name: ${{ matrix.network }} - sequential198199 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.200201 strategy:202 matrix:203 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}204205 steps:206207 - name: Clean Workspace208 uses: AutoModality/action-clean@v1.1.0209210 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it211 - uses: actions/checkout@v3212 with:213 ref: ${{ github.head_ref }} #Checking out head commit214215 - name: Read .env file216 uses: xom9ikk/dotenv@v1.0.2217218 - name: Generate ENV related extend file for docker-compose219 uses: cuchi/jinja2-action@v1.2.0220 with:221 template: .docker/docker-compose.tmp-node.j2222 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml223 variables: |224 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git225 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}226 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}227 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }} 228 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}229 MAINNET_TAG=${{ matrix.mainnet_tag }}230 MAINNET_BRANCH=${{ matrix.mainnet_branch }}231 NETWORK=${{ matrix.network }}232 BRANCH=${{ github.head_ref }}233 234 - name: Show build configuration235 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml236237 - name: Generate launch-config-forkless-nodata.json238 uses: cuchi/jinja2-action@v1.2.0239 with:240 template: .docker/forkless-config/launch-config-node-update-only-v3.j2241 output_file: .docker/launch-config-forkless-nodata.json242 variables: |243 NETWORK=${{ matrix.network }}244 245 - name: Show launch-config-forkless configuration246 run: cat .docker/launch-config-forkless-nodata.json247248 - uses: actions/setup-node@v3249 with:250 node-version: 16251252 - name: Build the stack253 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300254255 # 🚀 POLKADOT LAUNCH COMPLETE 🚀256 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.257 if: success()258 run: |259 counter=160260 function check_container_status {261 docker inspect -f {{.State.Running}} node-parachain262 }263 function do_docker_logs {264 docker logs --details node-parachain 2>&1265 }266 function is_started {267 if [ "$(check_container_status)" == "true" ]; then268 echo "Container: node-parachain RUNNING";269 echo "Check Docker logs"270 DOCKER_LOGS=$(do_docker_logs)271 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then272 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"273 return 0274 else275 echo "Message not found in logs output, repeating..."276 return 1277 fi278 else279 echo "Container node-parachain NOT RUNNING"280 echo "Halting all future checks"281 exit 1282 fi283 echo "something goes wrong"284 exit 1285 }286 while ! is_started; do287 echo "Waiting for special message in log files "288 sleep 30s289 counter=$(( $counter - 1 ))290 echo "Counter: $counter"291 if [ "$counter" -gt "0" ]; then292 continue293 else294 break295 fi296 done297 echo "Halting script"298 exit 0299 shell: bash300301 - name: Run Sequential tests on Node Parachain302 working-directory: tests303 run: |304 yarn install305 yarn add mochawesome306 echo "Ready to start tests"307 yarn polkadot-types308 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}309 env:310 RPC_URL: http://127.0.0.1:9933/311312 - name: Sequential Tests report313 uses: phoenix-actions/test-reporting@v8314 id: test-report-sequential315 if: success() || failure() # run this step even if previous step failed316 with:317 name: Parallel Tests report - ${{ matrix.network }} # Name of the check run which will be created318 path: tests/mochawesome-report/test-sequential-*.json # Path to test results319 reporter: mochawesome-json320 fail-on-error: 'false'321 322 - name: Stop running containers323 if: always() # run this step always324 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes325326 - name: Remove builder cache327 if: always() # run this step always328 run: |329 docker builder prune -f -a330 docker system prune -f331 docker image prune -f -a332 333 - name: List files in Workspace334 if: always()335 run: ls -la ./1# Test workflow for debug parallel and sequental tests in scope of execution time reducing.2name: Integration tests34# Triger: only call from main workflow(re-usable workflows)5on:6 workflow_call:7#Define Workflow variables89# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112 nodes-execution-matrix:1314 name: execution matrix1516 runs-on: self-hosted-ci17 outputs:18 matrix: ${{ steps.create_matrix.outputs.matrix }}1920 steps:2122 - name: Clean Workspace23 uses: AutoModality/action-clean@v1.1.02425 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26 - uses: actions/checkout@v327 with:28 ref: ${{ github.head_ref }} #Checking out head commit2930 - name: Read .env file31 uses: xom9ikk/dotenv@v1.0.23233 - name: Create Execution matrix34 uses: fabiocaccamo/create-matrix-action@v235 id: create_matrix36 with:37 matrix: |38 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}39 network {sapphire}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}40 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}41 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}42 43 parallel-test:44 needs: nodes-execution-matrix45 # The type of runner that the job will run on46 runs-on: [self-hosted-ci,large]4748 timeout-minutes: 13804950 name: ${{ matrix.network }} - parallel5152 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5354 strategy:55 matrix:56 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}5758 steps:5960 - name: Clean Workspace61 uses: AutoModality/action-clean@v1.1.06263 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it64 - uses: actions/checkout@v365 with:66 ref: ${{ github.head_ref }} #Checking out head commit6768 - name: Read .env file69 uses: xom9ikk/dotenv@v1.0.27071 - name: Generate ENV related extend file for docker-compose72 uses: cuchi/jinja2-action@v1.2.073 with:74 template: .docker/docker-compose.tmp-node.j275 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml76 variables: |77 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git78 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}79 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}80 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }} 81 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}82 MAINNET_TAG=${{ matrix.mainnet_tag }}83 MAINNET_BRANCH=${{ matrix.mainnet_branch }}84 NETWORK=${{ matrix.network }}85 BRANCH=${{ github.head_ref }}86 WASM_NAME=${{ matrix.wasm_name }}87 88 - name: Show build configuration89 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9091 - name: Generate launch-config-forkless-nodata.json92 uses: cuchi/jinja2-action@v1.2.093 with:94 template: .docker/forkless-config/launch-config-node-update-only-v3.j295 output_file: .docker/launch-config-forkless-nodata.json96 variables: |97 NETWORK=${{ matrix.network }}98 99 - name: Show launch-config-forkless configuration100 run: cat .docker/launch-config-forkless-nodata.json101102 - uses: actions/setup-node@v3103 with:104 node-version: 16105106 - name: Build the stack107 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300108109 # 🚀 POLKADOT LAUNCH COMPLETE 🚀110 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.111 if: success()112 run: |113 counter=160114 function check_container_status {115 docker inspect -f {{.State.Running}} node-parachain116 }117 function do_docker_logs {118 docker logs --details node-parachain 2>&1119 }120 function is_started {121 if [ "$(check_container_status)" == "true" ]; then122 echo "Container: node-parachain RUNNING";123 echo "Check Docker logs"124 DOCKER_LOGS=$(do_docker_logs)125 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then126 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"127 return 0128 else129 echo "Message not found in logs output, repeating..."130 return 1131 fi132 else133 echo "Container node-parachain NOT RUNNING"134 echo "Halting all future checks"135 exit 1136 fi137 echo "something goes wrong"138 exit 1139 }140 while ! is_started; do141 echo "Waiting for special message in log files "142 sleep 30s143 counter=$(( $counter - 1 ))144 echo "Counter: $counter"145 if [ "$counter" -gt "0" ]; then146 continue147 else148 break149 fi150 done151 echo "Halting script"152 exit 0153 shell: bash154155 - name: Run Parallel tests on Node Parachain156 working-directory: tests157 run: |158 yarn install159 yarn add mochawesome160 echo "Ready to start tests"161 yarn polkadot-types162 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}163 env:164 RPC_URL: http://127.0.0.1:9933/165166 - name: Parallel Tests report167 uses: phoenix-actions/test-reporting@v8168 id: test-report-parallel169 if: success() || failure() # run this step even if previous step failed170 with:171 name: Parallel Tests report - ${{ matrix.network }} # Name of the check run which will be created172 path: tests/mochawesome-report/test-parallel-*.json # Path to test results173 reporter: mochawesome-json174 fail-on-error: 'false'175 176 177 - name: Stop running containers178 if: always() # run this step always179 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes180181 - name: Remove builder cache182 if: always() # run this step always183 run: |184 docker builder prune -f -a185 docker system prune -f186 docker image prune -f -a187 188 - name: List files in Workspace189 if: always()190 run: ls -la ./191192 sequential-test:193 needs: nodes-execution-matrix194 # The type of runner that the job will run on195 runs-on: [self-hosted-ci,large]196197 timeout-minutes: 1380198199 name: ${{ matrix.network }} - sequential200201 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.202203 strategy:204 matrix:205 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}206207 steps:208209 - name: Clean Workspace210 uses: AutoModality/action-clean@v1.1.0211212 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it213 - uses: actions/checkout@v3214 with:215 ref: ${{ github.head_ref }} #Checking out head commit216217 - name: Read .env file218 uses: xom9ikk/dotenv@v1.0.2219220 - name: Generate ENV related extend file for docker-compose221 uses: cuchi/jinja2-action@v1.2.0222 with:223 template: .docker/docker-compose.tmp-node.j2224 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml225 variables: |226 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git227 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}228 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}229 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }} 230 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}231 MAINNET_TAG=${{ matrix.mainnet_tag }}232 MAINNET_BRANCH=${{ matrix.mainnet_branch }}233 NETWORK=${{ matrix.network }}234 BRANCH=${{ github.head_ref }}235 WASM_NAME=${{ matrix.wasm_name }}236 237 - name: Show build configuration238 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml239240 - name: Generate launch-config-forkless-nodata.json241 uses: cuchi/jinja2-action@v1.2.0242 with:243 template: .docker/forkless-config/launch-config-node-update-only-v3.j2244 output_file: .docker/launch-config-forkless-nodata.json245 variables: |246 NETWORK=${{ matrix.network }}247 248 - name: Show launch-config-forkless configuration249 run: cat .docker/launch-config-forkless-nodata.json250251 - uses: actions/setup-node@v3252 with:253 node-version: 16254255 - name: Build the stack256 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300257258 # 🚀 POLKADOT LAUNCH COMPLETE 🚀259 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.260 if: success()261 run: |262 counter=160263 function check_container_status {264 docker inspect -f {{.State.Running}} node-parachain265 }266 function do_docker_logs {267 docker logs --details node-parachain 2>&1268 }269 function is_started {270 if [ "$(check_container_status)" == "true" ]; then271 echo "Container: node-parachain RUNNING";272 echo "Check Docker logs"273 DOCKER_LOGS=$(do_docker_logs)274 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then275 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"276 return 0277 else278 echo "Message not found in logs output, repeating..."279 return 1280 fi281 else282 echo "Container node-parachain NOT RUNNING"283 echo "Halting all future checks"284 exit 1285 fi286 echo "something goes wrong"287 exit 1288 }289 while ! is_started; do290 echo "Waiting for special message in log files "291 sleep 30s292 counter=$(( $counter - 1 ))293 echo "Counter: $counter"294 if [ "$counter" -gt "0" ]; then295 continue296 else297 break298 fi299 done300 echo "Halting script"301 exit 0302 shell: bash303304 - name: Run Sequential tests on Node Parachain305 working-directory: tests306 run: |307 yarn install308 yarn add mochawesome309 echo "Ready to start tests"310 yarn polkadot-types311 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}312 env:313 RPC_URL: http://127.0.0.1:9933/314315 - name: Sequential Tests report316 uses: phoenix-actions/test-reporting@v8317 id: test-report-sequential318 if: success() || failure() # run this step even if previous step failed319 with:320 name: Parallel Tests report - ${{ matrix.network }} # Name of the check run which will be created321 path: tests/mochawesome-report/test-sequential-*.json # Path to test results322 reporter: mochawesome-json323 fail-on-error: 'false'324 325 - name: Stop running containers326 if: always() # run this step always327 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes328329 - name: Remove builder cache330 if: always() # run this step always331 run: |332 docker builder prune -f -a333 docker system prune -f334 docker image prune -f -a335 336 - name: List files in Workspace337 if: always()338 run: ls -la ./.github/workflows/node-only-update.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update.yml
+++ b/.github/workflows/node-only-update.yml
@@ -37,10 +37,10 @@
id: create_matrix
with:
matrix: |
- network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
- network {sapphire}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
- network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}
- network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}
+ network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
+ network {sapphire}, wasm_name {opal}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
+ network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}
+ network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}
nodes-only-update:
@@ -85,6 +85,7 @@
# MAINNET_TAG=${{ matrix.mainnet_tag }}
MAINNET_BRANCH=${{ matrix.mainnet_branch }}
NETWORK=${{ matrix.network }}
+ WASM_NAME=${{ matrix.wasm_name }}
# BRANCH=${{ github.head_ref }}
- name: Show build configuration
@@ -97,6 +98,7 @@
output_file: .docker/launch-config-forkless-nodata.json
variables: |
NETWORK=${{ matrix.network }}
+ WASM_NAME=${{ matrix.wasm_name }}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
.github/workflows/try-runtime.ymldiffbeforeafterboth--- a/.github/workflows/try-runtime.yml
+++ b/.github/workflows/try-runtime.yml
@@ -33,9 +33,10 @@
id: create_matrix
with:
matrix: |
- network {opal}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
- network {quartz}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
- network {unique}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
+ network {opal}, wasm_name {opal}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {sapphire}, wasm_name {opal}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}
+ network {quartz}, wasm_name {quartz}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
+ network {unique}, wasm_name {unique}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
try-runtime:
needs: prepare-execution-marix
@@ -70,6 +71,7 @@
variables: |
RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
NETWORK=${{ matrix.network }}
+ WASM_NAME=${{ matrix.wasm_name }}
REPLICA_FROM=${{ matrix.replica_from_address }}
- name: Show build configuration
.github/workflows/yarn-dev.ymldiffbeforeafterboth--- a/.github/workflows/yarn-dev.yml
+++ b/.github/workflows/yarn-dev.yml
@@ -24,6 +24,7 @@
matrix:
include:
- network: "opal"
+ - network: "sapphire"
- network: "quartz"
- network: "unique"