difftreelog
add RELAY_CHAIN_TYPE for forkless workflows
in: master
10 files changed
.docker/forkless-config/launch-config-forkless-data.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-forkless-data.j2
+++ b/.docker/forkless-config/launch-config-forkless-data.j2
@@ -2,8 +2,8 @@
"relaychain": {
"bin": "/polkadot/target/release/polkadot",
"upgradeBin": "/polkadot/target/release/polkadot",
- "upgradeWasm": "/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm",
- "chain": "westend-local",
+ "upgradeWasm": "/polkadot/target/release/wbuild/{{ RELAY_CHAIN_TYPE }}-runtime/{{ RELAY_CHAIN_TYPE }}_runtime.compact.compressed.wasm",
+ "chain": "{{ RELAY_CHAIN_TYPE }}-local",
"nodes": [
{
"name": "alice",
.docker/forkless-config/launch-config-forkless-nodata.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-forkless-nodata.j2
+++ b/.docker/forkless-config/launch-config-forkless-nodata.j2
@@ -2,8 +2,8 @@
"relaychain": {
"bin": "/polkadot/target/release/polkadot",
"upgradeBin": "/polkadot/target/release/polkadot",
- "upgradeWasm": "/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm",
- "chain": "westend-local",
+ "upgradeWasm": "/polkadot/target/release/wbuild/{{ RELAY_CHAIN_TYPE }}-runtime/{{ RELAY_CHAIN_TYPE }}_runtime.compact.compressed.wasm",
+ "chain": "{{ RELAY_CHAIN_TYPE }}-local",
"nodes": [
{
"name": "alice",
.docker/xcm-config/launch-config-xcm-opal.j2diffbeforeafterboth--- a/.docker/xcm-config/launch-config-xcm-opal.j2
+++ b/.docker/xcm-config/launch-config-xcm-opal.j2
@@ -1,7 +1,7 @@
{
"relaychain": {
"bin": "/polkadot/target/release/polkadot",
- "chain": "{{ RELAY_CHAIN_TYPE }}",
+ "chain": "{{ RELAY_CHAIN_TYPE }}-local",
"chainInitializer": [
"chainql",
"--tla-code=spec=import '${spec}'",
.docker/xcm-config/launch-config-xcm-quartz.j2diffbeforeafterboth--- a/.docker/xcm-config/launch-config-xcm-quartz.j2
+++ b/.docker/xcm-config/launch-config-xcm-quartz.j2
@@ -1,7 +1,7 @@
{
"relaychain": {
"bin": "/polkadot/target/release/polkadot",
- "chain": "{{ RELAY_CHAIN_TYPE }}",
+ "chain": "{{ RELAY_CHAIN_TYPE }}-local",
"chainInitializer": [
"chainql",
"--tla-code=spec=import '${spec}'",
.docker/xcm-config/launch-config-xcm-unique.j2diffbeforeafterboth--- a/.docker/xcm-config/launch-config-xcm-unique.j2
+++ b/.docker/xcm-config/launch-config-xcm-unique.j2
@@ -1,7 +1,7 @@
{
"relaychain": {
"bin": "/polkadot/target/release/polkadot",
- "chain": "{{ RELAY_CHAIN_TYPE }}",
+ "chain": "{{ RELAY_CHAIN_TYPE }}-local",
"chainInitializer": [
"chainql",
"--tla-code=spec=import '${spec}'",
.envdiffbeforeafterboth--- a/.env
+++ b/.env
@@ -1,7 +1,7 @@
RUST_TOOLCHAIN=nightly-2022-11-15
POLKADOT_BUILD_BRANCH=release-v0.9.36
POLKADOT_LAUNCH_BRANCH=unique-network
-RELAY_CHAIN_TYPE=westend-local
+RELAY_CHAIN_TYPE=westend
POLKADOT_MAINNET_BRANCH=release-v0.9.30
STATEMINT_BUILD_BRANCH=release-parachains-v9320
.github/workflows/forkless-update-data.ymldiffbeforeafterboth1# Forkless update with data replication2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data34# Triger: only call from main workflow(re-usable workflows)5on:6 workflow_call:789# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112 execution-marix:1314 name: Prepare execution matrix1516 runs-on: self-hosted-ci17 outputs:18 matrix: ${{ steps.create_matrix.outputs.matrix }}1920 steps:2122 - name: Clean Workspace23 uses: AutoModality/action-clean@v1.1.02425 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26 - uses: actions/checkout@v327 with:28 ref: ${{ github.head_ref }} #Checking out head commit2930 - name: Read .env file31 uses: xom9ikk/dotenv@v23233 - name: Create Execution matrix34 uses: CertainLach/create-matrix-action@v335 id: create_matrix36 with:37 matrix: |38 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}39 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}4243 forkless-update-data:44 needs: execution-marix45 # The type of runner that the job will run on46 runs-on: [self-hosted-ci,large]47 timeout-minutes: 13804849 name: ${{ matrix.network }}-data50 strategy:51 matrix:52 include: ${{fromJson(needs.execution-marix.outputs.matrix)}}5354 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5556 steps:57 - name: Clean Workspace58 uses: AutoModality/action-clean@v1.1.05960 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it61 - uses: actions/checkout@v362 with:63 ref: ${{ github.head_ref }} #Checking out head commit6465 - name: Read .env file66 uses: xom9ikk/dotenv@v26768 - name: Generate ENV related extend file for docker-compose69 uses: cuchi/jinja2-action@v1.2.070 with:71 template: .docker/docker-compose.tmp-forkless-data.j272 output_file: .docker/docker-compose-forkless-data.${{ matrix.network }}.yml73 variables: |74 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git75 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}76 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}77 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}78 # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}79 # MAINNET_TAG=${{ matrix.mainnet_tag }}80 MAINNET_BRANCH=${{ matrix.mainnet_branch }}81 NETWORK=${{ matrix.network }}82 # BRANCH=${{ github.head_ref }}83 REPLICA_FROM=${{ matrix.replica_from_address }}84 WASM_NAME=${{ matrix.wasm_name }}8586 - name: Show build configuration87 run: cat .docker/docker-compose-forkless-data.${{ matrix.network }}.yml8889 - name: Generate launch-config-forkless-data.json90 uses: cuchi/jinja2-action@v1.2.091 with:92 template: .docker/forkless-config/launch-config-forkless-data.j293 output_file: .docker/launch-config-forkless-data.json94 variables: |95 NETWORK=${{ matrix.network }}96 REPLICA_FROM=${{ matrix.replica_from_address }}97 WASM_NAME=${{ matrix.wasm_name}}9899 - name: Show launch-config-forkless configuration100 run: cat .docker/launch-config-forkless-data.json101102 - name: Build the stack103 run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300104105 - name: Check if docker logs consist logs related to Runtime Upgrade testing.106 if: success()107 run: |108 counter=160109 function check_container_status {110 docker inspect -f {{.State.Running}} node-parachain111 }112 function do_docker_logs {113 docker logs --details node-parachain 2>&1114 }115 function is_started {116 if [ "$(check_container_status)" == "true" ]; then117 echo "Container: node-parachain RUNNING";118 echo "Check Docker logs"119 DOCKER_LOGS=$(do_docker_logs)120 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then121 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"122 return 0123 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then124 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"125 return 1126 else127 echo "Message not found in logs output, repeating..."128 return 1129 fi130 else131 echo "Container node-parachain not RUNNING"132 echo "Halting all future checks"133 exit 1134 fi135 exit 0136 }137 while ! is_started; do138 echo "Waiting for special message in log files "139 sleep 30s140 counter=$(( $counter - 1 ))141 echo "Counter: $counter"142 if [ "$counter" -gt "0" ]; then143 continue144 else145 break146 fi147 done148 echo "Halting script"149 exit 0150 shell: bash151152 - name: Collect Docker Logs153 if: success() || failure()154 uses: jwalton/gh-docker-logs@v2.2.0155 with:156 dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'157 images: 'node-parachain'158159 - name: Show Docker logs160 if: success() || failure()161 run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'162163 - name: Stop running containers164 if: always() # run this step always165 run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" down --volumes166167 - name: Remove builder cache168 if: always() # run this step always169 run: |170 docker builder prune -f -a171 docker system prune -f172 docker image prune -f -a1# Forkless update with data replication2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data34# Triger: only call from main workflow(re-usable workflows)5on:6 workflow_call:789# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112 execution-marix:1314 name: Prepare execution matrix1516 runs-on: self-hosted-ci17 outputs:18 matrix: ${{ steps.create_matrix.outputs.matrix }}1920 steps:2122 - name: Clean Workspace23 uses: AutoModality/action-clean@v1.1.02425 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26 - uses: actions/checkout@v327 with:28 ref: ${{ github.head_ref }} #Checking out head commit2930 - name: Read .env file31 uses: xom9ikk/dotenv@v23233 - name: Create Execution matrix34 uses: CertainLach/create-matrix-action@v335 id: create_matrix36 with:37 matrix: |38 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}39 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}4243 forkless-update-data:44 needs: execution-marix45 # The type of runner that the job will run on46 runs-on: [self-hosted-ci,large]47 timeout-minutes: 13804849 name: ${{ matrix.network }}-data50 strategy:51 matrix:52 include: ${{fromJson(needs.execution-marix.outputs.matrix)}}5354 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5556 steps:57 - name: Clean Workspace58 uses: AutoModality/action-clean@v1.1.05960 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it61 - uses: actions/checkout@v362 with:63 ref: ${{ github.head_ref }} #Checking out head commit6465 - name: Read .env file66 uses: xom9ikk/dotenv@v26768 - name: Generate ENV related extend file for docker-compose69 uses: cuchi/jinja2-action@v1.2.070 with:71 template: .docker/docker-compose.tmp-forkless-data.j272 output_file: .docker/docker-compose-forkless-data.${{ matrix.network }}.yml73 variables: |74 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git75 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}76 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}77 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}78 # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}79 # MAINNET_TAG=${{ matrix.mainnet_tag }}80 MAINNET_BRANCH=${{ matrix.mainnet_branch }}81 NETWORK=${{ matrix.network }}82 # BRANCH=${{ github.head_ref }}83 REPLICA_FROM=${{ matrix.replica_from_address }}84 WASM_NAME=${{ matrix.wasm_name }}8586 - name: Show build configuration87 run: cat .docker/docker-compose-forkless-data.${{ matrix.network }}.yml8889 - name: Generate launch-config-forkless-data.json90 uses: cuchi/jinja2-action@v1.2.091 with:92 template: .docker/forkless-config/launch-config-forkless-data.j293 output_file: .docker/launch-config-forkless-data.json94 variables: |95 NETWORK=${{ matrix.network }}96 REPLICA_FROM=${{ matrix.replica_from_address }}97 WASM_NAME=${{ matrix.wasm_name}}98 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}99100 - name: Show launch-config-forkless configuration101 run: cat .docker/launch-config-forkless-data.json102103 - name: Build the stack104 run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300105106 - name: Check if docker logs consist logs related to Runtime Upgrade testing.107 if: success()108 run: |109 counter=160110 function check_container_status {111 docker inspect -f {{.State.Running}} node-parachain112 }113 function do_docker_logs {114 docker logs --details node-parachain 2>&1115 }116 function is_started {117 if [ "$(check_container_status)" == "true" ]; then118 echo "Container: node-parachain RUNNING";119 echo "Check Docker logs"120 DOCKER_LOGS=$(do_docker_logs)121 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then122 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"123 return 0124 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then125 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"126 return 1127 else128 echo "Message not found in logs output, repeating..."129 return 1130 fi131 else132 echo "Container node-parachain not RUNNING"133 echo "Halting all future checks"134 exit 1135 fi136 exit 0137 }138 while ! is_started; do139 echo "Waiting for special message in log files "140 sleep 30s141 counter=$(( $counter - 1 ))142 echo "Counter: $counter"143 if [ "$counter" -gt "0" ]; then144 continue145 else146 break147 fi148 done149 echo "Halting script"150 exit 0151 shell: bash152153 - name: Collect Docker Logs154 if: success() || failure()155 uses: jwalton/gh-docker-logs@v2.2.0156 with:157 dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'158 images: 'node-parachain'159160 - name: Show Docker logs161 if: success() || failure()162 run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'163164 - name: Stop running containers165 if: always() # run this step always166 run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" down --volumes167168 - name: Remove builder cache169 if: always() # run this step always170 run: |171 docker builder prune -f -a172 docker system prune -f173 docker image prune -f -a.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata.yml
+++ b/.github/workflows/forkless-update-nodata.yml
@@ -95,6 +95,7 @@
variables: |
NETWORK=${{ matrix.network }}
WASM_NAME=${{ matrix.wasm_name }}
+ RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
.github/workflows/integration-tests.ymldiffbeforeafterboth--- a/.github/workflows/integration-tests.yml
+++ b/.github/workflows/integration-tests.yml
@@ -95,6 +95,7 @@
output_file: .docker/launch-config-forkless-nodata.json
variables: |
NETWORK=${{ matrix.network }}
+ RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
.github/workflows/node-only-update.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update.yml
+++ b/.github/workflows/node-only-update.yml
@@ -99,6 +99,7 @@
variables: |
NETWORK=${{ matrix.network }}
WASM_NAME=${{ matrix.wasm_name }}
+ RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json