difftreelog
Merge pull request #656 from UniqueNetwork/tests/parallel-ci
in: master
Tests/parallel ci
10 files changed
.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth--- a/.docker/Dockerfile-parachain-node-only
+++ b/.docker/Dockerfile-parachain-node-only
@@ -80,7 +80,7 @@
nvm install v16.16.0 && \
nvm use v16.16.0
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
RUN export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
.docker/docker-compose.tmp-node.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-node.j2
+++ b/.docker/docker-compose.tmp-node.j2
@@ -24,9 +24,11 @@
expose:
- 9944
- 9933
+ - 9844
ports:
- 127.0.0.1:9944:9944
- 127.0.0.1:9933:9933
+ - 127.0.0.1:9844:9844
logging:
options:
max-size: "1m"
.envdiffbeforeafterboth--- a/.env
+++ b/.env
@@ -1,27 +1,22 @@
RUST_TOOLCHAIN=nightly-2022-07-24
POLKADOT_BUILD_BRANCH=release-v0.9.29
-POLKADOT_MAINNET_BRANCH=release-v0.9.26
+POLKADOT_MAINNET_BRANCH=release-v0.9.28
+STATEMINT_BUILD_BRANCH=release-parachains-v9271
+ACALA_BUILD_BRANCH=2.9.6
+MOONBEAM_BUILD_BRANCH=v0.26.1
UNIQUE_MAINNET_TAG=v924010
-
-KUSAMA_MAINNET_BRANCH=release-v0.9.26
-QUARTZ_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature
-
-UNQWND_MAINNET_BRANCH=release-v0.9.24
+UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
-OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
+KUSAMA_MAINNET_BRANCH=release-v0.9.29
+STATEMINE_BUILD_BRANCH=parachains-v9271
+KARURA_BUILD_BRANCH=release-karura-2.9.5
+MOONRIVER_BUILD_BRANCH=v0.26.1
+QUARTZ_MAINNET_TAG=quartz-v924012-2
QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
-UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
+UNQWND_MAINNET_BRANCH=release-v0.9.30
+WESTMINT_BUILD_BRANCH=parachains-v9290
+OPAL_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature
+OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
POLKADOT_LAUNCH_BRANCH=unique-network
-
-KARURA_BUILD_BRANCH=2.9.1
-ACALA_BUILD_BRANCH=2.9.2
-
-MOONRIVER_BUILD_BRANCH=runtime-1701
-MOONBEAM_BUILD_BRANCH=runtime-1701
-
-STATEMINE_BUILD_BRANCH=parachains-v9270
-STATEMINT_BUILD_BRANCH=release-parachains-v9230
-WESTMINT_BUILD_BRANCH=parachains-v9270
-
.github/workflows/ci-develop.ymldiffbeforeafterboth--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -29,6 +29,14 @@
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }}
uses: ./.github/workflows/xcm.yml
secrets: inherit # pass all secrets
+
+ forkless:
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+ uses: ./.github/workflows/forkless.yml
+
+ node-only-update:
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+ uses: ./.github/workflows/node-only-update_v2.yml
codestyle:
if: github.event.pull_request.draft == false
.github/workflows/execution-matrix.ymldiffbeforeafterboth--- a/.github/workflows/execution-matrix.yml
+++ b/.github/workflows/execution-matrix.yml
@@ -36,7 +36,7 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-data_v2.yml
+++ b/.github/workflows/forkless-update-data_v2.yml
@@ -36,7 +36,7 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ b/.github/workflows/forkless-update-nodata_v2.yml
@@ -33,11 +33,11 @@
uses: xom9ikk/dotenv@v1.0.2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v3
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
@@ -100,6 +100,9 @@
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
- name: Build the stack
run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
@@ -161,6 +164,50 @@
- name: Show docker logs
if: success() || failure()
run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Run Parallel tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Parallel
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-parallel
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-parallel-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Run Sequential tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Sequential
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-sequential
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-sequential-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
- name: Stop running containers
if: always() # run this step always
.github/workflows/generate-execution-matrix.ymldiffbeforeafterboth--- a/.github/workflows/generate-execution-matrix.yml
+++ b/.github/workflows/generate-execution-matrix.yml
@@ -40,6 +40,6 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
.github/workflows/market-test_v2.ymldiffbeforeafterboth--- a/.github/workflows/market-test_v2.yml
+++ b/.github/workflows/market-test_v2.yml
@@ -10,8 +10,8 @@
market_test:
# The type of runner that the job will run on
- runs-on: [self-hosted-ci,medium]
- timeout-minutes: 180
+ runs-on: [self-hosted-ci,large]
+ timeout-minutes: 360
name: ${{ matrix.network }}
.github/workflows/node-only-update_v2.ymldiffbeforeafterboth1name: nodes-only update23# Controls when the action will run.4on:5 workflow_call:6#Define Workflow variables7env:8 REPO_URL: ${{ github.server_url }}/${{ github.repository }}910# A workflow run is made up of one or more jobs that can run sequentially or in parallel11jobs:1213 nodes-execution-matrix:1415 name: execution matrix1617 runs-on: self-hosted-ci18 outputs:19 matrix: ${{ steps.create_matrix.outputs.matrix }}2021 steps:2223 - name: Clean Workspace24 uses: AutoModality/action-clean@v1.1.02526 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it27 - uses: actions/checkout@v328 with:29 ref: ${{ github.head_ref }} #Checking out head commit3031 - name: Read .env file32 uses: xom9ikk/dotenv@v1.0.23334 - name: Create Execution matrix35 uses: fabiocaccamo/create-matrix-action@v236 id: create_matrix37 with:38 matrix: |39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}42434445 nodes-only-update:46 needs: nodes-execution-matrix47 # The type of runner that the job will run on48 runs-on: [self-hosted-ci,large]49505152 timeout-minutes: 28805354 name: ${{ matrix.network }}5556 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5758 strategy:59 matrix:60 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6162 steps:6364 - name: Clean Workspace65 uses: AutoModality/action-clean@v1.1.06667 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it68 - uses: actions/checkout@v369 with:70 ref: ${{ github.head_ref }} #Checking out head commit7172 - name: Read .env file73 uses: xom9ikk/dotenv@v1.0.27475 - name: Generate ENV related extend file for docker-compose76 uses: cuchi/jinja2-action@v1.2.077 with:78 template: .docker/docker-compose.tmp-node.j279 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml80 variables: |81 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git82 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}83 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}84 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}85 MAINNET_TAG=${{ matrix.mainnet_tag }}86 MAINNET_BRANCH=${{ matrix.mainnet_branch }}87 FEATURE=${{ matrix.features }}88 RUNTIME=${{ matrix.runtime }}89 BRANCH=${{ github.head_ref }}9091 - name: Show build configuration92 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9394 - name: Generate launch-config-forkless-nodata.json95 uses: cuchi/jinja2-action@v1.2.096 with:97 template: .docker/forkless-config/launch-config-forkless-nodata.j298 output_file: .docker/launch-config-forkless-nodata.json99 variables: |100 FEATURE=${{ matrix.features }}101 RUNTIME=${{ matrix.runtime }}102103 - name: Show launch-config-forkless configuration104 run: cat .docker/launch-config-forkless-nodata.json105106 - uses: actions/setup-node@v3107 with:108 node-version: 16109110 - name: Build the stack111 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300112113 # 🚀 POLKADOT LAUNCH COMPLETE 🚀114 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.115 if: success()116 run: |117 counter=160118 function check_container_status {119 docker inspect -f {{.State.Running}} node-parachain120 }121 function do_docker_logs {122 docker logs --details node-parachain 2>&1123 }124 function is_started {125 if [ "$(check_container_status)" == "true" ]; then126 echo "Container: node-parachain RUNNING";127 echo "Check Docker logs"128 DOCKER_LOGS=$(do_docker_logs)129 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then130 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"131 return 0132 else133 echo "Message not found in logs output, repeating..."134 return 1135 fi136 else137 echo "Container node-parachain NOT RUNNING"138 echo "Halting all future checks"139 exit 1140 fi141 echo "something goes wrong"142 exit 1143 }144 while ! is_started; do145 echo "Waiting for special message in log files "146 sleep 30s147 counter=$(( $counter - 1 ))148 echo "Counter: $counter"149 if [ "$counter" -gt "0" ]; then150 continue151 else152 break153 fi154 done155 echo "Halting script"156 exit 0157 shell: bash158159 - name: Checkout at '${{ matrix.mainnet_branch }}' branch160 uses: actions/checkout@master161 with:162 ref: ${{ matrix.mainnet_branch }} #Checking out head commit163 path: ${{ matrix.mainnet_branch }}164165166 - name: Run tests before Node Parachain upgrade167 working-directory: ${{ matrix.mainnet_branch }}/tests168 run: |169 yarn install170 yarn add mochawesome171 echo "Ready to start tests"172 yarn polkadot-types173 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-before-${NOW}174 env:175 RPC_URL: http://127.0.0.1:9933/176177 - name: Test Report Before Node upgrade178 uses: phoenix-actions/test-reporting@v8179 id: test-report-before180 if: success() || failure() # run this step even if previous step failed181 with:182 name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created183 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-before-*.json # Path to test results184 reporter: mochawesome-json185 fail-on-error: 'false'186187 - name: Send SIGUSR1 to polkadot-launch process188 if: success() || failure()189 run: |190 ContainerID=$(docker ps -aqf "name=node-parachain")191 PID=$(docker exec node-parachain pidof 'polkadot-launch')192 sleep 30s193 echo -e "Show logs of node-parachain container.\n"194 docker logs ${ContainerID}195 echo -e "\n"196 echo -e "Restart polkadot-launch process: $PID\n"197 docker exec node-parachain kill -SIGUSR1 ${PID}198 echo -e "SIGUSR1 sent to Polkadot-launch PID: $PID\n"199 echo -e "Get node-parachain logs:\n"200 docker logs -t -n 5 ${ContainerID}201 202 - name: Get chain logs203 if: failure() # run this step only at failure204 run: |205 docker exec node-parachain cat /polkadot-launch/9944.log206 docker exec node-parachain cat /polkadot-launch/9945.log207 docker exec node-parachain cat /polkadot-launch/alice.log208 docker exec node-parachain cat /polkadot-launch/eve.log209 docker exec node-parachain cat /polkadot-launch/dave.log210 docker exec node-parachain cat /polkadot-launch/charlie.log 211212 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.213 if: success()214 run: |215 counter=160216 function check_container_status {217 docker inspect -f {{.State.Running}} node-parachain218 }219 function do_docker_logs {220 docker logs --details node-parachain 2>&1221 }222 function is_started {223 if [ "$(check_container_status)" == "true" ]; then224 echo "Container: node-parachain RUNNING";225 echo "Check Docker logs"226 DOCKER_LOGS=$(do_docker_logs)227 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then228 echo "🌗 All parachain collators restarted with the new binaries."229 return 0230 else231 echo "Message not found in logs output, repeating..."232 return 1233 fi234 else235 echo "Container node-parachain NOT RUNNING"236 echo "Halting all future checks"237 exit 1238 fi239 echo "something goes wrong"240 exit 1241 }242 while ! is_started; do243 echo "Waiting for special message in log files "244 sleep 30s245 counter=$(( $counter - 1 ))246 echo "Counter: $counter"247 if [ "$counter" -gt "0" ]; then248 continue249 else250 break251 fi252 done253 echo "Halting script"254 exit 0255 shell: bash256257 - name: Run tests after Node Parachain upgrade258 if: success()259 working-directory: ${{ matrix.mainnet_branch }}/tests260 run: |261 yarn install262 yarn add mochawesome263 echo "Ready to start tests"264 yarn polkadot-types265 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-after-${NOW}266 env:267 RPC_URL: http://127.0.0.1:9933/268269 - name: Test Report After Node upgrade270 uses: phoenix-actions/test-reporting@v8271 id: test-report-after272 if: success() || failure() # run this step even if previous step failed273 with:274 name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created275 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-after-*.json # Path to test results276 reporter: mochawesome-json277 fail-on-error: 'false'278279280 - name: Stop running containers281 if: always() # run this step always282 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes283284 - name: Remove builder cache285 if: always() # run this step always286 run: |287 docker builder prune -f -a288 docker system prune -f289 docker image prune -f -a290291 - name: Clean Workspace292 if: always()293 uses: AutoModality/action-clean@v1.1.0