git.delta.rocks / unique-network / refs/commits / f2a945f52528

difftreelog

Merge pull request #664 from UniqueNetwork/rapid-parallel-start-v2

Yaroslav Bolyukin2022-10-21parents: #23f963d #6a048d7.patch.diff
in: master
Rapid parallel start v2

16 files changed

modified.docker/Dockerfile-parachain-upgradediffbeforeafterboth
--- a/.docker/Dockerfile-parachain-upgrade
+++ b/.docker/Dockerfile-parachain-upgrade
@@ -70,7 +70,7 @@
     nvm install v16.16.0 && \
     nvm use v16.16.0
 
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
 
 RUN export NVM_DIR="$HOME/.nvm" && \
     [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
added.docker/forkless-config/launch-config-node-update-only-v3.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/forkless-config/launch-config-node-update-only-v3.j2
@@ -0,0 +1,127 @@
+{
+      "relaychain": {
+        "bin": "/polkadot/target/release/polkadot",
+        "upgradeBin": "/polkadot/target/release/polkadot",
+        "upgradeWasm": "/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm",
+        "chain": "rococo-local",
+        "nodes": [
+            {
+                "name": "alice",
+                "wsPort": 9844,
+                "rpcPort": 9843,
+                "port": 30444,
+                "flags": [
+                    "-lparachain::candidate_validation=debug",
+                    "-lxcm=trace",
+                    "--rpc-cors=all",
+                    "--unsafe-rpc-external",
+                    "--unsafe-ws-external"
+                ]
+            },
+            {
+                "name": "bob",
+                "wsPort": 9855,
+                "rpcPort": 9854,
+                "port": 30555,
+                "flags": [
+                    "-lparachain::candidate_validation=debug",
+                    "-lxcm=trace",
+                    "--rpc-cors=all",
+                    "--unsafe-rpc-external",
+                    "--unsafe-ws-external"
+                ]
+            },
+            {
+                "name": "charlie",
+                "wsPort": 9866,
+                "rpcPort": 9865,
+                "port": 30666,
+                "flags": [
+                    "-lparachain::candidate_validation=debug",
+                    "-lxcm=trace",
+                    "--rpc-cors=all",
+                    "--unsafe-rpc-external",
+                    "--unsafe-ws-external"
+                ]
+            },
+            {
+                "name": "dave",
+                "wsPort": 9877,
+                "rpcPort": 9876,
+                "port": 30777,
+                "flags": [
+                    "-lparachain::candidate_validation=debug",
+                    "-lxcm=trace",
+                    "--rpc-cors=all",
+                    "--unsafe-rpc-external",
+                    "--unsafe-ws-external"
+                ]
+            },
+            {
+                "name": "eve",
+                "wsPort": 9888,
+                "rpcPort": 9887,
+                "port": 30888,
+                "flags": [
+                    "-lparachain::candidate_validation=debug",
+                    "-lxcm=trace",
+                    "--rpc-cors=all",
+                    "--unsafe-rpc-external",
+                    "--unsafe-ws-external"
+                ]
+            }
+        ],
+        "genesis": {
+            "runtime": {
+                "runtime_genesis_config": {
+                    "parachainsConfiguration": {
+                        "config": {
+                            "validation_upgrade_frequency": 1,
+                            "validation_upgrade_delay": 1
+                        }
+                    }
+                }
+            }
+        }
+    },
+      "parachains": [
+        {
+            "bin": "/unique-chain/current/release/unique-collator",
+            "upgradeBin": "/unique-chain/target/release/unique-collator",
+            "upgradeWasm": "/unique-chain/target/release/wbuild/{{ FEATURE }}/{{ RUNTIME }}_runtime.compact.compressed.wasm",
+            "id": "1000",
+            "balance": "1000000000000000000000000",
+            "nodes": [
+                {
+                    "port": 31200,
+                    "wsPort": 9944,
+                    "rpcPort": 9933,
+                    "name": "alice",
+                    "flags": [
+                        "--rpc-cors=all",
+                        "--unsafe-rpc-external",
+                        "--unsafe-ws-external",
+                        "-lxcm=trace",
+                        "--ws-max-connections=1000"
+                    ]
+                },
+                {
+                    "port": 31201,
+                    "wsPort": 9945,
+                    "rpcPort": 9934,
+                    "name": "bob",
+                    "flags": [
+                        "--rpc-cors=all",
+                        "--unsafe-rpc-external",
+                        "--unsafe-ws-external",
+                        "-lxcm=trace",
+                        "--ws-max-connections=1000"
+                    ]
+                }
+            ]
+        }
+    ],
+    "simpleParachains": [],
+    "hrmpChannels": [],
+    "finalization": false
+}
modified.github/workflows/ci-develop.ymldiffbeforeafterboth
--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -1,47 +1,56 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869783/CI+Develop
+# Workflow which controls starts nested workflows.
 name: develop
 
+# Triger: PR at 'develop' branch with following types of events.
 on:
   pull_request:
     branches: [ 'develop' ]
     types: [ opened, reopened, synchronize, ready_for_review, converted_to_draft ]
 
+#Concurency group for control execution queue over github runners.
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref }}
   cancel-in-progress: true
 
+# List of a jobs included into Workflow.
 jobs:
 
   yarn-test-dev:
-    if: github.event.pull_request.draft == false
+    if: github.event.pull_request.draft == false                                                                             # Conditional check for draft per job.
     uses: ./.github/workflows/dev-build-tests_v2.yml
 
 
   unit-test:
-    if: github.event.pull_request.draft == false
+    if: github.event.pull_request.draft == false                                                                             # Conditional check for draft per job.
     uses: ./.github/workflows/unit-test_v2.yml
 
   canary:
-    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'canary')) }}
+    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'canary')) }}    # Conditional check for draft & labels per job.
     uses: ./.github/workflows/canary.yml
-    secrets: inherit # pass all secrets
+    secrets: inherit # pass all secrets from initial workflow to nested
 
   xcm:
-    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }}
+    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }}       # Conditional check for draft & labels per job.
     uses: ./.github/workflows/xcm.yml
-    secrets: inherit # pass all secrets
+    secrets: inherit # pass all secrets from initial workflow to nested
     
   forkless:
-    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}  # Conditional check for draft & labels per job.
     uses: ./.github/workflows/forkless.yml
   
   node-only-update:
-    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'node-only-update')) }}  # Conditional check for draft & labels per job.
     uses: ./.github/workflows/node-only-update_v2.yml
+    
+  parallel_and_sequential_tests:
+    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'integration')) }}      # Conditional check for draft & labels per job.
+    uses: ./.github/workflows/integration-tests.yml
 
   codestyle:
-    if: github.event.pull_request.draft == false
+    if: github.event.pull_request.draft == false                                                                             # Conditional check for draft per job.
     uses: ./.github/workflows/codestyle_v2.yml
   
   yarn_eslint:
-    if: github.event.pull_request.draft == false
+    if: github.event.pull_request.draft == false                                                                             # Conditional check for draft per job.
     uses: ./.github/workflows/test_codestyle_v2.yml
modified.github/workflows/ci-master.ymldiffbeforeafterboth
--- a/.github/workflows/ci-master.yml
+++ b/.github/workflows/ci-master.yml
@@ -1,14 +1,19 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656193/CI+Master
+# Workflow which controls starts nested workflows.
 name: master
 
+# Triger: PR at 'master' branch with following types of events.
 on:
   pull_request:
     branches: [ 'master' ]
     types: [ opened, reopened, synchronize, ready_for_review ]
 
+#Concurency group for control execution queue over github runners.
 concurrency:
   group: ${{ github.workflow }}-${{ github.head_ref }}
   cancel-in-progress: true
 
+# List of a jobs included into Workflow.
 jobs:
 
   unit-test:
@@ -22,11 +27,11 @@
 
   canary:
     uses: ./.github/workflows/canary.yml
-    secrets: inherit # pass all secrets
+    secrets: inherit # pass all secrets from initial workflow to nested
 
   xcm:
     uses: ./.github/workflows/xcm.yml
-    secrets: inherit # pass all secrets
+    secrets: inherit # pass all secrets from initial workflow to nested
 
   codestyle:
-    uses: ./.github/workflows/codestyle_v2.yml
\ No newline at end of file
+    uses: ./.github/workflows/codestyle_v2.yml
modified.github/workflows/codestyle_v2.ymldiffbeforeafterboth
--- a/.github/workflows/codestyle_v2.yml
+++ b/.github/workflows/codestyle_v2.yml
@@ -1,5 +1,9 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837012/Code+style+testing
+# Nested workflow for checks related to formatting Rust code 
+
 name: cargo fmt
 
+# Triger: only call from main workflow(re-usable workflows)
 on:
   workflow_call:
 
modified.github/workflows/dev-build-tests_v2.ymldiffbeforeafterboth
--- a/.github/workflows/dev-build-tests_v2.yml
+++ b/.github/workflows/dev-build-tests_v2.yml
@@ -1,15 +1,12 @@
+# Integration test in --dev mode
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586411104/Integration+tests
 name: yarn test dev
 
-# Controls when the action will run.
+# Triger: only call from main workflow(re-usable workflows)
 on:
- # Triggers the workflow on push or pull request events but only for the master branch
   workflow_call:
 
 
-#Define Workflow variables
-env:
-  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-
 
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
 jobs:
@@ -101,4 +98,4 @@
         run: |
           docker builder prune -f -a
           docker system prune -f
-          docker image prune -f -a
\ No newline at end of file
+          docker image prune -f -a
modified.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth
--- a/.github/workflows/forkless-update-data_v2.yml
+++ b/.github/workflows/forkless-update-data_v2.yml
@@ -1,18 +1,17 @@
-# Controls when the action will run.
+# Forkless update with data replication
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data
+
+# Triger: only call from main workflow(re-usable workflows)
 on:
   workflow_call:
 
 
-#Define Workflow variables
-env:
-  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
 jobs:
 
   execution-marix:
 
-    name: execution matrix
+    name: Prepare execution matrix
 
     runs-on: self-hosted-ci
     outputs:
@@ -46,7 +45,7 @@
     runs-on: [self-hosted-ci,large]
     timeout-minutes: 1380
     
-    name: ${{ matrix.network }}
+    name: ${{ matrix.network }}-data
     strategy:
       matrix:
         include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
@@ -163,3 +162,10 @@
       - name: Stop running containers
         if: always()                   # run this step always
         run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes
+        
+      - name: Remove builder cache
+        if: always()                   # run this step always
+        run: |
+          docker builder prune -f -a
+          docker system prune -f
+          docker image prune -f -a
modified.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth
--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ b/.github/workflows/forkless-update-nodata_v2.yml
@@ -1,14 +1,11 @@
-
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837021/Forkless+update+without+data
+# Forkless update without data replication
 
-# Controls when the action will run.
+# Triger: only call from main workflow(re-usable workflows)
 on:
   workflow_call:
 
 
-#Define Workflow variables
-env:
-  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
 jobs:
   execution-marix:
@@ -49,7 +46,7 @@
 
     timeout-minutes: 1380
 
-    name: ${{ matrix.network }}
+    name: ${{ matrix.network }}-nodata
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
 
@@ -189,6 +186,7 @@
           
       - name: Run Sequential tests 
         working-directory: tests
+        if: success() || failure() 
         run: |
           yarn install
           yarn add mochawesome
@@ -212,3 +210,10 @@
       - name: Stop running containers
         if: always()                   # run this step always
         run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
+        
+      - name: Remove builder cache
+        if: always()                   # run this step always
+        run: |
+          docker builder prune -f -a
+          docker system prune -f
+          docker image prune -f -a
modified.github/workflows/forkless.ymldiffbeforeafterboth
--- a/.github/workflows/forkless.yml
+++ b/.github/workflows/forkless.yml
@@ -1,3 +1,5 @@
+# Intermediate Nested Workflow for calling subworkflows as a parallel tasks.
+
 name: Nesting Forkless
 
 on:
added.github/workflows/integration-tests.ymldiffbeforeafterboth
after · .github/workflows/integration-tests.yml
1# Test workflow for debug parallel and sequental tests in scope of execution time reducing.2name: Integration tests34# Triger: only call from main workflow(re-usable workflows)5on:6  workflow_call:7#Define Workflow variables89# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:1112  nodes-execution-matrix:1314    name: execution matrix1516    runs-on: self-hosted-ci17    outputs:18      matrix: ${{ steps.create_matrix.outputs.matrix }}1920    steps:2122      - name: Clean Workspace23        uses: AutoModality/action-clean@v1.1.02425      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it26      - uses: actions/checkout@v327        with:28          ref: ${{ github.head_ref }}  #Checking out head commit2930      - name: Read .env file31        uses: xom9ikk/dotenv@v1.0.23233      - name: Create Execution matrix34        uses: fabiocaccamo/create-matrix-action@v235        id: create_matrix36        with:37          matrix: |38            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}39            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}41 42  parallel-test:43    needs: nodes-execution-matrix44    # The type of runner that the job will run on45    runs-on: [self-hosted-ci,large]46474849    timeout-minutes: 13805051    name: ${{ matrix.network }} - parallel5253    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.5455    strategy:56      matrix:57        include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}5859    steps:6061      - name: Clean Workspace62        uses: AutoModality/action-clean@v1.1.06364      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it65      - uses: actions/checkout@v366        with:67          ref: ${{ github.head_ref }}  #Checking out head commit6869      - name: Read .env file70        uses: xom9ikk/dotenv@v1.0.27172      - name: Generate ENV related extend file for docker-compose73        uses: cuchi/jinja2-action@v1.2.074        with:75          template: .docker/docker-compose.tmp-node.j276          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml77          variables: |78            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git79            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}80            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}81            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}82            MAINNET_TAG=${{ matrix.mainnet_tag }}83            MAINNET_BRANCH=${{ matrix.mainnet_branch }}84            FEATURE=${{ matrix.features }}85            RUNTIME=${{ matrix.runtime }}86            BRANCH=${{ github.head_ref }}87            88      - name: Show build configuration89        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9091      - name: Generate launch-config-forkless-nodata.json92        uses: cuchi/jinja2-action@v1.2.093        with:94          template: .docker/forkless-config/launch-config-node-update-only-v3.j295          output_file: .docker/launch-config-forkless-nodata.json96          variables: |97            FEATURE=${{ matrix.features }}98            RUNTIME=${{ matrix.runtime }}99            100      - name: Show launch-config-forkless configuration101        run: cat .docker/launch-config-forkless-nodata.json102103      - uses: actions/setup-node@v3104        with:105          node-version: 16106107      - name: Build the stack108        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300109110      #  🚀 POLKADOT LAUNCH COMPLETE 🚀111      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.112        if: success()113        run: |114          counter=160115          function check_container_status {116                docker inspect -f {{.State.Running}} node-parachain117          }118          function do_docker_logs {119                docker logs --details node-parachain  2>&1120          }121          function is_started {122                if [ "$(check_container_status)" == "true" ]; then123                        echo "Container: node-parachain RUNNING";124                        echo "Check Docker logs"125                        DOCKER_LOGS=$(do_docker_logs)126                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then127                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"128                                return 0129                        else130                                echo "Message not found in logs output, repeating..."131                                return 1132                        fi133                else134                        echo "Container node-parachain NOT RUNNING"135                        echo "Halting all future checks"136                        exit 1137                fi138          echo "something goes wrong"139          exit 1140          }141          while ! is_started; do142                echo "Waiting for special message in log files "143                sleep 30s144                counter=$(( $counter - 1 ))145                echo "Counter: $counter"146                if [ "$counter" -gt "0" ]; then147                         continue148                else149                         break150                fi151          done152          echo "Halting script"153          exit 0154        shell: bash155156      - name: Run Parallel tests on Node Parachain157        working-directory: tests158        run: |159          yarn install160          yarn add mochawesome161          echo "Ready to start tests"162          yarn polkadot-types163          NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}164        env:165          RPC_URL: http://127.0.0.1:9933/166167      - name: Parallel Tests report168        uses: phoenix-actions/test-reporting@v8169        id: test-report-parallel170        if: success() || failure()    # run this step even if previous step failed171        with:172          name: Parallel Tests report - ${{ matrix.network }}            # Name of the check run which will be created173          path: tests/mochawesome-report/test-parallel-*.json    # Path to test results174          reporter: mochawesome-json175          fail-on-error: 'false'176    177             178      - name: Stop running containers179        if: always()                   # run this step always180        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes181182      - name: Remove builder cache183        if: always()                   # run this step always184        run: |185          docker builder prune -f -a186          docker system prune -f187          docker image prune -f -a188          189      - name: List files in Workspace190        if: always()191        run: ls -la ./192193  sequential-test:194    needs: nodes-execution-matrix195    # The type of runner that the job will run on196    runs-on: [self-hosted-ci,large]197198    timeout-minutes: 1380199200    name: ${{ matrix.network }} - sequential201202    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.203204    strategy:205      matrix:206        include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}207208    steps:209210      - name: Clean Workspace211        uses: AutoModality/action-clean@v1.1.0212213      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it214      - uses: actions/checkout@v3215        with:216          ref: ${{ github.head_ref }}  #Checking out head commit217218      - name: Read .env file219        uses: xom9ikk/dotenv@v1.0.2220221      - name: Generate ENV related extend file for docker-compose222        uses: cuchi/jinja2-action@v1.2.0223        with:224          template: .docker/docker-compose.tmp-node.j2225          output_file: .docker/docker-compose.node.${{ matrix.network }}.yml226          variables: |227            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git228            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}229            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}230            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}231            MAINNET_TAG=${{ matrix.mainnet_tag }}232            MAINNET_BRANCH=${{ matrix.mainnet_branch }}233            FEATURE=${{ matrix.features }}234            RUNTIME=${{ matrix.runtime }}235            BRANCH=${{ github.head_ref }}236            237      - name: Show build configuration238        run: cat .docker/docker-compose.node.${{ matrix.network }}.yml239240      - name: Generate launch-config-forkless-nodata.json241        uses: cuchi/jinja2-action@v1.2.0242        with:243          template: .docker/forkless-config/launch-config-node-update-only-v3.j2244          output_file: .docker/launch-config-forkless-nodata.json245          variables: |246            FEATURE=${{ matrix.features }}247            RUNTIME=${{ matrix.runtime }}248            249      - name: Show launch-config-forkless configuration250        run: cat .docker/launch-config-forkless-nodata.json251252      - uses: actions/setup-node@v3253        with:254          node-version: 16255256      - name: Build the stack257        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300258259      #  🚀 POLKADOT LAUNCH COMPLETE 🚀260      - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.261        if: success()262        run: |263          counter=160264          function check_container_status {265                docker inspect -f {{.State.Running}} node-parachain266          }267          function do_docker_logs {268                docker logs --details node-parachain  2>&1269          }270          function is_started {271                if [ "$(check_container_status)" == "true" ]; then272                        echo "Container: node-parachain RUNNING";273                        echo "Check Docker logs"274                        DOCKER_LOGS=$(do_docker_logs)275                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then276                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"277                                return 0278                        else279                                echo "Message not found in logs output, repeating..."280                                return 1281                        fi282                else283                        echo "Container node-parachain NOT RUNNING"284                        echo "Halting all future checks"285                        exit 1286                fi287          echo "something goes wrong"288          exit 1289          }290          while ! is_started; do291                echo "Waiting for special message in log files "292                sleep 30s293                counter=$(( $counter - 1 ))294                echo "Counter: $counter"295                if [ "$counter" -gt "0" ]; then296                         continue297                else298                         break299                fi300          done301          echo "Halting script"302          exit 0303        shell: bash304305      - name: Run Sequential tests on Node Parachain306        working-directory: tests307        run: |308          yarn install309          yarn add mochawesome310          echo "Ready to start tests"311          yarn polkadot-types312          NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}313        env:314          RPC_URL: http://127.0.0.1:9933/315316      - name: Sequential Tests report317        uses: phoenix-actions/test-reporting@v8318        id: test-report-sequential319        if: success() || failure()    # run this step even if previous step failed320        with:321          name: Parallel Tests report - ${{ matrix.network }}            # Name of the check run which will be created322          path: tests/mochawesome-report/test-sequential-*.json    # Path to test results323          reporter: mochawesome-json324          fail-on-error: 'false'325       326      - name: Stop running containers327        if: always()                   # run this step always328        run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes329330      - name: Remove builder cache331        if: always()                   # run this step always332        run: |333          docker builder prune -f -a334          docker system prune -f335          docker image prune -f -a336          337      - name: List files in Workspace338        if: always()339        run: ls -la ./
modified.github/workflows/market-test_v2.ymldiffbeforeafterboth
--- a/.github/workflows/market-test_v2.yml
+++ b/.github/workflows/market-test_v2.yml
@@ -1,3 +1,6 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586509375/Market+e2e+test
+# Nested workflow for lunching Market e2e tests from external repository https://github.com/UniqueNetwork/market-e2e-tests
+
 name: market api tests
 
 # Controls when the action will run.
@@ -22,14 +25,8 @@
         include:
           - network: "opal"
             features: "opal-runtime"
-#          - network: "quartz"
-#            features: "quartz-runtime"
-#          - network: "unique"
-#            features: "unique-runtime"
 
     steps:
-
-
       - name: Clean Workspace
         uses: AutoModality/action-clean@v1.1.0
 
@@ -188,10 +185,3 @@
         run: |
           docker builder prune -f
           docker system prune -f
-
-      - name: Clean Workspace
-        if: always()
-        uses: AutoModality/action-clean@v1.1.0
-
-
-
modified.github/workflows/node-only-update_v2.ymldiffbeforeafterboth
--- a/.github/workflows/node-only-update_v2.yml
+++ b/.github/workflows/node-only-update_v2.yml
@@ -1,12 +1,13 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update
+# Node only update with restart polkadot-launch process.
+
 name: nodes-only update
 
-# Controls when the action will run.
+# Triger: only call from main workflow(re-usable workflows)
 on:
   workflow_call:
-#Define Workflow variables
-env:
-  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
 
+
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
 jobs:
 
modified.github/workflows/test_codestyle_v2.ymldiffbeforeafterboth
--- a/.github/workflows/test_codestyle_v2.yml
+++ b/.github/workflows/test_codestyle_v2.yml
@@ -1,5 +1,9 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586804253/Yarn+eslint
+# Yarn Eslint over tests
+#
 name: yarn eslint
 
+# Triger: only call from main workflow(re-usable workflows)
 on:
   workflow_call:
 
modified.github/workflows/try-runtime_v2.ymldiffbeforeafterboth
--- a/.github/workflows/try-runtime_v2.yml
+++ b/.github/workflows/try-runtime_v2.yml
@@ -1,3 +1,7 @@
+# Try-runtime checks
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656213/Try+runtime
+
+# Triger: only call from main workflow(re-usable workflows)
 on:
   workflow_call:
 
@@ -7,7 +11,7 @@
     # The type of runner that the job will run on
     runs-on: self-hosted-ci
     
-    name: ${{ matrix.network }}
+    name: ${{ matrix.network }}-try-runtime
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
 
@@ -66,3 +70,10 @@
       - name: Stop running containers
         if: always()                   # run this step always
         run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" down
+        
+      - name: Remove builder cache
+        if: always()                   # run this step always
+        run: |
+          docker builder prune -f -a
+          docker system prune -f
+          docker image prune -f -a
modified.github/workflows/unit-test_v2.ymldiffbeforeafterboth
--- a/.github/workflows/unit-test_v2.yml
+++ b/.github/workflows/unit-test_v2.yml
@@ -1,8 +1,10 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586738699/Unit+Tests
+# Re-Usable Workflow for lanching Unit tests
 name: unit tests
 
 # Controls when the action will run.
+# Triger: only call from main workflow(re-usable workflows)
 on:
- # Triggers the workflow on push or pull request events but only for the master branch
   workflow_call:
 
 # A workflow run is made up of one or more jobs that can run sequentially or in parallel
@@ -49,3 +51,10 @@
       - name: Stop running containers
         if: always()                   # run this step always
         run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" down
+        
+      - name: Remove builder cache
+        if: always()                   # run this step always
+        run: |
+          docker builder prune -f -a
+          docker system prune -f
+          docker image prune -f -a
modified.github/workflows/xcm.ymldiffbeforeafterboth
--- a/.github/workflows/xcm.yml
+++ b/.github/workflows/xcm.yml
@@ -52,7 +52,7 @@
 
     timeout-minutes: 600
 
-    name: ${{ matrix.network }}
+    name: ${{ matrix.network }}-build
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
 
@@ -276,7 +276,7 @@
 
     timeout-minutes: 600
 
-    name: ${{ matrix.network }}
+    name: ${{ matrix.network }}-tests
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.