difftreelog
Merge pull request #664 from UniqueNetwork/rapid-parallel-start-v2
in: master
Rapid parallel start v2
16 files changed
.docker/Dockerfile-parachain-upgradediffbeforeafterboth70 nvm install v16.16.0 && \70 nvm install v16.16.0 && \71 nvm use v16.16.071 nvm use v16.16.0727273RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing73RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network747475RUN export NVM_DIR="$HOME/.nvm" && \75RUN export NVM_DIR="$HOME/.nvm" && \76 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \76 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \.docker/forkless-config/launch-config-node-update-only-v3.j2diffbeforeafterbothno changes
.github/workflows/ci-develop.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869783/CI+Develop2# Workflow which controls starts nested workflows.1name: develop3name: develop245# Triger: PR at 'develop' branch with following types of events.3on:6on:4 pull_request:7 pull_request:5 branches: [ 'develop' ]8 branches: [ 'develop' ]6 types: [ opened, reopened, synchronize, ready_for_review, converted_to_draft ]9 types: [ opened, reopened, synchronize, ready_for_review, converted_to_draft ]71011#Concurency group for control execution queue over github runners.8concurrency:12concurrency:9 group: ${{ github.workflow }}-${{ github.head_ref }}13 group: ${{ github.workflow }}-${{ github.head_ref }}10 cancel-in-progress: true14 cancel-in-progress: true111516# List of a jobs included into Workflow.12jobs:17jobs:131814 yarn-test-dev:19 yarn-test-dev:15 if: github.event.pull_request.draft == false20 if: github.event.pull_request.draft == false # Conditional check for draft per job.16 uses: ./.github/workflows/dev-build-tests_v2.yml21 uses: ./.github/workflows/dev-build-tests_v2.yml1722182319 unit-test:24 unit-test:20 if: github.event.pull_request.draft == false25 if: github.event.pull_request.draft == false # Conditional check for draft per job.21 uses: ./.github/workflows/unit-test_v2.yml26 uses: ./.github/workflows/unit-test_v2.yml222723 canary:28 canary:24 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'canary')) }}29 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'canary')) }} # Conditional check for draft & labels per job.25 uses: ./.github/workflows/canary.yml30 uses: ./.github/workflows/canary.yml26 secrets: inherit # pass all secrets31 secrets: inherit # pass all secrets from initial workflow to nested273228 xcm:33 xcm:29 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }}34 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }} # Conditional check for draft & labels per job.30 uses: ./.github/workflows/xcm.yml35 uses: ./.github/workflows/xcm.yml31 secrets: inherit # pass all secrets36 secrets: inherit # pass all secrets from initial workflow to nested32 37 33 forkless:38 forkless:34 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}39 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }} # Conditional check for draft & labels per job.35 uses: ./.github/workflows/forkless.yml40 uses: ./.github/workflows/forkless.yml36 41 37 node-only-update:42 node-only-update:38 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}43 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'node-only-update')) }} # Conditional check for draft & labels per job.39 uses: ./.github/workflows/node-only-update_v2.yml44 uses: ./.github/workflows/node-only-update_v2.yml45 46 parallel_and_sequential_tests:47 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'integration')) }} # Conditional check for draft & labels per job.48 uses: ./.github/workflows/integration-tests.yml404941 codestyle:50 codestyle:42 if: github.event.pull_request.draft == false51 if: github.event.pull_request.draft == false # Conditional check for draft per job.43 uses: ./.github/workflows/codestyle_v2.yml52 uses: ./.github/workflows/codestyle_v2.yml44 53 45 yarn_eslint:54 yarn_eslint:46 if: github.event.pull_request.draft == false55 if: github.event.pull_request.draft == false # Conditional check for draft per job.47 uses: ./.github/workflows/test_codestyle_v2.yml56 uses: ./.github/workflows/test_codestyle_v2.yml4857.github/workflows/ci-master.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656193/CI+Master2# Workflow which controls starts nested workflows.1name: master3name: master245# Triger: PR at 'master' branch with following types of events.3on:6on:4 pull_request:7 pull_request:5 branches: [ 'master' ]8 branches: [ 'master' ]6 types: [ opened, reopened, synchronize, ready_for_review ]9 types: [ opened, reopened, synchronize, ready_for_review ]71011#Concurency group for control execution queue over github runners.8concurrency:12concurrency:9 group: ${{ github.workflow }}-${{ github.head_ref }}13 group: ${{ github.workflow }}-${{ github.head_ref }}10 cancel-in-progress: true14 cancel-in-progress: true111516# List of a jobs included into Workflow.12jobs:17jobs:131814 unit-test:19 unit-test:222723 canary:28 canary:24 uses: ./.github/workflows/canary.yml29 uses: ./.github/workflows/canary.yml25 secrets: inherit # pass all secrets30 secrets: inherit # pass all secrets from initial workflow to nested263127 xcm:32 xcm:28 uses: ./.github/workflows/xcm.yml33 uses: ./.github/workflows/xcm.yml29 secrets: inherit # pass all secrets34 secrets: inherit # pass all secrets from initial workflow to nested303531 codestyle:36 codestyle:32 uses: ./.github/workflows/codestyle_v2.yml37 uses: ./.github/workflows/codestyle_v2.yml.github/workflows/codestyle_v2.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837012/Code+style+testing2# Nested workflow for checks related to formatting Rust code 31name: cargo fmt4name: cargo fmt256# Triger: only call from main workflow(re-usable workflows)3on:7on:4 workflow_call:8 workflow_call:59.github/workflows/dev-build-tests_v2.ymldiffbeforeafterboth1# Integration test in --dev mode2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586411104/Integration+tests1name: yarn test dev3name: yarn test dev243# Controls when the action will run.5# Triger: only call from main workflow(re-usable workflows)4on:6on:5 # Triggers the workflow on push or pull request events but only for the master branch6 workflow_call:7 workflow_call:78899#Define Workflow variables1010env:11# A workflow run is made up of one or more jobs that can run sequentially or in parallel11 REPO_URL: ${{ github.server_url }}/${{ github.repository }}121314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:12jobs:16 13 17 dev_build_int_tests:14 dev_build_int_tests:.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth1# Controls when the action will run.1# Forkless update with data replication2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data34# Triger: only call from main workflow(re-usable workflows)2on:5on:3 workflow_call:6 workflow_call:47586#Define Workflow variables9# A workflow run is made up of one or more jobs that can run sequentially or in parallel7env:8 REPO_URL: ${{ github.server_url }}/${{ github.repository }}910# A workflow run is made up of one or more jobs that can run sequentially or in parallel11jobs:10jobs:121113 execution-marix:12 execution-marix:141315 name: execution matrix14 name: Prepare execution matrix161517 runs-on: self-hosted-ci16 runs-on: self-hosted-ci18 outputs:17 outputs:46 runs-on: [self-hosted-ci,large]45 runs-on: [self-hosted-ci,large]47 timeout-minutes: 138046 timeout-minutes: 138048 47 49 name: ${{ matrix.network }}48 name: ${{ matrix.network }}-data50 strategy:49 strategy:51 matrix:50 matrix:52 include: ${{fromJson(needs.execution-marix.outputs.matrix)}}51 include: ${{fromJson(needs.execution-marix.outputs.matrix)}}164 if: always() # run this step always163 if: always() # run this step always165 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes164 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes165 166 - name: Remove builder cache167 if: always() # run this step always168 run: |169 docker builder prune -f -a170 docker system prune -f171 docker image prune -f -a166172.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth11# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837021/Forkless+update+without+data22# Forkless update without data replication3# Controls when the action will run.34# Triger: only call from main workflow(re-usable workflows)4on:5on:5 workflow_call:6 workflow_call:67788#Define Workflow variables9# A workflow run is made up of one or more jobs that can run sequentially or in parallel9env:10 REPO_URL: ${{ github.server_url }}/${{ github.repository }}1112# A workflow run is made up of one or more jobs that can run sequentially or in parallel13jobs:10jobs:14 execution-marix:11 execution-marix:1512494650 timeout-minutes: 138047 timeout-minutes: 1380514852 name: ${{ matrix.network }}49 name: ${{ matrix.network }}-nodata535054 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.51 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5552189 186 190 - name: Run Sequential tests 187 - name: Run Sequential tests 191 working-directory: tests188 working-directory: tests189 if: success() || failure() 192 run: |190 run: |193 yarn install191 yarn install194 yarn add mochawesome192 yarn add mochawesome213 if: always() # run this step always211 if: always() # run this step always214 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down212 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down213 214 - name: Remove builder cache215 if: always() # run this step always216 run: |217 docker builder prune -f -a218 docker system prune -f219 docker image prune -f -a215220.github/workflows/forkless.ymldiffbeforeafterboth1# Intermediate Nested Workflow for calling subworkflows as a parallel tasks.21name: Nesting Forkless3name: Nesting Forkless24.github/workflows/integration-tests.ymldiffbeforeafterbothno changes
.github/workflows/market-test_v2.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586509375/Market+e2e+test2# Nested workflow for lunching Market e2e tests from external repository https://github.com/UniqueNetwork/market-e2e-tests31name: market api tests4name: market api tests2522 include:25 include:23 - network: "opal"26 - network: "opal"24 features: "opal-runtime"27 features: "opal-runtime"25# - network: "quartz"26# features: "quartz-runtime"27# - network: "unique"28# features: "unique-runtime"292830 steps:29 steps:31189 docker builder prune -f186 docker builder prune -f190 docker system prune -f187 docker system prune -f191192 - name: Clean Workspace193 if: always()194 uses: AutoModality/action-clean@v1.1.0195188196197.github/workflows/node-only-update_v2.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update2# Node only update with restart polkadot-launch process.31name: nodes-only update4name: nodes-only update253# Controls when the action will run.6# Triger: only call from main workflow(re-usable workflows)4on:7on:5 workflow_call:8 workflow_call:6#Define Workflow variables97env:108 REPO_URL: ${{ github.server_url }}/${{ github.repository }}11# A workflow run is made up of one or more jobs that can run sequentially or in parallel910# A workflow run is made up of one or more jobs that can run sequentially or in parallel11jobs:12jobs:121313 nodes-execution-matrix:14 nodes-execution-matrix:.github/workflows/test_codestyle_v2.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586804253/Yarn+eslint2# Yarn Eslint over tests3#1name: yarn eslint4name: yarn eslint256# Triger: only call from main workflow(re-usable workflows)3on:7on:4 workflow_call:8 workflow_call:59.github/workflows/try-runtime_v2.ymldiffbeforeafterboth1# Try-runtime checks2# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656213/Try+runtime34# Triger: only call from main workflow(re-usable workflows)1on:5on:2 workflow_call:6 workflow_call:377 # The type of runner that the job will run on11 # The type of runner that the job will run on8 runs-on: self-hosted-ci12 runs-on: self-hosted-ci9 13 10 name: ${{ matrix.network }}14 name: ${{ matrix.network }}-try-runtime111512 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.16 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.131767 if: always() # run this step always71 if: always() # run this step always68 run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" down72 run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" down73 74 - name: Remove builder cache75 if: always() # run this step always76 run: |77 docker builder prune -f -a78 docker system prune -f79 docker image prune -f -a6980.github/workflows/unit-test_v2.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586738699/Unit+Tests2# Re-Usable Workflow for lanching Unit tests1name: unit tests3name: unit tests243# Controls when the action will run.5# Controls when the action will run.6# Triger: only call from main workflow(re-usable workflows)4on:7on:5 # Triggers the workflow on push or pull request events but only for the master branch6 workflow_call:8 workflow_call:798# A workflow run is made up of one or more jobs that can run sequentially or in parallel10# A workflow run is made up of one or more jobs that can run sequentially or in parallel50 if: always() # run this step always52 if: always() # run this step always51 run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" down53 run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" down54 55 - name: Remove builder cache56 if: always() # run this step always57 run: |58 docker builder prune -f -a59 docker system prune -f60 docker image prune -f -a5261.github/workflows/xcm.ymldiffbeforeafterboth525253 timeout-minutes: 60053 timeout-minutes: 600545455 name: ${{ matrix.network }}55 name: ${{ matrix.network }}-build565657 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.57 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5858276276277 timeout-minutes: 600277 timeout-minutes: 600278278279 name: ${{ matrix.network }}279 name: ${{ matrix.network }}-tests280280281 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.281 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.282282