difftreelog
Rename workflows
in: master
21 files changed
.github/workflows/canary.ymldiffbeforeafterboth--- a/.github/workflows/canary.yml
+++ b/.github/workflows/canary.yml
@@ -5,7 +5,7 @@
market-e2e-test:
name: market e2e tests
- uses: ./.github/workflows/market-test_v2.yml
+ uses: ./.github/workflows/market-test.yml
secrets: inherit
.github/workflows/ci-develop.ymldiffbeforeafterboth--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -16,14 +16,13 @@
# List of a jobs included into Workflow.
jobs:
- yarn-test-dev:
+ yarn-dev:
if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/dev-build-tests_v2.yml
-
+ uses: ./.github/workflows/yarn-dev.yml
unit-test:
if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/unit-test_v2.yml
+ uses: ./.github/workflows/unit-test.yml
canary:
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'canary')) }} # Conditional check for draft & labels per job.
@@ -41,16 +40,12 @@
node-only-update:
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'node-only-update')) }} # Conditional check for draft & labels per job.
- uses: ./.github/workflows/node-only-update_v2.yml
+ uses: ./.github/workflows/node-only-update.yml
- parallel_and_sequential_tests:
+ integration:
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'integration')) }} # Conditional check for draft & labels per job.
uses: ./.github/workflows/integration-tests.yml
codestyle:
if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/codestyle_v2.yml
-
- yarn_eslint:
- if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/test_codestyle_v2.yml
+ uses: ./.github/workflows/codestyle.yml
.github/workflows/ci-master.ymldiffbeforeafterboth--- a/.github/workflows/ci-master.yml
+++ b/.github/workflows/ci-master.yml
@@ -17,10 +17,10 @@
jobs:
unit-test:
- uses: ./.github/workflows/unit-test_v2.yml
+ uses: ./.github/workflows/unit-test.yml
node-only-update:
- uses: ./.github/workflows/node-only-update_v2.yml
+ uses: ./.github/workflows/node-only-update.yml
forkless:
uses: ./.github/workflows/forkless.yml
@@ -34,4 +34,4 @@
secrets: inherit # pass all secrets from initial workflow to nested
codestyle:
- uses: ./.github/workflows/codestyle_v2.yml
+ uses: ./.github/workflows/codestyle.yml
.github/workflows/codestyle.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/codestyle.yml
@@ -0,0 +1,55 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837012/Code+style+testing
+# Nested workflow for checks related to formatting Rust code
+
+name: codestyle
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+jobs:
+ rustfmt:
+ runs-on: [ self-hosted-ci ]
+ steps:
+ - uses: actions/checkout@v3
+ - name: Install latest nightly
+ uses: actions-rs/toolchain@v1
+ with:
+ toolchain: nightly
+ default: true
+ target: wasm32-unknown-unknown
+ components: rustfmt, clippy
+ - name: Run cargo fmt
+ run: cargo fmt -- --check # In that mode it returns only exit code.
+ - name: Cargo fmt state
+ if: success()
+ run: echo "Nothing to do. Command 'cargo fmt -- --check' returned exit code 0."
+
+ yarn_eslint:
+ runs-on: [ self-hosted-ci ]
+ steps:
+ - uses: actions/checkout@v3
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
+ - name: Install modules
+ run: cd tests && yarn
+ - name: Run ESLint
+ run: cd tests && yarn eslint --ext .ts,.js src/
+
+ clippy:
+ if: ${{ false }}
+ runs-on: [ self-hosted-ci ]
+ steps:
+ - uses: actions/checkout@v3
+ - name: Install substrate dependencies
+ run: sudo apt-get install libssl-dev pkg-config libclang-dev clang protobuf-compiler
+ - name: Install latest nightly
+ uses: actions-rs/toolchain@v1
+ with:
+ toolchain: nightly
+ default: true
+ target: wasm32-unknown-unknown
+ components: rustfmt, clippy
+ - name: Run cargo check
+ run: cargo clippy -- -Dwarnings
.github/workflows/codestyle_v2.ymldiffbeforeafterboth--- a/.github/workflows/codestyle_v2.yml
+++ /dev/null
@@ -1,47 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837012/Code+style+testing
-# Nested workflow for checks related to formatting Rust code
-
-name: cargo fmt
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-jobs:
- rustfmt:
- runs-on: self-hosted-ci
-
- steps:
- - uses: actions/checkout@v3
- - name: Install latest nightly
- uses: actions-rs/toolchain@v1
- with:
- toolchain: nightly
- default: true
- target: wasm32-unknown-unknown
- components: rustfmt, clippy
- - name: Run cargo fmt
- run: cargo fmt -- --check # In that mode it returns only exit code.
- - name: Cargo fmt state
- if: success()
- run: echo "Nothing to do. Command 'cargo fmt -- --check' returned exit code 0."
-
-
- clippy:
- if: ${{ false }}
- runs-on: self-hosted-ci
-
- steps:
-
- - uses: actions/checkout@v3
- - name: Install substrate dependencies
- run: sudo apt-get install libssl-dev pkg-config libclang-dev clang protobuf-compiler
- - name: Install latest nightly
- uses: actions-rs/toolchain@v1
- with:
- toolchain: nightly
- default: true
- target: wasm32-unknown-unknown
- components: rustfmt, clippy
- - name: Run cargo check
- run: cargo clippy -- -Dwarnings
.github/workflows/dev-build-tests_v2.ymldiffbeforeafterboth--- a/.github/workflows/dev-build-tests_v2.yml
+++ /dev/null
@@ -1,101 +0,0 @@
-# Integration test in --dev mode
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586411104/Integration+tests
-name: yarn test dev
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- dev_build_int_tests:
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,medium]
- timeout-minutes: 1380
-
- name: ${{ matrix.network }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include:
- - network: "opal"
- features: "opal-runtime"
- - network: "quartz"
- features: "quartz-runtime"
- - network: "unique"
- features: "unique-runtime"
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-dev.j2
- output_file: .docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- FEATURE=${{ matrix.features }}
-
-
- - name: Show build configuration
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Run tests
- working-directory: tests
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report
- uses: phoenix-actions/test-reporting@v8
- id: test-report
- if: success() || failure() # run this step even if previous step failed
- with:
- name: int test results - ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- - name: Read output variables
- run: |
- echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}"
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/forkless-update-data.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/forkless-update-data.yml
@@ -0,0 +1,171 @@
+# Forkless update with data replication
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ execution-marix:
+
+ name: Prepare execution matrix
+
+ runs-on: self-hosted-ci
+ outputs:
+ matrix: ${{ steps.create_matrix.outputs.matrix }}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Create Execution matrix
+ uses: CertainLach/create-matrix-action@v3
+ id: create_matrix
+ with:
+ matrix: |
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
+ network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
+
+ forkless-update-data:
+ needs: execution-marix
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,large]
+ timeout-minutes: 1380
+
+ name: ${{ matrix.network }}-data
+ strategy:
+ matrix:
+ include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+
+ steps:
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-forkless-data.j2
+ output_file: .docker/docker-compose.${{ matrix.network }}.yml
+ variables: |
+ REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
+ MAINNET_TAG=${{ matrix.mainnet_tag }}
+ MAINNET_BRANCH=${{ matrix.mainnet_branch }}
+ FEATURE=${{ matrix.features }}
+ RUNTIME=${{ matrix.runtime }}
+ BRANCH=${{ github.head_ref }}
+ REPLICA_FROM=${{ matrix.replica_from_address }}
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.${{ matrix.network }}.yml
+
+ - name: Generate launch-config-forkless-data.json
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/forkless-config/launch-config-forkless-data.j2
+ output_file: .docker/launch-config-forkless-data.json
+ variables: |
+ FEATURE=${{ matrix.features }}
+ RUNTIME=${{ matrix.runtime }}
+
+ - name: Show launch-config-forkless configuration
+ run: cat .docker/launch-config-forkless-data.json
+
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
+
+ - name: Check if docker logs consist logs related to Runtime Upgrade testing.
+ if: success()
+ run: |
+ counter=160
+ function check_container_status {
+ docker inspect -f {{.State.Running}} node-parachain
+ }
+ function do_docker_logs {
+ docker logs --details node-parachain 2>&1
+ }
+ function is_started {
+ if [ "$(check_container_status)" == "true" ]; then
+ echo "Container: node-parachain RUNNING";
+ echo "Check Docker logs"
+ DOCKER_LOGS=$(do_docker_logs)
+ if [[ ${DOCKER_LOGS} = *"πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"* ]];then
+ echo "πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"
+ return 0
+ elif [[ ${DOCKER_LOGS} = *"π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"* ]];then
+ echo "π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"
+ return 1
+ else
+ echo "Message not found in logs output, repeating..."
+ return 1
+ fi
+ else
+ echo "Container node-parachain not RUNNING"
+ echo "Halting all future checks"
+ exit 1
+ fi
+ exit 0
+ }
+ while ! is_started; do
+ echo "Waiting for special message in log files "
+ sleep 30s
+ counter=$(( $counter - 1 ))
+ echo "Counter: $counter"
+ if [ "$counter" -gt "0" ]; then
+ continue
+ else
+ break
+ fi
+ done
+ echo "Halting script"
+ exit 0
+ shell: bash
+
+ - name: Collect Docker Logs
+ if: success() || failure()
+ uses: jwalton/gh-docker-logs@v2.2.0
+ with:
+ dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'
+ images: 'node-parachain'
+
+ - name: Show Docker logs
+ if: success() || failure()
+ run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-data_v2.yml
+++ /dev/null
@@ -1,171 +0,0 @@
-# Forkless update with data replication
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- execution-marix:
-
- name: Prepare execution matrix
-
- runs-on: self-hosted-ci
- outputs:
- matrix: ${{ steps.create_matrix.outputs.matrix }}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
- id: create_matrix
- with:
- matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
-
- forkless-update-data:
- needs: execution-marix
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
- timeout-minutes: 1380
-
- name: ${{ matrix.network }}-data
- strategy:
- matrix:
- include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
-
- steps:
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-forkless-data.j2
- output_file: .docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
- MAINNET_TAG=${{ matrix.mainnet_tag }}
- MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
- BRANCH=${{ github.head_ref }}
- REPLICA_FROM=${{ matrix.replica_from_address }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Generate launch-config-forkless-data.json
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/forkless-config/launch-config-forkless-data.j2
- output_file: .docker/launch-config-forkless-data.json
- variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
-
- - name: Show launch-config-forkless configuration
- run: cat .docker/launch-config-forkless-data.json
-
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
-
- - name: Check if docker logs consist logs related to Runtime Upgrade testing.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"* ]];then
- echo "πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"
- return 0
- elif [[ ${DOCKER_LOGS} = *"π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"* ]];then
- echo "π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"
- return 1
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain not RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- exit 0
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- - name: Collect Docker Logs
- if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
- with:
- dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'
- images: 'node-parachain'
-
- - name: Show Docker logs
- if: success() || failure()
- run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/forkless-update-nodata.yml
@@ -0,0 +1,219 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837021/Forkless+update+without+data
+# Forkless update without data replication
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+ execution-marix:
+
+ name: Prepare execution matrix
+
+ runs-on: self-hosted-ci
+ outputs:
+ matrix: ${{ steps.create_matrix.outputs.matrix }}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Create Execution matrix
+ uses: CertainLach/create-matrix-action@v3
+ id: create_matrix
+ with:
+ matrix: |
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
+ network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
+ network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
+
+
+ forkless-update-nodata:
+ needs: execution-marix
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,large]
+
+ timeout-minutes: 1380
+
+ name: ${{ matrix.network }}-nodata
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
+
+ steps:
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-forkless-nodata.j2
+ output_file: .docker/docker-compose.${{ matrix.network }}.yml
+ variables: |
+ REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
+ MAINNET_TAG=${{ matrix.mainnet_tag }}
+ MAINNET_BRANCH=${{ matrix.mainnet_branch }}
+ FEATURE=${{ matrix.features }}
+ RUNTIME=${{ matrix.runtime }}
+ BRANCH=${{ github.head_ref }}
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.${{ matrix.network }}.yml
+
+ - name: Generate launch-config-forkless-nodata.json
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/forkless-config/launch-config-forkless-nodata.j2
+ output_file: .docker/launch-config-forkless-nodata.json
+ variables: |
+ FEATURE=${{ matrix.features }}
+ RUNTIME=${{ matrix.runtime }}
+
+ - name: Show launch-config-forkless configuration
+ run: cat .docker/launch-config-forkless-nodata.json
+
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
+
+ - name: Check if docker logs consist logs related to Runtime Upgrade testing.
+ if: success()
+ run: |
+ counter=160
+ function check_container_status {
+ docker inspect -f {{.State.Running}} node-parachain
+ }
+ function do_docker_logs {
+ docker logs --details node-parachain 2>&1
+ }
+ function is_started {
+ if [ "$(check_container_status)" == "true" ]; then
+ echo "Container: node-parachain RUNNING";
+ echo "Check Docker logs"
+ DOCKER_LOGS=$(do_docker_logs)
+ if [[ ${DOCKER_LOGS} = *"πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"* ]];then
+ echo "πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"
+ return 0
+ elif [[ ${DOCKER_LOGS} = *"π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"* ]];then
+ echo "π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"
+ return 1
+ else
+ echo "Message not found in logs output, repeating..."
+ return 1
+ fi
+ else
+ echo "Container node-parachain not RUNNING"
+ echo "Halting all future checks"
+ exit 1
+ fi
+ exit 0
+ }
+ while ! is_started; do
+ echo "Waiting for special message in log files "
+ sleep 30s
+ counter=$(( $counter - 1 ))
+ echo "Counter: $counter"
+ if [ "$counter" -gt "0" ]; then
+ continue
+ else
+ break
+ fi
+ done
+ echo "Halting script"
+ exit 0
+ shell: bash
+
+ - name: Collect Docker Logs
+ if: success() || failure()
+ uses: jwalton/gh-docker-logs@v2.2.0
+ with:
+ dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'
+ images: 'node-parachain'
+
+ - name: Show docker logs
+ if: success() || failure()
+ run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Run Parallel tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Parallel
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-parallel
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-parallel-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Run Sequential tests
+ working-directory: tests
+ if: success() || failure()
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Sequential
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-sequential
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-sequential-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ /dev/null
@@ -1,219 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837021/Forkless+update+without+data
-# Forkless update without data replication
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
- execution-marix:
-
- name: Prepare execution matrix
-
- runs-on: self-hosted-ci
- outputs:
- matrix: ${{ steps.create_matrix.outputs.matrix }}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
- id: create_matrix
- with:
- matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
-
-
- forkless-update-nodata:
- needs: execution-marix
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
-
- timeout-minutes: 1380
-
- name: ${{ matrix.network }}-nodata
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
-
- steps:
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-forkless-nodata.j2
- output_file: .docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
- MAINNET_TAG=${{ matrix.mainnet_tag }}
- MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
- BRANCH=${{ github.head_ref }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Generate launch-config-forkless-nodata.json
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/forkless-config/launch-config-forkless-nodata.j2
- output_file: .docker/launch-config-forkless-nodata.json
- variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
-
- - name: Show launch-config-forkless configuration
- run: cat .docker/launch-config-forkless-nodata.json
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
-
- - name: Check if docker logs consist logs related to Runtime Upgrade testing.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"* ]];then
- echo "πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"
- return 0
- elif [[ ${DOCKER_LOGS} = *"π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"* ]];then
- echo "π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"
- return 1
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain not RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- exit 0
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- - name: Collect Docker Logs
- if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
- with:
- dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'
- images: 'node-parachain'
-
- - name: Show docker logs
- if: success() || failure()
- run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
-
- - name: Run Parallel tests
- working-directory: tests
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report Parallel
- uses: phoenix-actions/test-reporting@v8
- id: test-report-parallel
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-parallel-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- - name: Run Sequential tests
- working-directory: tests
- if: success() || failure()
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report Sequential
- uses: phoenix-actions/test-reporting@v8
- id: test-report-sequential
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-sequential-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/forkless.ymldiffbeforeafterboth--- a/.github/workflows/forkless.yml
+++ b/.github/workflows/forkless.yml
@@ -9,12 +9,12 @@
forkless-update-data:
name: with data
- uses: ./.github/workflows/forkless-update-data_v2.yml
+ uses: ./.github/workflows/forkless-update-data.yml
forkless-update-no-data:
name: no data
- uses: ./.github/workflows/forkless-update-nodata_v2.yml
+ uses: ./.github/workflows/forkless-update-nodata.yml
try-runtime:
name: try-runtime
- uses: ./.github/workflows/try-runtime_v2.yml
+ uses: ./.github/workflows/try-runtime.yml
.github/workflows/market-test.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/market-test.yml
@@ -0,0 +1,187 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586509375/Market+e2e+test
+# Nested workflow for lunching Market e2e tests from external repository https://github.com/UniqueNetwork/market-e2e-tests
+
+name: market api tests
+
+# Controls when the action will run.
+on:
+ workflow_call:
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ market_test:
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,large]
+ timeout-minutes: 360
+
+ name: ${{ matrix.network }}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include:
+ - network: "opal"
+ features: "opal-runtime"
+
+ steps:
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - name: Checkout master repo
+ uses: actions/checkout@master
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Checkout Market e2e tests
+ uses: actions/checkout@v3
+ with:
+ repository: 'UniqueNetwork/market-e2e-tests'
+ ssh-key: ${{ secrets.GH_PAT }}
+ path: 'qa-tests'
+ ref: 'master'
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Copy qa-tests/.env.example to qa-tests/.env
+ working-directory: qa-tests
+ run: cp .env.docker .env
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: qa-tests/.docker/docker-compose.tmp-market.j2
+ output_file: qa-tests/.docker/docker-compose.${{ matrix.network }}.yml
+ variables: |
+ REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ FEATURE=${{ matrix.features }}
+ BRANCH=${{ github.head_ref }}
+
+
+ - name: Show build configuration
+ working-directory: qa-tests
+ run: cat .docker/docker-compose.${{ matrix.network }}.yml
+
+ - name: Start node-parachain
+ working-directory: qa-tests
+ run: docker-compose -f ".docker/docker-compose.market.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate node-parachain
+
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16.17
+
+ - name: Setup TypeScript
+ working-directory: qa-tests
+ run: |
+ npm install -g ts-node
+ npm install
+
+ - name: Copy qa-tests/.env.docker to qa-tests/.env
+ working-directory: qa-tests
+ run: |
+ rm -rf .env
+ cp .env.docker .env
+
+# Temporary disable node readyness check. Have to dig into the script logic.
+# - name: Wait for chain up and running
+# working-directory: tests
+# run: |
+# yarn install
+# node scripts/readyness.js
+# echo "Ready to start tests"
+# env:
+# RPC_URL: http://127.0.0.1:9933/
+
+ - name: Wait for chain up and running
+ run: |
+ sleep 1200s
+ echo "Ready to start Market e2e tests"
+
+ - name: Show content of .env file and Generate accounts
+ working-directory: qa-tests
+ run: |
+ cat .env
+ ts-node ./src/scripts/create-market-accounts.ts
+
+ - name: Copy qa-tests/.env to qa-tests/.env.docker
+ working-directory: qa-tests
+ run: |
+ rm -rf .env.docker
+ cp .env .env.docker
+
+ - name: Get chain logs
+ if: always() # run this step always
+ run: |
+ docker exec node-parachain cat /polkadot-launch/9944.log
+ docker exec node-parachain cat /polkadot-launch/9945.log
+ docker exec node-parachain cat /polkadot-launch/alice.log
+ docker exec node-parachain cat /polkadot-launch/eve.log
+ docker exec node-parachain cat /polkadot-launch/dave.log
+ docker exec node-parachain cat /polkadot-launch/charlie.log
+
+ - name: Deploy contracts
+ run: |
+ cd qa-tests
+ ts-node ./src/scripts/deploy-contract.ts
+
+ - name: Timeout for debug
+ if: failure()
+ run: sleep 300s
+
+ - name: Import test data
+ working-directory: qa-tests
+ run: ts-node ./src/scripts/create-test-collections.ts
+
+ - name: Show content of qa-test .env
+ working-directory: qa-tests
+ run: cat .env
+
+ - name: Read qa -test .env file Before market start
+ uses: xom9ikk/dotenv@v2
+ with:
+ path: qa-tests/
+
+ - name: local-market:start
+ run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" up -d --build
+
+ - name: Wait for market readyness
+ working-directory: qa-tests
+ run: src/scripts/wait-market-ready.sh
+ shell: bash
+
+ - name: Install dependecies
+ working-directory: qa-tests
+ run: |
+ npm ci
+ npm install -D @playwright/test
+ npx playwright install-deps
+ npx playwright install
+
+ - name: Show content of qa-test .env
+ working-directory: qa-tests
+ run: cat .env
+
+ - name: Test API interface
+ working-directory: qa-tests
+ run: |
+ npx playwright test --workers=3 --quiet .*.api.test.ts --reporter=github --config playwright.config.ts
+
+ - name: Timeout for debug
+ if: failure()
+ run: sleep 300s
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down --volumes
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f
+ docker system prune -f
.github/workflows/market-test_v2.ymldiffbeforeafterboth--- a/.github/workflows/market-test_v2.yml
+++ /dev/null
@@ -1,187 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586509375/Market+e2e+test
-# Nested workflow for lunching Market e2e tests from external repository https://github.com/UniqueNetwork/market-e2e-tests
-
-name: market api tests
-
-# Controls when the action will run.
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- market_test:
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
- timeout-minutes: 360
-
- name: ${{ matrix.network }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include:
- - network: "opal"
- features: "opal-runtime"
-
- steps:
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - name: Checkout master repo
- uses: actions/checkout@master
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Checkout Market e2e tests
- uses: actions/checkout@v3
- with:
- repository: 'UniqueNetwork/market-e2e-tests'
- ssh-key: ${{ secrets.GH_PAT }}
- path: 'qa-tests'
- ref: 'master'
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Copy qa-tests/.env.example to qa-tests/.env
- working-directory: qa-tests
- run: cp .env.docker .env
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: qa-tests/.docker/docker-compose.tmp-market.j2
- output_file: qa-tests/.docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- FEATURE=${{ matrix.features }}
- BRANCH=${{ github.head_ref }}
-
-
- - name: Show build configuration
- working-directory: qa-tests
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Start node-parachain
- working-directory: qa-tests
- run: docker-compose -f ".docker/docker-compose.market.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate node-parachain
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16.17
-
- - name: Setup TypeScript
- working-directory: qa-tests
- run: |
- npm install -g ts-node
- npm install
-
- - name: Copy qa-tests/.env.docker to qa-tests/.env
- working-directory: qa-tests
- run: |
- rm -rf .env
- cp .env.docker .env
-
-# Temporary disable node readyness check. Have to dig into the script logic.
-# - name: Wait for chain up and running
-# working-directory: tests
-# run: |
-# yarn install
-# node scripts/readyness.js
-# echo "Ready to start tests"
-# env:
-# RPC_URL: http://127.0.0.1:9933/
-
- - name: Wait for chain up and running
- run: |
- sleep 1200s
- echo "Ready to start Market e2e tests"
-
- - name: Show content of .env file and Generate accounts
- working-directory: qa-tests
- run: |
- cat .env
- ts-node ./src/scripts/create-market-accounts.ts
-
- - name: Copy qa-tests/.env to qa-tests/.env.docker
- working-directory: qa-tests
- run: |
- rm -rf .env.docker
- cp .env .env.docker
-
- - name: Get chain logs
- if: always() # run this step always
- run: |
- docker exec node-parachain cat /polkadot-launch/9944.log
- docker exec node-parachain cat /polkadot-launch/9945.log
- docker exec node-parachain cat /polkadot-launch/alice.log
- docker exec node-parachain cat /polkadot-launch/eve.log
- docker exec node-parachain cat /polkadot-launch/dave.log
- docker exec node-parachain cat /polkadot-launch/charlie.log
-
- - name: Deploy contracts
- run: |
- cd qa-tests
- ts-node ./src/scripts/deploy-contract.ts
-
- - name: Timeout for debug
- if: failure()
- run: sleep 300s
-
- - name: Import test data
- working-directory: qa-tests
- run: ts-node ./src/scripts/create-test-collections.ts
-
- - name: Show content of qa-test .env
- working-directory: qa-tests
- run: cat .env
-
- - name: Read qa -test .env file Before market start
- uses: xom9ikk/dotenv@v2
- with:
- path: qa-tests/
-
- - name: local-market:start
- run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" up -d --build
-
- - name: Wait for market readyness
- working-directory: qa-tests
- run: src/scripts/wait-market-ready.sh
- shell: bash
-
- - name: Install dependecies
- working-directory: qa-tests
- run: |
- npm ci
- npm install -D @playwright/test
- npx playwright install-deps
- npx playwright install
-
- - name: Show content of qa-test .env
- working-directory: qa-tests
- run: cat .env
-
- - name: Test API interface
- working-directory: qa-tests
- run: |
- npx playwright test --workers=8 --quiet .*.api.test.ts --reporter=github --config playwright.config.ts
-
- - name: Timeout for debug
- if: failure()
- run: sleep 300s
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down --volumes
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f
- docker system prune -f
.github/workflows/node-only-update.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update2# Node only update with restart polkadot-launch process.34name: nodes-only update56# Triger: only call from main workflow(re-usable workflows)7on:8 workflow_call:91011# A workflow run is made up of one or more jobs that can run sequentially or in parallel12jobs:1314 nodes-execution-matrix:1516 name: execution matrix1718 runs-on: self-hosted-ci19 outputs:20 matrix: ${{ steps.create_matrix.outputs.matrix }}2122 steps:2324 - name: Clean Workspace25 uses: AutoModality/action-clean@v1.1.02627 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it28 - uses: actions/checkout@v329 with:30 ref: ${{ github.head_ref }} #Checking out head commit3132 - name: Read .env file33 uses: xom9ikk/dotenv@v23435 - name: Create Execution matrix36 uses: CertainLach/create-matrix-action@v337 id: create_matrix38 with:39 matrix: |40 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}41 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}42 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}43444546 nodes-only-update:47 needs: nodes-execution-matrix48 # The type of runner that the job will run on49 runs-on: [self-hosted-ci,large]5051 timeout-minutes: 2880 # 48 hours for execution jobs.5253 name: ${{ matrix.network }}5455 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5657 strategy:58 matrix:59 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6061 steps:6263 - name: Clean Workspace64 uses: AutoModality/action-clean@v1.1.06566 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it67 - uses: actions/checkout@v368 with:69 ref: ${{ github.head_ref }} #Checking out head commit7071 - name: Read .env file72 uses: xom9ikk/dotenv@v27374 - name: Generate ENV related extend file for docker-compose75 uses: cuchi/jinja2-action@v1.2.076 with:77 template: .docker/docker-compose.tmp-node.j278 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml79 variables: |80 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git81 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}82 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}83 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}84 MAINNET_TAG=${{ matrix.mainnet_tag }}85 MAINNET_BRANCH=${{ matrix.mainnet_branch }}86 FEATURE=${{ matrix.features }}87 RUNTIME=${{ matrix.runtime }}88 BRANCH=${{ github.head_ref }}8990 - name: Show build configuration91 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9293 - name: Generate launch-config-forkless-nodata.json94 uses: cuchi/jinja2-action@v1.2.095 with:96 template: .docker/forkless-config/launch-config-forkless-nodata.j297 output_file: .docker/launch-config-forkless-nodata.json98 variables: |99 FEATURE=${{ matrix.features }}100 RUNTIME=${{ matrix.runtime }}101102 - name: Show launch-config-forkless configuration103 run: cat .docker/launch-config-forkless-nodata.json104105 - uses: actions/setup-node@v3106 with:107 node-version: 16108109 - name: Build the stack110 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300111112 # π POLKADOT LAUNCH COMPLETE π113 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.114 if: success()115 run: |116 counter=160117 function check_container_status {118 docker inspect -f {{.State.Running}} node-parachain119 }120 function do_docker_logs {121 docker logs --details node-parachain 2>&1122 }123 function is_started {124 if [ "$(check_container_status)" == "true" ]; then125 echo "Container: node-parachain RUNNING";126 echo "Check Docker logs"127 DOCKER_LOGS=$(do_docker_logs)128 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then129 echo "π POLKADOT LAUNCH COMPLETE π"130 return 0131 else132 echo "Message not found in logs output, repeating..."133 return 1134 fi135 else136 echo "Container node-parachain NOT RUNNING"137 echo "Halting all future checks"138 exit 1139 fi140 echo "something goes wrong"141 exit 1142 }143 while ! is_started; do144 echo "Waiting for special message in log files "145 sleep 30s146 counter=$(( $counter - 1 ))147 echo "Counter: $counter"148 if [ "$counter" -gt "0" ]; then149 continue150 else151 break152 fi153 done154 echo "Halting script"155 exit 0156 shell: bash157158 - name: Checkout at '${{ matrix.mainnet_branch }}' branch159 uses: actions/checkout@master160 with:161 ref: ${{ matrix.mainnet_branch }} #Checking out head commit162 path: ${{ matrix.mainnet_branch }}163164 - name: Run tests before Node Parachain upgrade165 working-directory: ${{ matrix.mainnet_branch }}/tests166 run: |167 yarn install168 yarn add mochawesome169 echo "Ready to start tests"170 yarn polkadot-types171 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-before-${NOW}172 env:173 RPC_URL: http://127.0.0.1:9933/174175 - name: Upload Test Report Before Node upgrade176 uses: phoenix-actions/test-reporting@v8177 id: test-report-before178 if: success() || failure() # run this step even if previous step failed179 with:180 name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created181 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-before-*.json # Path to test results182 reporter: mochawesome-json183 fail-on-error: 'false'184185 # TODO uncomment thease steps after the merge186 #- name: Run Parallel tests before Node Parachain upgrade187 # working-directory: ${{ matrix.mainnet_branch }}/tests188 # run: |189 # yarn install190 # yarn add mochawesome191 # echo "Ready to start tests"192 # yarn polkadot-types193 # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}194 # env:195 # RPC_URL: http://127.0.0.1:9933/196197 #- name: Upload Parallel Test Report Before Node upgrade198 # uses: phoenix-actions/test-reporting@v8199 # id: test-parallel-report-before200 # if: success() || failure() # run this step even if previous step failed201 # with:202 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created203 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results204 # reporter: mochawesome-json205 # fail-on-error: 'false'206207 # - name: Run Sequential tests before Node Parachain upgrade208 # if: success() || failure()209 # working-directory: ${{ matrix.mainnet_branch }}/tests210 # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}211 # env:212 # RPC_URL: http://127.0.0.1:9933/213214 # - name: Upload Sequential Test Report Before Node upgrade215 # uses: phoenix-actions/test-reporting@v8216 # id: test-sequential-report-before217 # if: success() || failure() # run this step even if previous step failed218 # with:219 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created220 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results221 # reporter: mochawesome-json222 # fail-on-error: 'false'223 224 - name: Send SIGUSR1 to polkadot-launch process225 if: success() || failure()226 run: |227 #Get PID of polkadot-launch228 ContainerID=$(docker ps -aqf "name=node-parachain")229 PID=$(docker exec node-parachain pidof 'polkadot-launch')230 sleep 30s231 echo -e "Show logs of node-parachain container.\n"232 docker logs ${ContainerID}233 echo -e "\n"234 echo -e "Restart polkadot-launch process: $PID\n"235 docker exec node-parachain kill -SIGUSR1 ${PID}236 echo "SIGUSR1 sent to Polkadot-launch PID: $PID"237 docker logs ${ContainerID}238 239 - name: Get chain logs in case of docker image crashed after Polkadot Launch restart240 if: failure() # run this step only at failure241 run: |242 docker exec node-parachain cat /polkadot-launch/9944.log243 docker exec node-parachain cat /polkadot-launch/9945.log244 docker exec node-parachain cat /polkadot-launch/alice.log245 docker exec node-parachain cat /polkadot-launch/eve.log246 docker exec node-parachain cat /polkadot-launch/dave.log247 docker exec node-parachain cat /polkadot-launch/charlie.log 248249 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.250 if: success()251 run: |252 counter=160253 function check_container_status {254 docker inspect -f {{.State.Running}} node-parachain255 }256 function do_docker_logs {257 docker logs --details node-parachain 2>&1258 }259 function is_started {260 if [ "$(check_container_status)" == "true" ]; then261 echo "Container: node-parachain RUNNING";262 echo "Check Docker logs"263 DOCKER_LOGS=$(do_docker_logs)264 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then265 echo "π All parachain collators restarted with the new binaries."266 return 0267 else268 echo "Message not found in logs output, repeating..."269 return 1270 fi271 else272 echo "Container node-parachain NOT RUNNING"273 echo "Halting all future checks"274 exit 1275 fi276 echo "something goes wrong"277 exit 1278 }279 while ! is_started; do280 echo "Waiting for special message in log files "281 sleep 30s282 counter=$(( $counter - 1 ))283 echo "Counter: $counter"284 if [ "$counter" -gt "0" ]; then285 continue286 else287 break288 fi289 done290 echo "Halting script"291 exit 0292 shell: bash293 294 ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.295 - name: Run tests after Node Parachain upgrade296 working-directory: ${{ matrix.mainnet_branch }}/tests297 run: |298 yarn install299 yarn add mochawesome300 echo "Ready to start tests"301 yarn polkadot-types302 NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-after-${NOW}303 env:304 RPC_URL: http://127.0.0.1:9933/305306 - name: Test Report After Node upgrade307 uses: phoenix-actions/test-reporting@v8308 id: test-report-after309 if: success() || failure() # run this step even if previous step failed310 with:311 name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created312 path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-after-*.json # Path to test results313 reporter: mochawesome-json314 fail-on-error: 'false'315316 # TODO uncomment thease steps after the merge317 #- name: Run Parallel tests after Node Parachain upgrade318 # working-directory: ${{ matrix.mainnet_branch }}/tests319 # run: |320 # yarn install321 # yarn add mochawesome322 # node scripts/readyness.js323 # echo "Ready to start tests"324 # yarn polkadot-types325 # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}326 # env:327 # RPC_URL: http://127.0.0.1:9933/328329 #- name: Test Report Parallel After Node upgrade330 # uses: phoenix-actions/test-reporting@v8331 # id: test-report-parallel-after332 # if: success() || failure() # run this step even if previous step failed333 # with:334 # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created335 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results336 # reporter: mochawesome-json337 # fail-on-error: 'false'338 339 #- name: Run Sequential tests after Node Parachain upgrade340 # if: success() || failure()341 # working-directory: ${{ matrix.mainnet_branch }}/tests342 # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}343 # env:344 # RPC_URL: http://127.0.0.1:9933/345346 #- name: Upload Sequential Test Report After Node upgrade347 # uses: phoenix-actions/test-reporting@v8348 # id: test-sequential-report-after349 # if: success() || failure() # run this step even if previous step failed350 # with:351 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created352 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results353 # reporter: mochawesome-json354 # fail-on-error: 'false'355356357 - name: Stop running containers358 if: always() # run this step always359 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes360361 - name: Remove builder cache362 if: always() # run this step always363 run: |364 docker builder prune -f -a365 docker system prune -f366 docker image prune -f -a367368 - name: Remove repo at the end369 if: always() # run this step always370 run: |371 ls -ls ./.github/workflows/node-only-update_v2.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update_v2.yml
+++ /dev/null
@@ -1,371 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update
-# Node only update with restart polkadot-launch process.
-
-name: nodes-only update
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- nodes-execution-matrix:
-
- name: execution matrix
-
- runs-on: self-hosted-ci
- outputs:
- matrix: ${{ steps.create_matrix.outputs.matrix }}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
- id: create_matrix
- with:
- matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
-
-
-
- nodes-only-update:
- needs: nodes-execution-matrix
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
-
- timeout-minutes: 2880 # 48 hours for execution jobs.
-
- name: ${{ matrix.network }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-node.j2
- output_file: .docker/docker-compose.node.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
- MAINNET_TAG=${{ matrix.mainnet_tag }}
- MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
- BRANCH=${{ github.head_ref }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.node.${{ matrix.network }}.yml
-
- - name: Generate launch-config-forkless-nodata.json
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/forkless-config/launch-config-forkless-nodata.j2
- output_file: .docker/launch-config-forkless-nodata.json
- variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
-
- - name: Show launch-config-forkless configuration
- run: cat .docker/launch-config-forkless-nodata.json
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
-
- # π POLKADOT LAUNCH COMPLETE π
- - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then
- echo "π POLKADOT LAUNCH COMPLETE π"
- return 0
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain NOT RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- echo "something goes wrong"
- exit 1
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- - name: Checkout at '${{ matrix.mainnet_branch }}' branch
- uses: actions/checkout@master
- with:
- ref: ${{ matrix.mainnet_branch }} #Checking out head commit
- path: ${{ matrix.mainnet_branch }}
-
- - name: Run tests before Node Parachain upgrade
- working-directory: ${{ matrix.mainnet_branch }}/tests
- run: |
- yarn install
- yarn add mochawesome
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-before-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Upload Test Report Before Node upgrade
- uses: phoenix-actions/test-reporting@v8
- id: test-report-before
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-before-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- # TODO uncomment thease steps after the merge
- #- name: Run Parallel tests before Node Parachain upgrade
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: |
- # yarn install
- # yarn add mochawesome
- # echo "Ready to start tests"
- # yarn polkadot-types
- # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- #- name: Upload Parallel Test Report Before Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-parallel-report-before
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
- # - name: Run Sequential tests before Node Parachain upgrade
- # if: success() || failure()
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- # - name: Upload Sequential Test Report Before Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-sequential-report-before
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
- - name: Send SIGUSR1 to polkadot-launch process
- if: success() || failure()
- run: |
- #Get PID of polkadot-launch
- ContainerID=$(docker ps -aqf "name=node-parachain")
- PID=$(docker exec node-parachain pidof 'polkadot-launch')
- sleep 30s
- echo -e "Show logs of node-parachain container.\n"
- docker logs ${ContainerID}
- echo -e "\n"
- echo -e "Restart polkadot-launch process: $PID\n"
- docker exec node-parachain kill -SIGUSR1 ${PID}
- echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
- docker logs ${ContainerID}
-
- - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
- if: failure() # run this step only at failure
- run: |
- docker exec node-parachain cat /polkadot-launch/9944.log
- docker exec node-parachain cat /polkadot-launch/9945.log
- docker exec node-parachain cat /polkadot-launch/alice.log
- docker exec node-parachain cat /polkadot-launch/eve.log
- docker exec node-parachain cat /polkadot-launch/dave.log
- docker exec node-parachain cat /polkadot-launch/charlie.log
-
- - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then
- echo "π All parachain collators restarted with the new binaries."
- return 0
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain NOT RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- echo "something goes wrong"
- exit 1
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
- - name: Run tests after Node Parachain upgrade
- working-directory: ${{ matrix.mainnet_branch }}/tests
- run: |
- yarn install
- yarn add mochawesome
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-after-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report After Node upgrade
- uses: phoenix-actions/test-reporting@v8
- id: test-report-after
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
- path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-after-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- # TODO uncomment thease steps after the merge
- #- name: Run Parallel tests after Node Parachain upgrade
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: |
- # yarn install
- # yarn add mochawesome
- # node scripts/readyness.js
- # echo "Ready to start tests"
- # yarn polkadot-types
- # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- #- name: Test Report Parallel After Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-report-parallel-after
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
- #- name: Run Sequential tests after Node Parachain upgrade
- # if: success() || failure()
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- #- name: Upload Sequential Test Report After Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-sequential-report-after
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
-
- - name: Remove repo at the end
- if: always() # run this step always
- run: |
- ls -ls ./
.github/workflows/test_codestyle_v2.ymldiffbeforeafterboth--- a/.github/workflows/test_codestyle_v2.yml
+++ /dev/null
@@ -1,24 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586804253/Yarn+eslint
-# Yarn Eslint over tests
-#
-name: yarn eslint
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-jobs:
- code_style:
- runs-on: [ self-hosted-ci ]
-
- steps:
- - uses: actions/checkout@v3
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Install modules
- run: cd tests && yarn
- - name: Run ESLint
- run: cd tests && yarn eslint --ext .ts,.js src/
.github/workflows/try-runtime.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/try-runtime.yml
@@ -0,0 +1,79 @@
+# Try-runtime checks
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656213/Try+runtime
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+ try-runtime:
+ # The type of runner that the job will run on
+ runs-on: self-hosted-ci
+
+ name: ${{ matrix.network }}-try-runtime
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include:
+ - network: opal
+ features: opal-runtime
+ replica_from_address: wss://eu-ws-opal.unique.network:443
+ - network: quartz
+ features: quartz-runtime
+ replica_from_address: wss://eu-ws-quartz.unique.network:443
+ - network: unique
+ features: unique-runtime
+ replica_from_address: wss://eu-ws.unique.network:443
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.try-runtime.j2
+ output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
+ variables: |
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ FEATURE=${{ matrix.features }}
+ REPLICA_FROM=${{ matrix.replica_from_address }}
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from try-runtime
+
+ - name: Collect Docker Logs
+ if: success() || failure()
+ uses: jwalton/gh-docker-logs@v2.2.0
+ with:
+ dest: './try-runtime-logs.${{ matrix.network }}'
+ images: 'try-runtime'
+
+ - name: Show docker logs
+ run: cat './try-runtime-logs.${{ matrix.network }}/try-runtime.log'
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/try-runtime_v2.ymldiffbeforeafterboth--- a/.github/workflows/try-runtime_v2.yml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Try-runtime checks
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656213/Try+runtime
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
- try-runtime:
- # The type of runner that the job will run on
- runs-on: self-hosted-ci
-
- name: ${{ matrix.network }}-try-runtime
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include:
- - network: opal
- features: opal-runtime
- replica_from_address: wss://eu-ws-opal.unique.network:443
- - network: quartz
- features: quartz-runtime
- replica_from_address: wss://eu-ws-quartz.unique.network:443
- - network: unique
- features: unique-runtime
- replica_from_address: wss://eu-ws.unique.network:443
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.try-runtime.j2
- output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
- variables: |
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- FEATURE=${{ matrix.features }}
- REPLICA_FROM=${{ matrix.replica_from_address }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from try-runtime
-
- - name: Collect Docker Logs
- if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
- with:
- dest: './try-runtime-logs.${{ matrix.network }}'
- images: 'try-runtime'
-
- - name: Show docker logs
- run: cat './try-runtime-logs.${{ matrix.network }}/try-runtime.log'
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/unit-test.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/unit-test.yml
@@ -0,0 +1,60 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586738699/Unit+Tests
+# Re-Usable Workflow for lanching Unit tests
+name: unit tests
+
+# Controls when the action will run.
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ unit_tests:
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,medium]
+ timeout-minutes: 1380
+
+ name: ${{ github.base_ref }}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-unit.j2
+ output_file: .docker/docker-compose.unit.yml
+ variables: |
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.unit.yml
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from node-dev
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/unit-test_v2.ymldiffbeforeafterboth--- a/.github/workflows/unit-test_v2.yml
+++ /dev/null
@@ -1,60 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586738699/Unit+Tests
-# Re-Usable Workflow for lanching Unit tests
-name: unit tests
-
-# Controls when the action will run.
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- unit_tests:
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,medium]
- timeout-minutes: 1380
-
- name: ${{ github.base_ref }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-unit.j2
- output_file: .docker/docker-compose.unit.yml
- variables: |
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
-
-
- - name: Show build configuration
- run: cat .docker/docker-compose.unit.yml
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from node-dev
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/yarn-dev.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/yarn-dev.yml
@@ -0,0 +1,101 @@
+# Integration test in --dev mode
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586411104/Integration+tests
+name: yarn dev
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ dev_build_int_tests:
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,medium]
+ timeout-minutes: 1380
+
+ name: ${{ matrix.network }}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include:
+ - network: "opal"
+ features: "opal-runtime"
+ - network: "quartz"
+ features: "quartz-runtime"
+ - network: "unique"
+ features: "unique-runtime"
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-dev.j2
+ output_file: .docker/docker-compose.${{ matrix.network }}.yml
+ variables: |
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ FEATURE=${{ matrix.features }}
+
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.${{ matrix.network }}.yml
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans
+
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
+
+ - name: Run tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: int test results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Read output variables
+ run: |
+ echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}"
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a