difftreelog
Merge pull request #656 from UniqueNetwork/tests/parallel-ci
in: master
Tests/parallel ci
10 files changed
.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth1# ===== Rust builder =====2FROM ubuntu:20.04 as rust-builder3LABEL maintainer="Unique.Network"45ARG RUST_TOOLCHAIN=67ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN8ENV CARGO_HOME="/cargo-home"9ENV PATH="/cargo-home/bin:$PATH"10ENV TZ=UTC11RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone1213RUN apt-get update && \14 apt-get install -y curl cmake pkg-config libssl-dev git clang && \15 apt-get clean && \16 rm -r /var/lib/apt/lists/*1718RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none1920RUN rustup toolchain uninstall $(rustup toolchain list) && \21 rustup toolchain install $RUST_TOOLCHAIN && \22 rustup default $RUST_TOOLCHAIN && \23 rustup target list --installed && \24 rustup show25RUN rustup target add wasm32-unknown-unknown --toolchain $RUST_TOOLCHAIN2627RUN mkdir /unique_parachain28WORKDIR /unique_parachain293031# ===== BUILD current version ======32FROM rust-builder as builder-unique-current3334ARG PROFILE=release35ARG FEATURE=36ARG MAINNET_BRANCH=37ARG REPO_URL=3839WORKDIR /unique_parachain4041RUN git clone $REPO_URL -b $MAINNET_BRANCH . && \42 cargo build --features=$FEATURE --$PROFILE4344# ===== BUILD target version ======45FROM rust-builder as builder-unique-target4647ARG PROFILE=release48ARG FEATURE=4950COPY . /unique_parachain51WORKDIR /unique_parachain5253RUN cargo build --features=$FEATURE --$PROFILE5455# ===== BUILD POLKADOT =====56FROM rust-builder as builder-polkadot5758ARG POLKADOT_BUILD_BRANCH=59ENV POLKADOT_BUILD_BRANCH $POLKADOT_BUILD_BRANCH606162WORKDIR /unique_parachain6364RUN git clone -b $POLKADOT_BUILD_BRANCH --depth 1 https://github.com/paritytech/polkadot.git && \65 cd polkadot && \66 cargo build --release6768# ===== RUN ======6970FROM ubuntu:20.047172ARG RUNTIME=73ENV RUNTIME $RUNTIME7475RUN apt-get -y update && \76 apt-get -y install curl git && \77 curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash && \78 export NVM_DIR="$HOME/.nvm" && \79 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \80 nvm install v16.16.0 && \81 nvm use v16.16.08283RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing8485RUN export NVM_DIR="$HOME/.nvm" && \86 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \87 cd /polkadot-launch && \88 npm install --global yarn && \89 yarn install9091RUN echo "$RUNTIME"9293COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/94COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/95COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm9697COPY --from=builder-polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/98COPY --from=builder-polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm99100CMD export NVM_DIR="$HOME/.nvm" && \101 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \102 cd /polkadot-launch && \103 yarn start launch-config.json --test-upgrade-parachains -w -n.docker/docker-compose.tmp-node.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-node.j2
+++ b/.docker/docker-compose.tmp-node.j2
@@ -24,9 +24,11 @@
expose:
- 9944
- 9933
+ - 9844
ports:
- 127.0.0.1:9944:9944
- 127.0.0.1:9933:9933
+ - 127.0.0.1:9844:9844
logging:
options:
max-size: "1m"
.envdiffbeforeafterboth--- a/.env
+++ b/.env
@@ -1,27 +1,22 @@
RUST_TOOLCHAIN=nightly-2022-07-24
POLKADOT_BUILD_BRANCH=release-v0.9.29
-POLKADOT_MAINNET_BRANCH=release-v0.9.26
+POLKADOT_MAINNET_BRANCH=release-v0.9.28
+STATEMINT_BUILD_BRANCH=release-parachains-v9271
+ACALA_BUILD_BRANCH=2.9.6
+MOONBEAM_BUILD_BRANCH=v0.26.1
UNIQUE_MAINNET_TAG=v924010
-
-KUSAMA_MAINNET_BRANCH=release-v0.9.26
-QUARTZ_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature
-
-UNQWND_MAINNET_BRANCH=release-v0.9.24
+UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
-OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
+KUSAMA_MAINNET_BRANCH=release-v0.9.29
+STATEMINE_BUILD_BRANCH=parachains-v9271
+KARURA_BUILD_BRANCH=release-karura-2.9.5
+MOONRIVER_BUILD_BRANCH=v0.26.1
+QUARTZ_MAINNET_TAG=quartz-v924012-2
QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
-UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
+UNQWND_MAINNET_BRANCH=release-v0.9.30
+WESTMINT_BUILD_BRANCH=parachains-v9290
+OPAL_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature
+OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
POLKADOT_LAUNCH_BRANCH=unique-network
-
-KARURA_BUILD_BRANCH=2.9.1
-ACALA_BUILD_BRANCH=2.9.2
-
-MOONRIVER_BUILD_BRANCH=runtime-1701
-MOONBEAM_BUILD_BRANCH=runtime-1701
-
-STATEMINE_BUILD_BRANCH=parachains-v9270
-STATEMINT_BUILD_BRANCH=release-parachains-v9230
-WESTMINT_BUILD_BRANCH=parachains-v9270
-
.github/workflows/ci-develop.ymldiffbeforeafterboth--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -29,6 +29,14 @@
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }}
uses: ./.github/workflows/xcm.yml
secrets: inherit # pass all secrets
+
+ forkless:
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+ uses: ./.github/workflows/forkless.yml
+
+ node-only-update:
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+ uses: ./.github/workflows/node-only-update_v2.yml
codestyle:
if: github.event.pull_request.draft == false
.github/workflows/execution-matrix.ymldiffbeforeafterboth--- a/.github/workflows/execution-matrix.yml
+++ b/.github/workflows/execution-matrix.yml
@@ -36,7 +36,7 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-data_v2.yml
+++ b/.github/workflows/forkless-update-data_v2.yml
@@ -36,7 +36,7 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ b/.github/workflows/forkless-update-nodata_v2.yml
@@ -33,11 +33,11 @@
uses: xom9ikk/dotenv@v1.0.2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v3
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
@@ -100,6 +100,9 @@
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
- name: Build the stack
run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
@@ -161,6 +164,50 @@
- name: Show docker logs
if: success() || failure()
run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Run Parallel tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Parallel
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-parallel
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-parallel-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Run Sequential tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Sequential
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-sequential
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-sequential-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
- name: Stop running containers
if: always() # run this step always
.github/workflows/generate-execution-matrix.ymldiffbeforeafterboth--- a/.github/workflows/generate-execution-matrix.yml
+++ b/.github/workflows/generate-execution-matrix.yml
@@ -40,6 +40,6 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
.github/workflows/market-test_v2.ymldiffbeforeafterboth--- a/.github/workflows/market-test_v2.yml
+++ b/.github/workflows/market-test_v2.yml
@@ -10,8 +10,8 @@
market_test:
# The type of runner that the job will run on
- runs-on: [self-hosted-ci,medium]
- timeout-minutes: 180
+ runs-on: [self-hosted-ci,large]
+ timeout-minutes: 360
name: ${{ matrix.network }}
.github/workflows/node-only-update_v2.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update_v2.yml
+++ b/.github/workflows/node-only-update_v2.yml
@@ -32,11 +32,11 @@
uses: xom9ikk/dotenv@v1.0.2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v3
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
@@ -47,9 +47,7 @@
# The type of runner that the job will run on
runs-on: [self-hosted-ci,large]
-
-
- timeout-minutes: 2880
+ timeout-minutes: 2880 # 48 hours for execution jobs.
name: ${{ matrix.network }}
@@ -161,7 +159,6 @@
with:
ref: ${{ matrix.mainnet_branch }} #Checking out head commit
path: ${{ matrix.mainnet_branch }}
-
- name: Run tests before Node Parachain upgrade
working-directory: ${{ matrix.mainnet_branch }}/tests
@@ -174,7 +171,7 @@
env:
RPC_URL: http://127.0.0.1:9933/
- - name: Test Report Before Node upgrade
+ - name: Upload Test Report Before Node upgrade
uses: phoenix-actions/test-reporting@v8
id: test-report-before
if: success() || failure() # run this step even if previous step failed
@@ -184,9 +181,49 @@
reporter: mochawesome-json
fail-on-error: 'false'
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests before Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Parallel Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-parallel-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ # - name: Run Sequential tests before Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ # - name: Upload Sequential Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
- name: Send SIGUSR1 to polkadot-launch process
if: success() || failure()
run: |
+ #Get PID of polkadot-launch
ContainerID=$(docker ps -aqf "name=node-parachain")
PID=$(docker exec node-parachain pidof 'polkadot-launch')
sleep 30s
@@ -195,11 +232,10 @@
echo -e "\n"
echo -e "Restart polkadot-launch process: $PID\n"
docker exec node-parachain kill -SIGUSR1 ${PID}
- echo -e "SIGUSR1 sent to Polkadot-launch PID: $PID\n"
- echo -e "Get node-parachain logs:\n"
- docker logs -t -n 5 ${ContainerID}
+ echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
+ docker logs ${ContainerID}
- - name: Get chain logs
+ - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
if: failure() # run this step only at failure
run: |
docker exec node-parachain cat /polkadot-launch/9944.log
@@ -253,9 +289,9 @@
echo "Halting script"
exit 0
shell: bash
-
+
+ ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
- name: Run tests after Node Parachain upgrade
- if: success()
working-directory: ${{ matrix.mainnet_branch }}/tests
run: |
yarn install
@@ -276,6 +312,46 @@
reporter: mochawesome-json
fail-on-error: 'false'
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests after Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # node scripts/readyness.js
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Test Report Parallel After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-report-parallel-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ #- name: Run Sequential tests after Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Sequential Test Report After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
- name: Stop running containers
if: always() # run this step always
@@ -288,6 +364,7 @@
docker system prune -f
docker image prune -f -a
- - name: Clean Workspace
- if: always()
- uses: AutoModality/action-clean@v1.1.0
+ - name: Remove repo at the end
+ if: always() # run this step always
+ run: |
+ ls -ls ./