difftreelog
Change CI workflows for parallel tests
in: master
6 files changed
.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth--- a/.docker/Dockerfile-parachain-node-only
+++ b/.docker/Dockerfile-parachain-node-only
@@ -80,7 +80,7 @@
nvm install v16.16.0 && \
nvm use v16.16.0
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
RUN export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
.docker/docker-compose.tmp-node.j2diffbeforeafterboth24 expose:24 expose:25 - 994425 - 994426 - 993326 - 993327 - 984427 ports:28 ports:28 - 127.0.0.1:9944:994429 - 127.0.0.1:9944:994429 - 127.0.0.1:9933:993330 - 127.0.0.1:9933:993331 - 127.0.0.1:9844:984430 logging:32 logging:31 options:33 options:32 max-size: "1m"34 max-size: "1m".envdiffbeforeafterboth--- a/.env
+++ b/.env
@@ -2,26 +2,25 @@
POLKADOT_BUILD_BRANCH=release-v0.9.29
POLKADOT_MAINNET_BRANCH=release-v0.9.26
+STATEMINT_BUILD_BRANCH=release-parachains-v9230
+ACALA_BUILD_BRANCH=2.9.2
+MOONBEAM_BUILD_BRANCH=runtime-1701
+
UNIQUE_MAINNET_TAG=v924010
+UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
KUSAMA_MAINNET_BRANCH=release-v0.9.26
+STATEMINE_BUILD_BRANCH=parachains-v9270
+KARURA_BUILD_BRANCH=2.9.1
+MOONRIVER_BUILD_BRANCH=runtime-1701
+
QUARTZ_MAINNET_TAG=quartz-v924012-2
+QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
UNQWND_MAINNET_BRANCH=release-v0.9.24
+WESTMINT_BUILD_BRANCH=parachains-v9270
+OPAL_MAINNET_TAG=v924010
OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
-QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
-UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
POLKADOT_LAUNCH_BRANCH=unique-network
-
-KARURA_BUILD_BRANCH=2.9.1
-ACALA_BUILD_BRANCH=2.9.2
-
-MOONRIVER_BUILD_BRANCH=runtime-1701
-MOONBEAM_BUILD_BRANCH=runtime-1701
-
-STATEMINE_BUILD_BRANCH=parachains-v9270
-STATEMINT_BUILD_BRANCH=release-parachains-v9230
-WESTMINT_BUILD_BRANCH=parachains-v9270
-
.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ b/.github/workflows/forkless-update-nodata_v2.yml
@@ -33,7 +33,7 @@
uses: xom9ikk/dotenv@v1.0.2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v3
id: create_matrix
with:
matrix: |
@@ -161,6 +161,50 @@
- name: Show docker logs
if: success() || failure()
run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Run Parellel tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Parallel
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-parallel
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-parallel-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Run Sequential tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Sequential
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-sequential
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-sequential-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
- name: Stop running containers
if: always() # run this step always
.github/workflows/market-test_v2.ymldiffbeforeafterboth--- a/.github/workflows/market-test_v2.yml
+++ b/.github/workflows/market-test_v2.yml
@@ -11,7 +11,7 @@
market_test:
# The type of runner that the job will run on
runs-on: [self-hosted-ci,large]
- timeout-minutes: 1380
+ timeout-minutes: 360
name: ${{ matrix.network }}
.github/workflows/node-only-update_v2.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update_v2.yml
+++ b/.github/workflows/node-only-update_v2.yml
@@ -32,11 +32,11 @@
uses: xom9ikk/dotenv@v1.0.2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v3
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
@@ -49,7 +49,7 @@
- timeout-minutes: 1380
+ timeout-minutes: 2880 # 48 hours for execution jobs.
name: ${{ matrix.network }}
@@ -162,7 +162,6 @@
ref: ${{ matrix.mainnet_branch }} #Checking out head commit
path: ${{ matrix.mainnet_branch }}
-
- name: Run tests before Node Parachain upgrade
working-directory: ${{ matrix.mainnet_branch }}/tests
run: |
@@ -174,7 +173,7 @@
env:
RPC_URL: http://127.0.0.1:9933/
- - name: Test Report Before Node upgrade
+ - name: Upload Test Report Before Node upgrade
uses: phoenix-actions/test-reporting@v8
id: test-report-before
if: success() || failure() # run this step even if previous step failed
@@ -184,14 +183,67 @@
reporter: mochawesome-json
fail-on-error: 'false'
- - name: Send SIGUSR1 to polkadotlaunch process
+
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests before Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Parallel Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-parallel-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ # - name: Run Sequential tests before Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ # - name: Upload Sequential Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ - name: Send SIGUSR1 to polkadot-launch process
if: success() || failure()
run: |
#Get PID of polkadot-launch
+ ContainerID=$(docker ps -aqf "name=node-parachain")
PID=$(docker exec node-parachain pidof 'polkadot-launch')
echo "Polkadot-launch PID: $PID"
#Send SIGUSR1 signal to $PID
docker exec node-parachain kill -SIGUSR1 ${PID}
+ echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
+ docker logs ${ContainerID}
+
+ - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
+ if: failure() # run this step only at failure
+ run: |
+ docker exec node-parachain cat /polkadot-launch/9944.log
+ docker exec node-parachain cat /polkadot-launch/9945.log
+ docker exec node-parachain cat /polkadot-launch/alice.log
+ docker exec node-parachain cat /polkadot-launch/eve.log
+ docker exec node-parachain cat /polkadot-launch/dave.log
+ docker exec node-parachain cat /polkadot-launch/charlie.log
# 🌗 All parachain collators restarted with the new binaries.
- name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
@@ -238,9 +290,10 @@
echo "Halting script"
exit 0
shell: bash
-
+
+ ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
- name: Run tests after Node Parachain upgrade
- working-directory: tests
+ working-directory: ${{ matrix.mainnet_branch }}/tests
run: |
yarn install
yarn add mochawesome
@@ -257,11 +310,51 @@
if: success() || failure() # run this step even if previous step failed
with:
name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-*.json # Path to test results
+ path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-*.json # Path to test results
reporter: mochawesome-json
fail-on-error: 'false'
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests after Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # node scripts/readyness.js
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+ #- name: Test Report Parallel After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-report-parallel-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ #- name: Run Sequential tests after Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Sequential Test Report After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+
- name: Stop running containers
if: always() # run this step always
run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
@@ -273,6 +366,7 @@
docker system prune -f
docker image prune -f -a
- - name: Clean Workspace
- if: always()
- uses: AutoModality/action-clean@v1.1.0
+ - name: Remove repo at the end
+ if: always() # run this step always
+ run: |
+ ls -ls ./