difftreelog
Change CI workflows for parallel tests
in: master
6 files changed
.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth--- a/.docker/Dockerfile-parachain-node-only
+++ b/.docker/Dockerfile-parachain-node-only
@@ -80,7 +80,7 @@
nvm install v16.16.0 && \
nvm use v16.16.0
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
RUN export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
.docker/docker-compose.tmp-node.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-node.j2
+++ b/.docker/docker-compose.tmp-node.j2
@@ -24,9 +24,11 @@
expose:
- 9944
- 9933
+ - 9844
ports:
- 127.0.0.1:9944:9944
- 127.0.0.1:9933:9933
+ - 127.0.0.1:9844:9844
logging:
options:
max-size: "1m"
.envdiffbeforeafterboth--- a/.env
+++ b/.env
@@ -2,26 +2,25 @@
POLKADOT_BUILD_BRANCH=release-v0.9.29
POLKADOT_MAINNET_BRANCH=release-v0.9.26
+STATEMINT_BUILD_BRANCH=release-parachains-v9230
+ACALA_BUILD_BRANCH=2.9.2
+MOONBEAM_BUILD_BRANCH=runtime-1701
+
UNIQUE_MAINNET_TAG=v924010
+UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
KUSAMA_MAINNET_BRANCH=release-v0.9.26
+STATEMINE_BUILD_BRANCH=parachains-v9270
+KARURA_BUILD_BRANCH=2.9.1
+MOONRIVER_BUILD_BRANCH=runtime-1701
+
QUARTZ_MAINNET_TAG=quartz-v924012-2
+QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
UNQWND_MAINNET_BRANCH=release-v0.9.24
+WESTMINT_BUILD_BRANCH=parachains-v9270
+OPAL_MAINNET_TAG=v924010
OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
-QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
-UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
POLKADOT_LAUNCH_BRANCH=unique-network
-
-KARURA_BUILD_BRANCH=2.9.1
-ACALA_BUILD_BRANCH=2.9.2
-
-MOONRIVER_BUILD_BRANCH=runtime-1701
-MOONBEAM_BUILD_BRANCH=runtime-1701
-
-STATEMINE_BUILD_BRANCH=parachains-v9270
-STATEMINT_BUILD_BRANCH=release-parachains-v9230
-WESTMINT_BUILD_BRANCH=parachains-v9270
-
.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ b/.github/workflows/forkless-update-nodata_v2.yml
@@ -33,7 +33,7 @@
uses: xom9ikk/dotenv@v1.0.2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v3
id: create_matrix
with:
matrix: |
@@ -161,6 +161,50 @@
- name: Show docker logs
if: success() || failure()
run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Run Parellel tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Parallel
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-parallel
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-parallel-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Run Sequential tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Sequential
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-sequential
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-sequential-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
- name: Stop running containers
if: always() # run this step always
.github/workflows/market-test_v2.ymldiffbeforeafterboth1name: market api tests23# Controls when the action will run.4on:5 workflow_call:678# A workflow run is made up of one or more jobs that can run sequentially or in parallel9jobs:1011 market_test:12 # The type of runner that the job will run on13 runs-on: [self-hosted-ci,large]14 timeout-minutes: 13801516 name: ${{ matrix.network }} 1718 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.19 20 strategy:21 matrix:22 include:23 - network: "opal"24 features: "opal-runtime"25# - network: "quartz"26# features: "quartz-runtime"27# - network: "unique"28# features: "unique-runtime"2930 steps:313233 - name: Clean Workspace34 uses: AutoModality/action-clean@v1.1.03536 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it37 - name: Checkout master repo38 uses: actions/checkout@master39 with:40 ref: ${{ github.head_ref }} #Checking out head commit4142 - name: Checkout Market e2e tests43 uses: actions/checkout@v344 with:45 repository: 'UniqueNetwork/market-e2e-tests'46 ssh-key: ${{ secrets.GH_PAT }}47 path: 'qa-tests'48 ref: 'master'4950 - name: Read .env file51 uses: xom9ikk/dotenv@v1.0.252 53 - name: Copy qa-tests/.env.example to qa-tests/.env54 working-directory: qa-tests55 run: cp .env.docker .env56 57 - name: Generate ENV related extend file for docker-compose58 uses: cuchi/jinja2-action@v1.2.059 with:60 template: qa-tests/.docker/docker-compose.tmp-market.j261 output_file: qa-tests/.docker/docker-compose.${{ matrix.network }}.yml62 variables: |63 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git64 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}65 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}66 FEATURE=${{ matrix.features }}67 BRANCH=${{ github.head_ref }}686970 - name: Show build configuration71 working-directory: qa-tests72 run: cat .docker/docker-compose.${{ matrix.network }}.yml7374 - name: Start node-parachain75 working-directory: qa-tests76 run: docker-compose -f ".docker/docker-compose.market.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate node-parachain 77 78 - uses: actions/setup-node@v379 with:80 node-version: 16.178182 - name: Setup TypeScript83 working-directory: qa-tests84 run: |85 npm install -g ts-node86 npm install8788 - name: Copy qa-tests/.env.docker to qa-tests/.env89 working-directory: qa-tests90 run: | 91 rm -rf .env92 cp .env.docker .env9394 - name: Wait for chain up and running95 working-directory: tests96 run: |97 yarn install98 node scripts/readyness.js99 echo "Ready to start tests"100101 - name: Show content of .env file and Generate accounts102 working-directory: qa-tests103 run: |104 cat .env105 ts-node ./src/scripts/create-market-accounts.ts106107 - name: Copy qa-tests/.env to qa-tests/.env.docker108 working-directory: qa-tests109 run: | 110 rm -rf .env.docker111 cp .env .env.docker112113 - name: Get chain logs114 if: always() # run this step always115 run: |116 docker exec node-parachain cat /polkadot-launch/9944.log117 docker exec node-parachain cat /polkadot-launch/9945.log118 docker exec node-parachain cat /polkadot-launch/alice.log119 docker exec node-parachain cat /polkadot-launch/eve.log120 docker exec node-parachain cat /polkadot-launch/dave.log121 docker exec node-parachain cat /polkadot-launch/charlie.log122 123 - name: Deploy contracts124 run: |125 cd qa-tests126 ts-node ./src/scripts/deploy-contract.ts127128 - name: Timeout for debug129 if: failure()130 run: sleep 300s131132 - name: Import test data133 working-directory: qa-tests134 run: ts-node ./src/scripts/create-test-collections.ts135136 - name: Show content of qa-test .env137 working-directory: qa-tests138 run: cat .env139140 - name: Read qa -test .env file Before market start141 uses: xom9ikk/dotenv@v1.0.2142 with:143 path: qa-tests/144145 - name: local-market:start146 run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" up -d --build147148 - name: Wait for market readyness149 working-directory: qa-tests150 run: src/scripts/wait-market-ready.sh151 shell: bash152153 - name: Install dependecies154 working-directory: qa-tests155 run: |156 npm ci157 npm install -D @playwright/test158 npx playwright install-deps159 npx playwright install160161 - name: Show content of qa-test .env162 working-directory: qa-tests163 run: cat .env164 165 - name: Test API interface166 working-directory: qa-tests167 run: |168 npx playwright test --workers=8 --quiet .*.api.test.ts --reporter=github --config playwright.config.ts169170 - name: Timeout for debug171 if: failure()172 run: sleep 300s173174 - name: Stop running containers175 if: always() # run this step always176 run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down --volumes177178 - name: Remove builder cache179 if: always() # run this step always180 run: |181 docker builder prune -f182 docker system prune -f183184 - name: Clean Workspace185 if: always()186 uses: AutoModality/action-clean@v1.1.0187188189190.github/workflows/node-only-update_v2.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update_v2.yml
+++ b/.github/workflows/node-only-update_v2.yml
@@ -32,11 +32,11 @@
uses: xom9ikk/dotenv@v1.0.2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v3
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
+ network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
@@ -49,7 +49,7 @@
- timeout-minutes: 1380
+ timeout-minutes: 2880 # 48 hours for execution jobs.
name: ${{ matrix.network }}
@@ -162,7 +162,6 @@
ref: ${{ matrix.mainnet_branch }} #Checking out head commit
path: ${{ matrix.mainnet_branch }}
-
- name: Run tests before Node Parachain upgrade
working-directory: ${{ matrix.mainnet_branch }}/tests
run: |
@@ -174,7 +173,7 @@
env:
RPC_URL: http://127.0.0.1:9933/
- - name: Test Report Before Node upgrade
+ - name: Upload Test Report Before Node upgrade
uses: phoenix-actions/test-reporting@v8
id: test-report-before
if: success() || failure() # run this step even if previous step failed
@@ -184,14 +183,67 @@
reporter: mochawesome-json
fail-on-error: 'false'
- - name: Send SIGUSR1 to polkadotlaunch process
+
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests before Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Parallel Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-parallel-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ # - name: Run Sequential tests before Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ # - name: Upload Sequential Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ - name: Send SIGUSR1 to polkadot-launch process
if: success() || failure()
run: |
#Get PID of polkadot-launch
+ ContainerID=$(docker ps -aqf "name=node-parachain")
PID=$(docker exec node-parachain pidof 'polkadot-launch')
echo "Polkadot-launch PID: $PID"
#Send SIGUSR1 signal to $PID
docker exec node-parachain kill -SIGUSR1 ${PID}
+ echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
+ docker logs ${ContainerID}
+
+ - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
+ if: failure() # run this step only at failure
+ run: |
+ docker exec node-parachain cat /polkadot-launch/9944.log
+ docker exec node-parachain cat /polkadot-launch/9945.log
+ docker exec node-parachain cat /polkadot-launch/alice.log
+ docker exec node-parachain cat /polkadot-launch/eve.log
+ docker exec node-parachain cat /polkadot-launch/dave.log
+ docker exec node-parachain cat /polkadot-launch/charlie.log
# 🌗 All parachain collators restarted with the new binaries.
- name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
@@ -238,9 +290,10 @@
echo "Halting script"
exit 0
shell: bash
-
+
+ ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
- name: Run tests after Node Parachain upgrade
- working-directory: tests
+ working-directory: ${{ matrix.mainnet_branch }}/tests
run: |
yarn install
yarn add mochawesome
@@ -257,11 +310,51 @@
if: success() || failure() # run this step even if previous step failed
with:
name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-*.json # Path to test results
+ path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-*.json # Path to test results
reporter: mochawesome-json
fail-on-error: 'false'
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests after Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # node scripts/readyness.js
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+ #- name: Test Report Parallel After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-report-parallel-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ #- name: Run Sequential tests after Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Sequential Test Report After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+
- name: Stop running containers
if: always() # run this step always
run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
@@ -273,6 +366,7 @@
docker system prune -f
docker image prune -f -a
- - name: Clean Workspace
- if: always()
- uses: AutoModality/action-clean@v1.1.0
+ - name: Remove repo at the end
+ if: always() # run this step always
+ run: |
+ ls -ls ./