git.delta.rocks / unique-network / refs/commits / 429358c2bb85

difftreelog

Merge pull request #656 from UniqueNetwork/tests/parallel-ci

Yaroslav Bolyukin2022-10-18parents: #1d7b069 #d90fbb7.patch.diff
in: master
Tests/parallel ci

10 files changed

modified.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth
--- a/.docker/Dockerfile-parachain-node-only
+++ b/.docker/Dockerfile-parachain-node-only
@@ -80,7 +80,7 @@
     nvm install v16.16.0 && \
     nvm use v16.16.0
 
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
 
 RUN export NVM_DIR="$HOME/.nvm" && \
     [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
modified.docker/docker-compose.tmp-node.j2diffbeforeafterboth
--- a/.docker/docker-compose.tmp-node.j2
+++ b/.docker/docker-compose.tmp-node.j2
@@ -24,9 +24,11 @@
     expose:
       - 9944
       - 9933
+      - 9844
     ports:
       - 127.0.0.1:9944:9944
       - 127.0.0.1:9933:9933
+      - 127.0.0.1:9844:9844
     logging:
       options:
         max-size: "1m"
modified.envdiffbeforeafterboth
--- a/.env
+++ b/.env
@@ -1,27 +1,22 @@
 RUST_TOOLCHAIN=nightly-2022-07-24
 POLKADOT_BUILD_BRANCH=release-v0.9.29
 
-POLKADOT_MAINNET_BRANCH=release-v0.9.26
+POLKADOT_MAINNET_BRANCH=release-v0.9.28
+STATEMINT_BUILD_BRANCH=release-parachains-v9271
+ACALA_BUILD_BRANCH=2.9.6
+MOONBEAM_BUILD_BRANCH=v0.26.1
 UNIQUE_MAINNET_TAG=v924010
-
-KUSAMA_MAINNET_BRANCH=release-v0.9.26
-QUARTZ_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature
-
-UNQWND_MAINNET_BRANCH=release-v0.9.24
+UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
 
-OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
+KUSAMA_MAINNET_BRANCH=release-v0.9.29
+STATEMINE_BUILD_BRANCH=parachains-v9271
+KARURA_BUILD_BRANCH=release-karura-2.9.5
+MOONRIVER_BUILD_BRANCH=v0.26.1
+QUARTZ_MAINNET_TAG=quartz-v924012-2
 QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
-UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
 
+UNQWND_MAINNET_BRANCH=release-v0.9.30
+WESTMINT_BUILD_BRANCH=parachains-v9290
+OPAL_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature
+OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
 POLKADOT_LAUNCH_BRANCH=unique-network
-
-KARURA_BUILD_BRANCH=2.9.1
-ACALA_BUILD_BRANCH=2.9.2
-
-MOONRIVER_BUILD_BRANCH=runtime-1701
-MOONBEAM_BUILD_BRANCH=runtime-1701
-
-STATEMINE_BUILD_BRANCH=parachains-v9270
-STATEMINT_BUILD_BRANCH=release-parachains-v9230
-WESTMINT_BUILD_BRANCH=parachains-v9270
-
modified.github/workflows/ci-develop.ymldiffbeforeafterboth
--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -29,6 +29,14 @@
     if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }}
     uses: ./.github/workflows/xcm.yml
     secrets: inherit # pass all secrets
+    
+  forkless:
+    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+    uses: ./.github/workflows/forkless.yml
+  
+  node-only-update:
+    if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
+    uses: ./.github/workflows/node-only-update_v2.yml
 
   codestyle:
     if: github.event.pull_request.draft == false
modified.github/workflows/execution-matrix.ymldiffbeforeafterboth
--- a/.github/workflows/execution-matrix.yml
+++ b/.github/workflows/execution-matrix.yml
@@ -36,7 +36,7 @@
         id: create_matrix
         with:
           matrix: |
-            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
             network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
             network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
modified.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth
--- a/.github/workflows/forkless-update-data_v2.yml
+++ b/.github/workflows/forkless-update-data_v2.yml
@@ -36,7 +36,7 @@
         id: create_matrix
         with:
           matrix: |
-            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
             network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
             network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
modified.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth
--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ b/.github/workflows/forkless-update-nodata_v2.yml
@@ -33,11 +33,11 @@
         uses: xom9ikk/dotenv@v1.0.2
 
       - name: Create Execution matrix
-        uses: fabiocaccamo/create-matrix-action@v2
+        uses: CertainLach/create-matrix-action@v3
         id: create_matrix
         with:
           matrix: |
-            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
+            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
             network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
             network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
 
@@ -100,6 +100,9 @@
       - name: Show launch-config-forkless configuration
         run: cat .docker/launch-config-forkless-nodata.json
 
+      - uses: actions/setup-node@v3
+        with:
+          node-version: 16
 
       - name: Build the stack
         run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300
@@ -161,6 +164,50 @@
       - name: Show docker logs
         if: success() || failure()
         run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
+                
+      - name: Run Parallel tests 
+        working-directory: tests
+        run: |
+          yarn install
+          yarn add mochawesome
+          node scripts/readyness.js
+          echo "Ready to start tests"
+          yarn polkadot-types
+          NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+        env:
+          RPC_URL: http://127.0.0.1:9933/
+    
+      - name: Test Report Parallel
+        uses: phoenix-actions/test-reporting@v8
+        id: test-report-parallel
+        if: success() || failure()    # run this step even if previous step failed
+        with:
+          name: Report Parallel tests results - ${{ matrix.network }}            # Name of the check run which will be created
+          path: tests/mochawesome-report/test-parallel-*.json    # Path to test results
+          reporter: mochawesome-json
+          fail-on-error: 'false'
+          
+      - name: Run Sequential tests 
+        working-directory: tests
+        run: |
+          yarn install
+          yarn add mochawesome
+          node scripts/readyness.js
+          echo "Ready to start tests"
+          yarn polkadot-types
+          NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+        env:
+          RPC_URL: http://127.0.0.1:9933/
+    
+      - name: Test Report Sequential
+        uses: phoenix-actions/test-reporting@v8
+        id: test-report-sequential
+        if: success() || failure()    # run this step even if previous step failed
+        with:
+          name: Report Sequential tests results - ${{ matrix.network }}            # Name of the check run which will be created
+          path: tests/mochawesome-report/test-sequential-*.json    # Path to test results
+          reporter: mochawesome-json
+          fail-on-error: 'false'
 
       - name: Stop running containers
         if: always()                   # run this step always
modified.github/workflows/generate-execution-matrix.ymldiffbeforeafterboth
--- a/.github/workflows/generate-execution-matrix.yml
+++ b/.github/workflows/generate-execution-matrix.yml
@@ -40,6 +40,6 @@
         id: create_matrix
         with:
           matrix: |
-            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
             network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
             network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
modified.github/workflows/market-test_v2.ymldiffbeforeafterboth
--- a/.github/workflows/market-test_v2.yml
+++ b/.github/workflows/market-test_v2.yml
@@ -10,8 +10,8 @@
 
   market_test:
     # The type of runner that the job will run on
-    runs-on: [self-hosted-ci,medium]
-    timeout-minutes: 180
+    runs-on: [self-hosted-ci,large]
+    timeout-minutes: 360
 
     name: ${{ matrix.network }}
modified.github/workflows/node-only-update_v2.ymldiffbeforeafterboth
32        uses: xom9ikk/dotenv@v1.0.232        uses: xom9ikk/dotenv@v1.0.2
3333
34      - name: Create Execution matrix34      - name: Create Execution matrix
35        uses: fabiocaccamo/create-matrix-action@v235        uses: CertainLach/create-matrix-action@v3
36        id: create_matrix36        id: create_matrix
37        with:37        with:
38          matrix: |38          matrix: |
39            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}39            network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
40            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40            network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
41            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}41            network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
4242
4343
4444
49
50
5149
52    timeout-minutes: 288050    timeout-minutes: 2880           # 48 hours for execution jobs.
5351
54    name: ${{ matrix.network }}52    name: ${{ matrix.network }}
5553
174        env:171        env:
175          RPC_URL: http://127.0.0.1:9933/172          RPC_URL: http://127.0.0.1:9933/
176173
177      - name: Test Report Before Node upgrade174      - name: Upload Test Report Before Node upgrade
178        uses: phoenix-actions/test-reporting@v8175        uses: phoenix-actions/test-reporting@v8
179        id: test-report-before176        id: test-report-before
180        if: success() || failure()    # run this step even if previous step failed177        if: success() || failure()    # run this step even if previous step failed
184          reporter: mochawesome-json181          reporter: mochawesome-json
185          fail-on-error: 'false'182          fail-on-error: 'false'
186183
184      # TODO uncomment thease steps after the merge
185      #- name: Run Parallel tests before Node Parachain upgrade
186      #  working-directory: ${{ matrix.mainnet_branch }}/tests
187      #  run: |
188      #    yarn install
189      #    yarn add mochawesome
190      #    echo "Ready to start tests"
191      #    yarn polkadot-types
192      #    NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
193      #  env:
194      #    RPC_URL: http://127.0.0.1:9933/
195
196      #- name: Upload Parallel Test Report Before Node upgrade
197      #  uses: phoenix-actions/test-reporting@v8
198      #  id: test-parallel-report-before
199      #  if: success() || failure()    # run this step even if previous step failed
200      #  with:
201      #    name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created
202      #    path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json    # Path to test results
203      #    reporter: mochawesome-json
204      #    fail-on-error: 'false'
205
206      # - name: Run Sequential tests before Node Parachain upgrade
207      #   if: success() || failure()
208      #   working-directory: ${{ matrix.mainnet_branch }}/tests
209      #   run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
210      #   env:
211      #     RPC_URL: http://127.0.0.1:9933/
212
213      # - name: Upload Sequential Test Report Before Node upgrade
214      #   uses: phoenix-actions/test-reporting@v8
215      #   id: test-sequential-report-before
216      #   if: success() || failure()    # run this step even if previous step failed
217      #   with:
218      #     name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created
219      #     path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json    # Path to test results
220      #     reporter: mochawesome-json
221      #     fail-on-error: 'false'
222     
187      - name: Send SIGUSR1 to polkadot-launch process223      - name: Send SIGUSR1 to polkadot-launch process
188        if: success() || failure()224        if: success() || failure()
189        run: |225        run: |
190          ContainerID=$(docker ps -aqf "name=node-parachain")226          #Get PID of polkadot-launch
227          ContainerID=$(docker ps -aqf "name=node-parachain")
191          PID=$(docker exec node-parachain pidof 'polkadot-launch')228          PID=$(docker exec node-parachain pidof 'polkadot-launch')
192          sleep 30s229          sleep 30s
193          echo -e "Show logs of node-parachain container.\n"230          echo -e "Show logs of node-parachain container.\n"
194          docker logs ${ContainerID}231          docker logs ${ContainerID}
195          echo -e "\n"232          echo -e "\n"
196          echo -e "Restart polkadot-launch process: $PID\n"233          echo -e "Restart polkadot-launch process: $PID\n"
197          docker exec node-parachain kill -SIGUSR1 ${PID}234          docker exec node-parachain kill -SIGUSR1 ${PID}
198          echo -e "SIGUSR1 sent to Polkadot-launch PID: $PID\n"235          echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
199          echo -e "Get node-parachain logs:\n"236          docker logs ${ContainerID}
200          docker logs -t -n 5 ${ContainerID}237      
201      
202      - name: Get chain logs238      - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
203        if: failure()                   # run this step only at failure239        if: failure()                   # run this step only at failure
204        run: |240        run: |
205          docker exec node-parachain cat /polkadot-launch/9944.log241          docker exec node-parachain cat /polkadot-launch/9944.log
254          exit 0290          exit 0
255        shell: bash291        shell: bash
256292        
293      ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
257      - name: Run tests after Node Parachain upgrade294      - name: Run tests after Node Parachain upgrade
258        if: success()
259        working-directory: ${{ matrix.mainnet_branch }}/tests295        working-directory: ${{ matrix.mainnet_branch }}/tests
260        run: |296        run: |
261          yarn install297          yarn install
276          reporter: mochawesome-json312          reporter: mochawesome-json
277          fail-on-error: 'false'313          fail-on-error: 'false'
314
315      # TODO uncomment thease steps after the merge
316      #- name: Run Parallel tests after Node Parachain upgrade
317      #  working-directory: ${{ matrix.mainnet_branch }}/tests
318      #  run: |
319      #    yarn install
320      #    yarn add mochawesome
321      #    node scripts/readyness.js
322      #    echo "Ready to start tests"
323      #    yarn polkadot-types
324      #    NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
325      #  env:
326      #    RPC_URL: http://127.0.0.1:9933/
327
328      #- name: Test Report Parallel After Node upgrade
329      #  uses: phoenix-actions/test-reporting@v8
330      #  id: test-report-parallel-after
331      #  if: success() || failure()    # run this step even if previous step failed
332      #  with:
333      #    name: Tests after node upgrade ${{ matrix.network }}            # Name of the check run which will be created
334      #    path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json    # Path to test results
335      #    reporter: mochawesome-json
336      #    fail-on-error: 'false'
337      
338      #- name: Run Sequential tests after Node Parachain upgrade
339      #  if: success() || failure()
340      #  working-directory: ${{ matrix.mainnet_branch }}/tests
341      #  run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
342      #  env:
343      #    RPC_URL: http://127.0.0.1:9933/
344
345      #- name: Upload Sequential Test Report After Node upgrade
346      #  uses: phoenix-actions/test-reporting@v8
347      #  id: test-sequential-report-after
348      #  if: success() || failure()    # run this step even if previous step failed
349      #  with:
350      #    name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created
351      #    path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json    # Path to test results
352      #    reporter: mochawesome-json
353      #    fail-on-error: 'false'
278354
279355
280      - name: Stop running containers356      - name: Stop running containers
288          docker system prune -f364          docker system prune -f
289          docker image prune -f -a365          docker image prune -f -a
290366
291      - name: Clean Workspace367      - name: Remove repo at the end
292        if: always()368        if: always()                   # run this step always
293        uses: AutoModality/action-clean@v1.1.0369        run: |
370          ls -ls ./
294371