git.delta.rocks / unique-network / refs/commits / 429358c2bb85

difftreelog

Merge pull request #656 from UniqueNetwork/tests/parallel-ci

Yaroslav Bolyukin2022-10-18parents: #1d7b069 #d90fbb7.patch.diff
in: master
Tests/parallel ci

10 files changed

modified.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth
80 nvm install v16.16.0 && \80 nvm install v16.16.0 && \
81 nvm use v16.16.081 nvm use v16.16.0
8282
83RUN git clone https://github.com/uniquenetwork/polkadot-launch -b feature/runtime-upgrade-testing83RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
8484
85RUN export NVM_DIR="$HOME/.nvm" && \85RUN export NVM_DIR="$HOME/.nvm" && \
86 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \86 [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
modified.docker/docker-compose.tmp-node.j2diffbeforeafterboth
24 expose:24 expose:
25 - 994425 - 9944
26 - 993326 - 9933
27 - 9844
27 ports:28 ports:
28 - 127.0.0.1:9944:994429 - 127.0.0.1:9944:9944
29 - 127.0.0.1:9933:993330 - 127.0.0.1:9933:9933
31 - 127.0.0.1:9844:9844
30 logging:32 logging:
31 options:33 options:
32 max-size: "1m"34 max-size: "1m"
modified.envdiffbeforeafterboth
1RUST_TOOLCHAIN=nightly-2022-07-241RUST_TOOLCHAIN=nightly-2022-07-24
2POLKADOT_BUILD_BRANCH=release-v0.9.292POLKADOT_BUILD_BRANCH=release-v0.9.29
33
4POLKADOT_MAINNET_BRANCH=release-v0.9.264POLKADOT_MAINNET_BRANCH=release-v0.9.28
5UNIQUE_MAINNET_TAG=v9240105STATEMINT_BUILD_BRANCH=release-parachains-v9271
6
7KUSAMA_MAINNET_BRANCH=release-v0.9.266ACALA_BUILD_BRANCH=2.9.6
8QUARTZ_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature7MOONBEAM_BUILD_BRANCH=v0.26.1
9
10UNQWND_MAINNET_BRANCH=release-v0.9.248UNIQUE_MAINNET_TAG=v924010
11
12OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
13QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
14UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:4439UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
1510
16POLKADOT_LAUNCH_BRANCH=unique-network11KUSAMA_MAINNET_BRANCH=release-v0.9.29
17
18KARURA_BUILD_BRANCH=2.9.112STATEMINE_BUILD_BRANCH=parachains-v9271
19ACALA_BUILD_BRANCH=2.9.213KARURA_BUILD_BRANCH=release-karura-2.9.5
20
21MOONRIVER_BUILD_BRANCH=runtime-170114MOONRIVER_BUILD_BRANCH=v0.26.1
22MOONBEAM_BUILD_BRANCH=runtime-170115QUARTZ_MAINNET_TAG=quartz-v924012-2
23
24STATEMINE_BUILD_BRANCH=parachains-v927016QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
17
25STATEMINT_BUILD_BRANCH=release-parachains-v923018UNQWND_MAINNET_BRANCH=release-v0.9.30
26WESTMINT_BUILD_BRANCH=parachains-v927019WESTMINT_BUILD_BRANCH=parachains-v9290
20OPAL_MAINNET_TAG=quartz-v924012-2-opal-runtime-feature
21OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
22POLKADOT_LAUNCH_BRANCH=unique-network
2723
28
modified.github/workflows/ci-develop.ymldiffbeforeafterboth
30 uses: ./.github/workflows/xcm.yml30 uses: ./.github/workflows/xcm.yml
31 secrets: inherit # pass all secrets31 secrets: inherit # pass all secrets
32
33 forkless:
34 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
35 uses: ./.github/workflows/forkless.yml
36
37 node-only-update:
38 if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }}
39 uses: ./.github/workflows/node-only-update_v2.yml
3240
33 codestyle:41 codestyle:
34 if: github.event.pull_request.draft == false42 if: github.event.pull_request.draft == false
modified.github/workflows/execution-matrix.ymldiffbeforeafterboth
35 uses: CertainLach/create-matrix-action@v335 uses: CertainLach/create-matrix-action@v3
36 id: create_matrix36 id: create_matrix
37 with:37 with:
38 matrix: |38 matrix: |
39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
4242
4343
modified.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth
35 uses: CertainLach/create-matrix-action@v335 uses: CertainLach/create-matrix-action@v3
36 id: create_matrix36 id: create_matrix
37 with:37 with:
38 matrix: |38 matrix: |
39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
4242
43 forkless-update-data:43 forkless-update-data:
44 needs: execution-marix44 needs: execution-marix
modified.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth
33 uses: xom9ikk/dotenv@v1.0.233 uses: xom9ikk/dotenv@v1.0.2
3434
35 - name: Create Execution matrix35 - name: Create Execution matrix
36 uses: fabiocaccamo/create-matrix-action@v236 uses: CertainLach/create-matrix-action@v3
37 id: create_matrix37 id: create_matrix
38 with:38 with:
39 matrix: |39 matrix: |
40 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
41 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}41 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
42 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}42 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
4343
4444
45 forkless-update-nodata:45 forkless-update-nodata:
100 - name: Show launch-config-forkless configuration100 - name: Show launch-config-forkless configuration
101 run: cat .docker/launch-config-forkless-nodata.json101 run: cat .docker/launch-config-forkless-nodata.json
102102
103 - uses: actions/setup-node@v3
104 with:
105 node-version: 16
103106
104 - name: Build the stack107 - name: Build the stack
105 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300108 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
162 if: success() || failure()165 if: success() || failure()
163 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'166 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
167
168 - name: Run Parallel tests
169 working-directory: tests
170 run: |
171 yarn install
172 yarn add mochawesome
173 node scripts/readyness.js
174 echo "Ready to start tests"
175 yarn polkadot-types
176 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
177 env:
178 RPC_URL: http://127.0.0.1:9933/
179
180 - name: Test Report Parallel
181 uses: phoenix-actions/test-reporting@v8
182 id: test-report-parallel
183 if: success() || failure() # run this step even if previous step failed
184 with:
185 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
186 path: tests/mochawesome-report/test-parallel-*.json # Path to test results
187 reporter: mochawesome-json
188 fail-on-error: 'false'
189
190 - name: Run Sequential tests
191 working-directory: tests
192 run: |
193 yarn install
194 yarn add mochawesome
195 node scripts/readyness.js
196 echo "Ready to start tests"
197 yarn polkadot-types
198 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
199 env:
200 RPC_URL: http://127.0.0.1:9933/
201
202 - name: Test Report Sequential
203 uses: phoenix-actions/test-reporting@v8
204 id: test-report-sequential
205 if: success() || failure() # run this step even if previous step failed
206 with:
207 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
208 path: tests/mochawesome-report/test-sequential-*.json # Path to test results
209 reporter: mochawesome-json
210 fail-on-error: 'false'
164211
165 - name: Stop running containers212 - name: Stop running containers
166 if: always() # run this step always213 if: always() # run this step always
modified.github/workflows/generate-execution-matrix.ymldiffbeforeafterboth
39 uses: CertainLach/create-matrix-action@v339 uses: CertainLach/create-matrix-action@v3
40 id: create_matrix40 id: create_matrix
41 with:41 with:
42 matrix: |42 matrix: |
43 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}43 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
44 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}44 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
45 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}45 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
4646
modified.github/workflows/market-test_v2.ymldiffbeforeafterboth
1010
11 market_test:11 market_test:
12 # The type of runner that the job will run on12 # The type of runner that the job will run on
13 runs-on: [self-hosted-ci,medium]13 runs-on: [self-hosted-ci,large]
14 timeout-minutes: 18014 timeout-minutes: 360
1515
16 name: ${{ matrix.network }} 16 name: ${{ matrix.network }}
1717
modified.github/workflows/node-only-update_v2.ymldiffbeforeafterboth
32 uses: xom9ikk/dotenv@v1.0.232 uses: xom9ikk/dotenv@v1.0.2
3333
34 - name: Create Execution matrix34 - name: Create Execution matrix
35 uses: fabiocaccamo/create-matrix-action@v235 uses: CertainLach/create-matrix-action@v3
36 id: create_matrix36 id: create_matrix
37 with:37 with:
38 matrix: |38 matrix: |
39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}39 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}40 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}41 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
4242
4343
4444
49
50
5149
52 timeout-minutes: 288050 timeout-minutes: 2880 # 48 hours for execution jobs.
5351
54 name: ${{ matrix.network }}52 name: ${{ matrix.network }}
5553
174 env:171 env:
175 RPC_URL: http://127.0.0.1:9933/172 RPC_URL: http://127.0.0.1:9933/
176173
177 - name: Test Report Before Node upgrade174 - name: Upload Test Report Before Node upgrade
178 uses: phoenix-actions/test-reporting@v8175 uses: phoenix-actions/test-reporting@v8
179 id: test-report-before176 id: test-report-before
180 if: success() || failure() # run this step even if previous step failed177 if: success() || failure() # run this step even if previous step failed
184 reporter: mochawesome-json181 reporter: mochawesome-json
185 fail-on-error: 'false'182 fail-on-error: 'false'
186183
184 # TODO uncomment thease steps after the merge
185 #- name: Run Parallel tests before Node Parachain upgrade
186 # working-directory: ${{ matrix.mainnet_branch }}/tests
187 # run: |
188 # yarn install
189 # yarn add mochawesome
190 # echo "Ready to start tests"
191 # yarn polkadot-types
192 # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
193 # env:
194 # RPC_URL: http://127.0.0.1:9933/
195
196 #- name: Upload Parallel Test Report Before Node upgrade
197 # uses: phoenix-actions/test-reporting@v8
198 # id: test-parallel-report-before
199 # if: success() || failure() # run this step even if previous step failed
200 # with:
201 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
202 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
203 # reporter: mochawesome-json
204 # fail-on-error: 'false'
205
206 # - name: Run Sequential tests before Node Parachain upgrade
207 # if: success() || failure()
208 # working-directory: ${{ matrix.mainnet_branch }}/tests
209 # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
210 # env:
211 # RPC_URL: http://127.0.0.1:9933/
212
213 # - name: Upload Sequential Test Report Before Node upgrade
214 # uses: phoenix-actions/test-reporting@v8
215 # id: test-sequential-report-before
216 # if: success() || failure() # run this step even if previous step failed
217 # with:
218 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
219 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
220 # reporter: mochawesome-json
221 # fail-on-error: 'false'
222
187 - name: Send SIGUSR1 to polkadot-launch process223 - name: Send SIGUSR1 to polkadot-launch process
188 if: success() || failure()224 if: success() || failure()
189 run: |225 run: |
190 ContainerID=$(docker ps -aqf "name=node-parachain")226 #Get PID of polkadot-launch
227 ContainerID=$(docker ps -aqf "name=node-parachain")
191 PID=$(docker exec node-parachain pidof 'polkadot-launch')228 PID=$(docker exec node-parachain pidof 'polkadot-launch')
192 sleep 30s229 sleep 30s
193 echo -e "Show logs of node-parachain container.\n"230 echo -e "Show logs of node-parachain container.\n"
194 docker logs ${ContainerID}231 docker logs ${ContainerID}
195 echo -e "\n"232 echo -e "\n"
196 echo -e "Restart polkadot-launch process: $PID\n"233 echo -e "Restart polkadot-launch process: $PID\n"
197 docker exec node-parachain kill -SIGUSR1 ${PID}234 docker exec node-parachain kill -SIGUSR1 ${PID}
198 echo -e "SIGUSR1 sent to Polkadot-launch PID: $PID\n"235 echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
199 echo -e "Get node-parachain logs:\n"236 docker logs ${ContainerID}
200 docker logs -t -n 5 ${ContainerID}237
201
202 - name: Get chain logs238 - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
203 if: failure() # run this step only at failure239 if: failure() # run this step only at failure
204 run: |240 run: |
205 docker exec node-parachain cat /polkadot-launch/9944.log241 docker exec node-parachain cat /polkadot-launch/9944.log
254 exit 0290 exit 0
255 shell: bash291 shell: bash
256292
293 ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
257 - name: Run tests after Node Parachain upgrade294 - name: Run tests after Node Parachain upgrade
258 if: success()
259 working-directory: ${{ matrix.mainnet_branch }}/tests295 working-directory: ${{ matrix.mainnet_branch }}/tests
260 run: |296 run: |
261 yarn install297 yarn install
276 reporter: mochawesome-json312 reporter: mochawesome-json
277 fail-on-error: 'false'313 fail-on-error: 'false'
314
315 # TODO uncomment thease steps after the merge
316 #- name: Run Parallel tests after Node Parachain upgrade
317 # working-directory: ${{ matrix.mainnet_branch }}/tests
318 # run: |
319 # yarn install
320 # yarn add mochawesome
321 # node scripts/readyness.js
322 # echo "Ready to start tests"
323 # yarn polkadot-types
324 # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
325 # env:
326 # RPC_URL: http://127.0.0.1:9933/
327
328 #- name: Test Report Parallel After Node upgrade
329 # uses: phoenix-actions/test-reporting@v8
330 # id: test-report-parallel-after
331 # if: success() || failure() # run this step even if previous step failed
332 # with:
333 # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
334 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
335 # reporter: mochawesome-json
336 # fail-on-error: 'false'
337
338 #- name: Run Sequential tests after Node Parachain upgrade
339 # if: success() || failure()
340 # working-directory: ${{ matrix.mainnet_branch }}/tests
341 # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
342 # env:
343 # RPC_URL: http://127.0.0.1:9933/
344
345 #- name: Upload Sequential Test Report After Node upgrade
346 # uses: phoenix-actions/test-reporting@v8
347 # id: test-sequential-report-after
348 # if: success() || failure() # run this step even if previous step failed
349 # with:
350 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
351 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
352 # reporter: mochawesome-json
353 # fail-on-error: 'false'
278354
279355
280 - name: Stop running containers356 - name: Stop running containers
288 docker system prune -f364 docker system prune -f
289 docker image prune -f -a365 docker image prune -f -a
290366
291 - name: Clean Workspace367 - name: Remove repo at the end
292 if: always()368 if: always() # run this step always
293 uses: AutoModality/action-clean@v1.1.0369 run: |
370 ls -ls ./
294371