git.delta.rocks / unique-network / refs/commits / 432eea3ca941

1name: collator-selection-test-run1name: collator-selection-test-run
22
3# Triger: only call from main workflow(re-usable workflows)3# Controls when the action will run.
4on:4on:
5  workflow_call:5  workflow_call:
66
7# A workflow run is made up of one or more jobs that can run sequentially or in parallel7  # Allows you to run this workflow manually from the Actions tab
8  workflow_dispatch:
9
10#Define Workflow variables
11env:
12  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
13
14# A workflow run is made up of one or more jobs that can run sequentially or in parallel
8jobs:15jobs:
16
9  prepare-execution-marix:17  prepare-execution-marix:
18
10    name: Prepare execution matrix19    name: Prepare execution matrix
1120
12    runs-on: self-hosted-ci21    runs-on: [self-hosted-ci]
13    outputs:22    outputs:
14      matrix: ${{ steps.create_matrix.outputs.matrix }}23      matrix: ${{ steps.create_matrix.outputs.matrix }}
1524
19        uses: AutoModality/action-clean@v1.1.028        uses: AutoModality/action-clean@v1.1.0
2029
21      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it30      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
22      - uses: actions/checkout@v331      - uses: actions/checkout@v3.1.0
23        with:32        with:
24          ref: ${{ github.head_ref }}  #Checking out head commit33          ref: ${{ github.head_ref }}  #Checking out head commit
2534
26      - name: Read .env file35      - name: Read .env file
27        uses: xom9ikk/dotenv@v236        uses: xom9ikk/dotenv@v2
2837
29      - name: Create Execution matrix38      - name: Create Execution matrix
30        uses: CertainLach/create-matrix-action@v339        uses: CertainLach/create-matrix-action@v4
31        id: create_matrix40        id: create_matrix
32        with:41        with:
33          matrix: |42          matrix: |
34            network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}43            network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}
35            network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}44            network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}
36            network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}45            network {sapphire}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}
37
38  collator-selection-build:
39    needs: prepare-execution-marix
40    # The type of runner that the job will run on
41    runs-on: [self-hosted-ci,large]
42    timeout-minutes: 1380
43
44    name: ${{ matrix.network }}-build
45    strategy:
46      matrix:
47        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
48
49    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
50
51    steps:
52      - name: Clean Workspace
53        uses: AutoModality/action-clean@v1.1.0
54
55      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
56      - uses: actions/checkout@v3
57        with:
58          ref: ${{ github.head_ref }}  #Checking out head commit
59
60      - name: Read .env file
61        uses: xom9ikk/dotenv@v2
62
63      # Prepare SHA  
64      - name: Prepare SHA
65        uses: ./.github/actions/prepare
66
67      # Build main image for FORKLESS-UPDATE-NODATA
68      - name: Generate ENV related extend Dockerfile file
69        uses: cuchi/jinja2-action@v1.2.0
70        with:
71          template: .docker/Dockerfile-collators.j2
72          output_file: .docker/Dockerfile-collators.${{ matrix.network }}.yml
73          variables: |
74            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
75            NETWORK=${{ matrix.network }}
76            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
77            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}
78            BRANCH=${{ github.head_ref }}
79
80      - name: Show build configuration
81        run: cat .docker/Dockerfile-collators.${{ matrix.network }}.yml
82
83      - name: Run find-and-replace to remove slashes from branch name
84        uses: mad9000/actions-find-and-replace-string@4
85        id: branchname
86        with:
87          source: ${{ github.head_ref }}
88          find: '/'
89          replace: '-'
90
91      - name: Set build SHA
92        shell: bash
93        run: |
94          echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
95
96      - name: Build the stack
97        run: cd .docker/ && docker build --no-cache --file ./Dockerfile-collators.${{ matrix.network }}.yml --tag uniquenetwork/ci-collator-selection-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA ../
98
99      - name: Log in to Docker Hub
100        uses: docker/login-action@v2.1.0
101        with:
102          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
103          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
104
105      - name: Push docker image version
106        run: docker push uniquenetwork/ci-collator-selection-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA
107
108      - name: Remove builder cache
109        if: always()                   # run this step always
110        run: |
111          docker builder prune -f
112          docker system prune -f
11346
114  collator-selection-tests:47  collator-selection:
48
115    needs: [prepare-execution-marix, collator-selection-build]49    needs: prepare-execution-marix
116    # The type of runner that the job will run on50    # The type of runner that the job will run on
117    runs-on: [self-hosted-ci, large]51    runs-on: [self-hosted-ci,large]
11852
119    timeout-minutes: 60053    timeout-minutes: 1380
12054
121    name: ${{ matrix.network }}-tests55    name: ${{ matrix.network }}
12256
123    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.57    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
12458
139        with:73        with:
140          ref: ${{ github.head_ref }}  #Checking out head commit74          ref: ${{ github.head_ref }}  #Checking out head commit
14175
76      # Prepare SHA
142      - name: Prepare77      - name: Prepare SHA
143        uses: ./.github/actions/prepare78        uses: ./.github/actions/prepare
79
80      - name: Read .env file
81        uses: xom9ikk/dotenv@v2
14482
145      - name: Set build SHA83      - name: Log in to Docker Hub
146        shell: bash84        uses: docker/login-action@v2.1.0
85        with:
86          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
147        run: |87          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
148          echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
14988
150      - name: Run find-and-replace to remove slashes from branch name89      - name: Run find-and-replace to remove slashes from branch name
151        uses: mad9000/actions-find-and-replace-string@490        uses: mad9000/actions-find-and-replace-string@4
155          find: '/'94          find: '/'
156          replace: '-'95          replace: '-'
157
158      - name: Read .env file
159        uses: xom9ikk/dotenv@v2
16096
161      - name: Generate ENV related extend file for docker-compose97      - name: Generate ENV related extend Dockerfile file for POLKADOT
162        uses: cuchi/jinja2-action@v1.2.098        uses: cuchi/jinja2-action@v1.2.0
163        with:99        with:
164          template: .docker/docker-compose.collators.j2100          template: .docker/Dockerfile-polkadot.j2
165          output_file: .docker/docker-compose.collators.${{ matrix.network }}.yml101          output_file: .docker/Dockerfile-polkadot.${{ matrix.relay_branch }}.yml
166          variables: |102          variables: |
167            NETWORK=${{ matrix.network }}103            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
168            BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA104            POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}
169105            
170      - name: Show build configuration106      - name: Prepare polkadot
107        uses: ./.github/actions/buildContainer
108        id: polkadot
109        with:
110          container: uniquenetwork/builder-polkadot
111          tag: ${{ matrix.relay_branch }}
112          context: .docker
171        run: cat .docker/docker-compose.collators.${{ matrix.network }}.yml113          dockerfile: Dockerfile-polkadot.${{ matrix.relay_branch }}.yml
114          dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
115          dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
116
117      # - name: pull needed images
118      #   run: |
119      #     docker pull uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}
120
121      # - name: Build unique-chain
122      #   run: |
123      #     docker build --file .docker/Dockerfile-unique \
124      #       --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }} \
125      #       --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }} \
126      #       --tag uniquenetwork/ci-collator-selection-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-${{ env.BUILD_SHA }} \
127      #       .
128
129      # - name: Push docker image version
130      #   run: docker push uniquenetwork/ci-collator-selection-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-${{ env.BUILD_SHA }}
131
172132
173      - name: Log in to Docker Hub133      - name: Prepare latest
174        uses: docker/login-action@v2.1.0134        uses: ./.github/actions/buildContainer
135        id: latest
175        with:136        with:
137          container: uniquenetwork/ci-collator-selection-local
138          tag: ${{ matrix.network }}-${{ env.REF_SLUG }}-${{ env.BUILD_SHA }}
139          context: .
140          dockerfile: .docker/Dockerfile-unique
141          args: |
142            --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }}
143            --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
176          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}144          dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
177          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}145          dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
146
147      - uses: actions/setup-node@v3.5.1
148        with:
149          node-version: 16
150
151      - name: Install baedeker
152        uses: UniqueNetwork/baedeker-action/setup@built
178153
179      - name: Build the stack154      - name: Setup library
180        run: docker-compose -f ".docker/docker-compose.collators.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300155        run: mkdir -p .baedeker/vendor/ && git clone https://github.com/UniqueNetwork/baedeker-library .baedeker/vendor/baedeker-library
181156
182      #  🚀 POLKADOT LAUNCH COMPLETE 🚀
183      - name: Check if docker logs consist messages related to testing of collator tests 157      - name: Start network
158        uses: UniqueNetwork/baedeker-action@built
184        if: success()159        id: bdk
160        with:
185        run: |161          jpath: |
186          counter=160162            .baedeker/vendor
187          function check_container_status {
188                docker inspect -f {{.State.Running}} collator-selection-${{ matrix.network }}
189          }
190          function do_docker_logs {
191                docker logs --details collator-selection-${{ matrix.network }}  2>&1
192          }
193          function is_started {
194                if [ "$(check_container_status)" == "true" ]; then
195                        echo "Container: collator-selection-${{ matrix.network }} RUNNING";
196                        echo "Check Docker logs"
197                        DOCKER_LOGS=$(do_docker_logs)
198                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then
199                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"
200                                return 0
201                        else
202                                echo "Message not found in logs output, repeating..."
203                                return 1
204                        fi
205                else
206                        echo "Container collator-selection-${{ matrix.network }} NOT RUNNING"
207                        echo "Halting all future checks"
208                        exit 1
209                fi
210          echo "something goes wrong"
211          exit 1
212          }
213          while ! is_started; do
214                echo "Waiting for special message in log files "
215                sleep 30s
216                counter=$(( $counter - 1 ))
217                echo "Counter: $counter"
218                if [ "$counter" -gt "0" ]; then
219                         continue
220                else
221                         break
222                fi
223          done
224          echo "Halting script"
225          exit 0
226        shell: bash163          tla-str: |
164            relay_spec=westend-local            
165          inputs: |
166            .baedeker/collator-selection.jsonnet
167            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'${{ steps.polkadot.outputs.name }}'}})
168            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.latest.outputs.name }}'}})
227169
228      - uses: actions/setup-node@v3170      - name: Upload network config
171        uses: actions/upload-artifact@v3
229        with:172        with:
173          name: ${{ matrix.network }}-network-config
230          node-version: 16174          path: ${{ steps.bdk.outputs.composeProject }}
175          retention-days: 2
231176
232      - name: Run Collator tests177      - name: Run tests
233        working-directory: tests178        working-directory: tests
234        if: success() || failure()
235        run: |179        run: |
236          yarn install180          yarn install
237          yarn add mochawesome181          yarn add mochawesome
238          node scripts/readyness.js182          # Wanted by both wait_for_first_block
183          # export RPC_URL="${RELAY_SAPPHIRE_HTTP_URL:-${RELAY_OPAL_HTTP_URL:-${RELAY_QUARTZ_HTTP_URL:-${RELAY_UNIQUE_HTTP_URL:-}}}}"
184          ./scripts/wait_for_first_block.sh
239          echo "Ready to start tests"185          echo "Ready to start tests"
240          NOW=$(date +%s) && yarn testCollators --reporter mochawesome --reporter-options reportFilename=test-collators-${NOW}186          NOW=$(date +%s) && yarn testCollators --reporter mochawesome --reporter-options reportFilename=test-collators-${NOW}
241        env:187        env:
242          RPC_URL: http://127.0.0.1:9944/188          RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}          
243189
244      - name: Test Report Collator190      - name: Test Report
245        uses: phoenix-actions/test-reporting@v8191        uses: phoenix-actions/test-reporting@v10
246        id: test-report-collator192        id: test-report
247        if: success() || failure()    # run this step even if previous step failed193        if: success() || failure()
248        with:194        with:
249          name: Report Collator tests results - ${{ matrix.network }}            # Name of the check run which will be created195          name: Collator Selection Tests ${{ matrix.network }}
250          path: tests/mochawesome-report/test-collators-*.json    # Path to test results196          path: tests/mochawesome-report/test-collators-*.json
251          reporter: mochawesome-json197          reporter: mochawesome-json
252          fail-on-error: 'false'198          fail-on-error: 'false'
253199
254      - name: Stop running containers200      - name: Clean Workspace
255        if: always()                   # run this step always201        if: always()
256        run: docker-compose -f ".docker/docker-compose.collators.${{ matrix.network }}.yml" down202        uses: AutoModality/action-clean@v1.1.0
257203
258      - name: Remove builder cache204      - name: Remove builder cache
259        if: always()                   # run this step always205        if: always()
260        run: |206        run: |
261          docker builder prune -f -a207          docker system prune -a -f
262          docker system prune -f
263208
264

no syntactic changes

1818
19const config = {19const config = {
20  relayUrl: process.env.RELAY_URL || 'ws://127.0.0.1:9844',20  relayUrl: process.env.RELAY_URL || 'ws://127.0.0.1:9844',
21  substrateUrl: process.env.RELAY_OPAL_URL || process.env.RELAY_QUARTZ_URL || process.env.RELAY_UNIQUE_URL || 'ws://127.0.0.1:9944',21  substrateUrl: process.env.RELAY_OPAL_URL || process.env.RELAY_QUARTZ_URL || process.env.RELAY_UNIQUE_URL || process.env.RELAY_SAPPHIRE_URL || 'ws://127.0.0.1:9944',
22  acalaUrl: process.env.RELAY_ACALA_URL || 'ws://127.0.0.1:9946',22  acalaUrl: process.env.RELAY_ACALA_URL || 'ws://127.0.0.1:9946',
23  karuraUrl: process.env.RELAY_KARURA_URL || 'ws://127.0.0.1:9946',23  karuraUrl: process.env.RELAY_KARURA_URL || 'ws://127.0.0.1:9946',
24  moonbeamUrl: process.env.RELAY_MOONBEAM_URL || 'ws://127.0.0.1:9947',24  moonbeamUrl: process.env.RELAY_MOONBEAM_URL || 'ws://127.0.0.1:9947',