git.delta.rocks / unique-network / refs/commits / b45c52c13630

1FROM ubuntu:20.041FROM ubuntu:20.04
22
3ARG RUST_TOOLCHAIN=
4ARG FEATURE=
5
3ENV DEBIAN_FRONTEND=noninteractive6ENV DEBIAN_FRONTEND=noninteractive
4ENV TZ=Etc/UTC7ENV TZ=Etc/UTC
5
6RUN apt-get update && apt-get install -y git curl libssl-dev llvm pkg-config libclang-dev clang git make cmake8ENV FEATURE=$FEATURE
7
8ENV CARGO_HOME="/cargo-home"9ENV CARGO_HOME="/cargo-home"
9ENV PATH="/cargo-home/bin:$PATH"10ENV PATH="/cargo-home/bin:$PATH"
1011
11RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none12RUN echo "$FEATURE\n" && echo "$RUST_TOOLCHAIN\n"
1213
13ARG RUST_TOOLCHAIN=14RUN apt-get update && apt-get install -y git curl libssl-dev llvm pkg-config libclang-dev clang git make cmake
15
14ARG FEATURE=16RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
1517
16RUN rustup toolchain uninstall $(rustup toolchain list) && \18RUN rustup toolchain uninstall $(rustup toolchain list) && \
17    rustup toolchain install $RUST_TOOLCHAIN && \19    rustup toolchain install $RUST_TOOLCHAIN && \
24WORKDIR /dev_chain26WORKDIR /dev_chain
2527
26RUN cargo build --release28RUN cargo build --release
29RUN echo "$FEATURE"
2730
28CMD cargo run --release --features=$FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external31CMD cargo run --release --features=$FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
2932

47    cargo build --features=$FEATURE --release47    cargo build --features=$FEATURE --release
48    48    
4949
50CMD cargo run --features=$FEATURE --release -- try-runtime on-runtime-upgrade live --uri $REPLICA_FROM50CMD cargo run --features=try-runtime,$FEATURE --release -- try-runtime on-runtime-upgrade live --uri $REPLICA_FROM
5151

18      options:18      options:
19        max-size: "1m"19        max-size: "1m"
20        max-file: "3"20        max-file: "3"
21    command: cargo run --release --features=$FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external21    command: cargo run --release --features={{ FEATURE }} -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
2222

13QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:44313QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
14UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:44314UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
15
16POLKADOT_LAUNCH_BRANCH=feature/rewrite-chain-id-in-spec
17
18KARURA_BUILD_BRANCH=2.9.1
19ACALA_BUILD_BRANCH=2.9.2
20
21MOONRIVER_BUILD_BRANCH=runtime-1701
22MOONBEAM_BUILD_BRANCH=runtime-1701
23
24STATEMINE_BUILD_BRANCH=parachains-v9270
25STATEMINT_BUILD_BRANCH=release-parachains-v9230
26WESTMINT_BUILD_BRANCH=parachains-v9270
1527
28

6868
69      - name: Run tests69      - name: Run tests
70        working-directory: tests70        working-directory: tests
71        run: |71        run: |
72          yarn install72          yarn install
73          yarn add mochawesome73          yarn add mochawesome
74          echo "Ready to start tests"74          node scripts/readyness.js
75          node scripts/readyness.js75          echo "Ready to start tests"
76          yarn polkadot-types76          yarn polkadot-types
77          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}77          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
78        env:78        env:
79          RPC_URL: http://127.0.0.1:9933/79          RPC_URL: http://127.0.0.1:9933/
8080
96        if: always()                   # run this step always96        if: always()                   # run this step always
97        run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down97        run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
9898
99      - name: Remove builder cache
100        if: always()                   # run this step always
101        run: |
102          docker builder prune -f -a
103          docker system prune -f
104          docker image prune -f -a

45          repository: 'UniqueNetwork/market-e2e-tests'45          repository: 'UniqueNetwork/market-e2e-tests'
46          ssh-key: ${{ secrets.GH_PAT }}46          ssh-key: ${{ secrets.GH_PAT }}
47          path: 'qa-tests'47          path: 'qa-tests'
48          ref: 'ci_test_v2'48          ref: 'master'
4949
50      - name: Read .env file50      - name: Read .env file
51        uses: xom9ikk/dotenv@v1.0.251        uses: xom9ikk/dotenv@v1.0.2
175      - name: Stop running containers174      - name: Stop running containers
176        if: always()                   # run this step always175        if: always()                   # run this step always
177        run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down --volumes176        run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down --volumes
178#        run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down
179177
180      - name: Remove builder cache178      - name: Remove builder cache
181        if: always()                   # run this step always179        if: always()                   # run this step always

10# A workflow run is made up of one or more jobs that can run sequentially or in parallel10# A workflow run is made up of one or more jobs that can run sequentially or in parallel
11jobs:11jobs:
1212
13  execution-marix:13  nodes-execution-matrix:
1414
15    name: execution matrix15    name: execution matrix
1616
4242
4343
4444
45  forkless-update-nodata:45  nodes-only-update:
46    needs: execution-marix46    needs: nodes-execution-matrix
47    # The type of runner that the job will run on47    # The type of runner that the job will run on
48    runs-on: [self-hosted-ci,large]48    runs-on: [self-hosted-ci,large]
4949
5757
58    strategy:58    strategy:
59      matrix:59      matrix:
60        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}60        include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}
6161
62    steps:62    steps:
6363
156          exit 0156          exit 0
157        shell: bash157        shell: bash
158
159      - name: Checkout at '${{ matrix.mainnet_branch }}' branch
160        uses: actions/checkout@master
161        with:
162          ref: ${{ matrix.mainnet_branch }}  #Checking out head commit
163          path: ${{ matrix.mainnet_branch }}
164
158165
159      - name: Run tests before Node Parachain upgrade166      - name: Run tests before Node Parachain upgrade
160        working-directory: tests167        working-directory: ${{ matrix.mainnet_branch }}/tests
161        run: |168        run: |
162          yarn install169          yarn install
163          yarn add mochawesome170          yarn add mochawesome
164          node scripts/readyness.js171          echo "Ready to start tests"
165          echo "Ready to start tests"172          yarn polkadot-types
166          yarn polkadot-types173          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
167          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
168        env:174        env:
169          RPC_URL: http://127.0.0.1:9933/175          RPC_URL: http://127.0.0.1:9933/
170176
174        if: success() || failure()    # run this step even if previous step failed180        if: success() || failure()    # run this step even if previous step failed
175        with:181        with:
176          name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created182          name: Tests before node upgrade ${{ matrix.network }}            # Name of the check run which will be created
177          path: tests/mochawesome-report/test-*.json    # Path to test results183          path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-*.json    # Path to test results
178          reporter: mochawesome-json184          reporter: mochawesome-json
179          fail-on-error: 'false'185          fail-on-error: 'false'
180186
262268
263      - name: Remove builder cache269      - name: Remove builder cache
264        if: always()                   # run this step always270        if: always()                   # run this step always
265        run: |271        run: |
266          docker builder prune -f272          docker builder prune -f -a
267          docker system prune -f273          docker system prune -f
274          docker image prune -f -a
268275
269      - name: Clean Workspace276      - name: Clean Workspace
270        if: always()277        if: always()

no syntactic changes

1name: Nesting XCM1name: xcm-testnet-build
22
3# Controls when the action will run.
3on:4on:
4  workflow_call:5  workflow_call:
56  
67  # Allows you to run this workflow manually from the Actions tab
8  workflow_dispatch:
9
10#Define Workflow variables
11env:
12  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
13
14# A workflow run is made up of one or more jobs that can run sequentially or in parallel
7jobs:15jobs:
16
17  prepare-execution-marix:
18
19    name: Prepare execution matrix
20
21    runs-on: [XL]
22    outputs:
23      matrix: ${{ steps.create_matrix.outputs.matrix }}
24
25    steps:
26
27      - name: Clean Workspace
28        uses: AutoModality/action-clean@v1.1.0
29
30      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
31      - uses: actions/checkout@v3
32        with:
33          ref: ${{ github.head_ref }}  #Checking out head commit
34
35      - name: Read .env file
36        uses: xom9ikk/dotenv@v1.0.2
37
38      - name: Create Execution matrix
39        uses: fabiocaccamo/create-matrix-action@v2
40        id: create_matrix
41        with:
42          matrix: |
43            network {opal}, runtime {opal}, features {opal-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, runtest {testXcmOpal}
44            network {quartz}, runtime {quartz}, features {quartz-runtime}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, runtest {testXcmQuartz}
45            network {unique}, runtime {unique}, features {unique-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, runtest {testXcmUnique}
846
9  xcm-testnet-build:47  xcm-build:
48    
49    needs: prepare-execution-marix
50    # The type of runner that the job will run on
51    runs-on: [XL]
52
53    timeout-minutes: 600
54
10    name: testnet build55    name: ${{ matrix.network }}
56
57    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
58
59    strategy:
60      matrix:
61        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
62
63    steps:
64      - name: Skip if pull request is in Draft
65        if: github.event.pull_request.draft == true
66        run: exit 1
67
68      - name: Clean Workspace
11    uses: ./.github/workflows/xcm-testnet-build.yml69        uses: AutoModality/action-clean@v1.1.0
70
71      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
12    secrets: inherit72      - uses: actions/checkout@v3
73        with:
74          ref: ${{ github.head_ref }}  #Checking out head commit
75
76      - name: Read .env file
77        uses: xom9ikk/dotenv@v1.0.2
78
79      - name: Log in to Docker Hub
80        uses: docker/login-action@v2.0.0
81        with:
82          username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
83          password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
84
85      - name: Install jq
86        run: sudo apt install jq -y
87
88      # Check POLKADOT version and build it if it doesn't exist in repository
89      - name: Generate ENV related extend Dockerfile file for POLKADOT
90        uses: cuchi/jinja2-action@v1.2.0
91        with:
92          template: .docker/Dockerfile-polkadot.j2
93          output_file: .docker/Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml
94          variables: |
95            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
96            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
97
98      - name: Check if the dockerhub repository contains the needed version POLKADOT
99        run: |
100          # aquire token
101            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)
102            export TOKEN=$TOKEN
103
104          # Get TAGS from DOCKERHUB POLKADOT repository
105            POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')
106          # Show TAGS
107            echo "POLKADOT TAGS:"
108            echo $POLKADOT_TAGS
109          # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS
110            if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ env.POLKADOT_BUILD_BRANCH }}"($|[[:space:]]) ]]; then
111                echo "Repository has needed POLKADOT version";
112                docker pull uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}
113            else
114                echo "Repository has not needed POLKADOT version, so build it";
115                cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml --tag uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }} .
116                echo "Push needed POLKADOT version to the repository";
117                docker push uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}
118            fi
119        shell: bash
120
121      # Check ACALA version and build it if it doesn't exist in repository
122      - name: Generate ENV related extend Dockerfile file for ACALA
123        uses: cuchi/jinja2-action@v1.2.0
124        with:
125          template: .docker/Dockerfile-acala.j2
126          output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml
127          variables: |
128            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
129            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}
130
131      - name: Check if the dockerhub repository contains the needed ACALA version
132        run: |
133          # aquire token
134            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)
135            export TOKEN=$TOKEN
136
137          # Get TAGS from DOCKERHUB repository
138            ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')
139          # Show TAGS
140            echo "ACALA TAGS:"
141            echo $ACALA_TAGS
142          # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS
143            if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then
144                echo "Repository has needed ACALA version";
145                docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}
146            else
147                echo "Repository has not needed ACALA version, so build it";
148                cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .
149                echo "Push needed ACALA version to the repository";
150                docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}
151            fi
152        shell: bash
153
154      # Check MOONBEAM version and build it if it doesn't exist in repository
155      - name: Generate ENV related extend Dockerfile file for MOONBEAM
156        uses: cuchi/jinja2-action@v1.2.0
157        with:
158          template: .docker/Dockerfile-moonbeam.j2
159          output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml
160          variables: |
161            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
162            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}
163
164      - name: Check if the dockerhub repository contains the needed MOONBEAM version
165        run: |
166          # aquire token
167            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)
168            export TOKEN=$TOKEN
169
170          # Get TAGS from DOCKERHUB repository
171            MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')
172          # Show TAGS
173            echo "MOONBEAM TAGS:"
174            echo $MOONBEAM_TAGS
175          # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS
176            if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then
177                echo "Repository has needed MOONBEAM version";
178                docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}
179            else
180                echo "Repository has not needed MOONBEAM version, so build it";
181                cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .
182                echo "Push needed MOONBEAM version to the repository";
183                docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}
184            fi
185        shell: bash
186
187
188      # Check CUMULUS version and build it if it doesn't exist in repository
189      - name: Generate ENV related extend Dockerfile file for CUMULUS
190        uses: cuchi/jinja2-action@v1.2.0
191        with:
192          template: .docker/Dockerfile-cumulus.j2
193          output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml
194          variables: |
195            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
196            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}
197
198      - name: Check if the dockerhub repository contains the needed CUMULUS version
199        run: |                 
200          # aquire token
201            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)
202            export TOKEN=$TOKEN
203
204          # Get TAGS from DOCKERHUB repository
205            CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')
206          # Show TAGS
207            echo "CUMULUS TAGS:"
208            echo $CUMULUS_TAGS
209          # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS
210            if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then
211                echo "Repository has needed CUMULUS version";
212                docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}
213            else
214                echo "Repository has not needed CUMULUS version, so build it";
215                cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .
216                echo "Push needed CUMULUS version to the repository";
217                docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}
218            fi
219        shell: bash
220
221
222      # Build main image for XCM   
223      - name: Generate ENV related extend Dockerfile file
224        uses: cuchi/jinja2-action@v1.2.0
225        with:
226          template: .docker/Dockerfile-xcm.j2
227          output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml
228          variables: |
229            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
230            NETWORK=${{ matrix.network }}
231            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
232            POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
233            FEATURE=${{ matrix.features }}
234            RUNTIME=${{ matrix.runtime }}
235            BRANCH=${{ github.head_ref }}
236            ACALA_BUILD_BRANCH=${{ matrix.acala_version }}
237            MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}
238            CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}
239
240      - name: Show build Dockerfile
241        run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml
242
243      - name: Show launch-config-xcm-${{ matrix.network }} configuration
244        run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json
245
246      - name: Run find-and-replace to remove slashes from branch name
247        uses: mad9000/actions-find-and-replace-string@2
248        id: branchname
249        with:
250          source: ${{ github.head_ref }}
251          find: '/'
252          replace: '-'
253
254      - name: Pull chainql docker image
255        run: docker pull uniquenetwork/builder-chainql:latest
256
257      - name: Build the stack
258        run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .
259
260      - name: Push docker image version
261        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}
262
263      - name: Push docker image latest
264        run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest
265
266      - name: Remove builder cache
267        if: always()                   # run this step always
268        run: |
269          docker builder prune -f
270          docker system prune -f
13271
14  xcm-tests:272  xcm-tests:
273    needs: [prepare-execution-marix, xcm-build]
274    # The type of runner that the job will run on
275    runs-on: [XL]
276
277    timeout-minutes: 600
278
279    name: ${{ matrix.network }}
280
281    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
282
283    strategy:
284      matrix:
285        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
286
287    steps:
288      - name: Skip if pull request is in Draft
289        if: github.event.pull_request.draft == true
290        run: exit 1
291
292      - name: Clean Workspace
293        uses: AutoModality/action-clean@v1.1.0
294
295      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
296      - uses: actions/checkout@v3
297        with:
298          ref: ${{ github.head_ref }}  #Checking out head commit
299
300      - name: Read .env file
301        uses: xom9ikk/dotenv@v1.0.2
302
303      - name: Generate ENV related extend file for docker-compose
304        uses: cuchi/jinja2-action@v1.2.0
305        with:
306          template: .docker/docker-compose.tmp-xcm-tests.j2
307          output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml
308          variables: |
309            NETWORK=${{ matrix.network }}
310
311      - name: Show build configuration
312        run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml
313
314      - uses: actions/setup-node@v3
315        with:
316          node-version: 16
317
318      - name: Build the stack
319        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300
320
321      #  🚀 POLKADOT LAUNCH COMPLETE 🚀
322      - name: Check if docker logs consist messages related to testing of xcm tests 
323        if: success()
324        run: |
325          counter=160
326          function check_container_status {
327                docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-testnet-local
328          }
329          function do_docker_logs {
330                docker logs --details xcm-${{ matrix.network }}-testnet-local 2>&1
331          }
332          function is_started {
333                if [ "$(check_container_status)" == "true" ]; then
334                        echo "Container: xcm-${{ matrix.network }}-testnet-local RUNNING";
335                        echo "Check Docker logs"
336                        DOCKER_LOGS=$(do_docker_logs)
337                        if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then
338                                echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"
339                                return 0
340                        else
341                                echo "Message not found in logs output, repeating..."
342                                return 1
343                        fi
344                else
345                        echo "Container xcm-${{ matrix.network }}-testnet-local NOT RUNNING"
346                        echo "Halting all future checks"
347                        exit 1
348                fi
349          echo "something goes wrong"
350          exit 1
351          }
352          while ! is_started; do
353                echo "Waiting for special message in log files "
354                sleep 30s
355                counter=$(( $counter - 1 ))
356                echo "Counter: $counter"
357                if [ "$counter" -gt "0" ]; then
358                         continue
359                else
360                         break
361                fi
362          done
363          echo "Halting script"
364          exit 0
365        shell: bash
366
15    name: tests367      - name: Run XCM tests 
368        working-directory: tests
369        run: |
370          yarn install
371          yarn add mochawesome
372          node scripts/readyness.js
373          echo "Ready to start tests"
374          yarn polkadot-types          
375          NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}
376        env:
377          RPC_URL: http://127.0.0.1:9933/
378
379      - name: XCM Test Report
16    needs: [ xcm-testnet-build ]380        uses: phoenix-actions/test-reporting@v8
381        id: test-report
382        if: success() || failure()    # run this step even if previous step failed
383        with:
384          name: XCM Tests ${{ matrix.network }}            # Name of the check run which will be created
385          path: tests/mochawesome-report/test-*.json    # Path to test results
386          reporter: mochawesome-json
387          fail-on-error: 'false'
388
389      - name: Stop running containers
390        if: always()                   # run this step always
391        run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" down
392
393      - name: Clean Workspace
394        if: always()
17    uses: ./.github/workflows/xcm-tests_v2.yml395        uses: AutoModality/action-clean@v1.1.0
396
397      - name: Remove builder cache
398        if: always()                   # run this step always
399        run: |
400          docker system prune -a -f
18401
19
20

696 "once_cell",696 "once_cell",
697]697]
698
699[[package]]
700name = "bondrewd"
701version = "0.1.14"
702source = "registry+https://github.com/rust-lang/crates.io-index"
703checksum = "6d1660fac8d3acced44dac64453fafedf5aab2de196b932c727e63e4ae42d1cc"
704dependencies = [
705 "bondrewd-derive",
706]
707
708[[package]]
709name = "bondrewd-derive"
710version = "0.3.18"
711source = "registry+https://github.com/rust-lang/crates.io-index"
712checksum = "723da0dee1eef38edc021b0793f892bdc024500c6a5b0727a2efe16f0e0a6977"
713dependencies = [
714 "proc-macro2",
715 "quote",
716 "syn",
717]
698718
699[[package]]719[[package]]
700name = "bounded-vec"720name = "bounded-vec"
4585 "value-bag",4605 "value-bag",
4586]4606]
4607
4608[[package]]
4609name = "logtest"
4610version = "2.0.0"
4611source = "registry+https://github.com/rust-lang/crates.io-index"
4612checksum = "eb3e43a8657c1d64516dcc9db8ca03826a4aceaf89d5ce1b37b59f6ff0e43026"
4613dependencies = [
4614 "lazy_static",
4615 "log",
4616]
45874617
4588[[package]]4618[[package]]
4589name = "lru"4619name = "lru"
5163 "frame-system-rpc-runtime-api",5193 "frame-system-rpc-runtime-api",
5164 "frame-try-runtime",5194 "frame-try-runtime",
5165 "hex-literal",5195 "hex-literal",
5196 "impl-trait-for-tuples",
5166 "log",5197 "log",
5198 "logtest",
5199 "orml-tokens",
5200 "orml-traits",
5167 "orml-vesting",5201 "orml-vesting",
5202 "orml-xtokens",
5168 "pallet-app-promotion",5203 "pallet-app-promotion",
5169 "pallet-aura",5204 "pallet-aura",
5170 "pallet-balances",5205 "pallet-balances",
5177 "pallet-evm-contract-helpers",5212 "pallet-evm-contract-helpers",
5178 "pallet-evm-migration",5213 "pallet-evm-migration",
5179 "pallet-evm-transaction-payment",5214 "pallet-evm-transaction-payment",
5215 "pallet-foreign-assets",
5180 "pallet-fungible",5216 "pallet-fungible",
5181 "pallet-inflation",5217 "pallet-inflation",
5182 "pallet-nonfungible",5218 "pallet-nonfungible",
5281 "num-traits",5317 "num-traits",
5282]5318]
5319
5320[[package]]
5321name = "orml-tokens"
5322version = "0.4.1-dev"
5323source = "git+https://github.com/open-web3-stack/open-runtime-module-library?branch=polkadot-v0.9.27#377213f750755cc48e80a3131eaae63b5eda8362"
5324dependencies = [
5325 "frame-support",
5326 "frame-system",
5327 "orml-traits",
5328 "parity-scale-codec 3.1.5",
5329 "scale-info",
5330 "serde",
5331 "sp-runtime",
5332 "sp-std",
5333]
5334
5335[[package]]
5336name = "orml-traits"
5337version = "0.4.1-dev"
5338source = "git+https://github.com/open-web3-stack/open-runtime-module-library?branch=polkadot-v0.9.27#377213f750755cc48e80a3131eaae63b5eda8362"
5339dependencies = [
5340 "frame-support",
5341 "impl-trait-for-tuples",
5342 "num-traits",
5343 "orml-utilities",
5344 "parity-scale-codec 3.1.5",
5345 "scale-info",
5346 "serde",
5347 "sp-io",
5348 "sp-runtime",
5349 "sp-std",
5350 "xcm",
5351]
5352
5353[[package]]
5354name = "orml-utilities"
5355version = "0.4.1-dev"
5356source = "git+https://github.com/open-web3-stack/open-runtime-module-library?branch=polkadot-v0.9.27#377213f750755cc48e80a3131eaae63b5eda8362"
5357dependencies = [
5358 "frame-support",
5359 "parity-scale-codec 3.1.5",
5360 "scale-info",
5361 "serde",
5362 "sp-io",
5363 "sp-runtime",
5364 "sp-std",
5365]
52835366
5284[[package]]5367[[package]]
5285name = "orml-vesting"5368name = "orml-vesting"
5296 "sp-std",5379 "sp-std",
5297]5380]
5381
5382[[package]]
5383name = "orml-xcm-support"
5384version = "0.4.1-dev"
5385source = "git+https://github.com/open-web3-stack/open-runtime-module-library?branch=polkadot-v0.9.27#377213f750755cc48e80a3131eaae63b5eda8362"
5386dependencies = [
5387 "frame-support",
5388 "orml-traits",
5389 "parity-scale-codec 3.1.5",
5390 "sp-runtime",
5391 "sp-std",
5392 "xcm",
5393 "xcm-executor",
5394]
5395
5396[[package]]
5397name = "orml-xtokens"
5398version = "0.4.1-dev"
5399source = "git+https://github.com/open-web3-stack/open-runtime-module-library?branch=polkadot-v0.9.27#377213f750755cc48e80a3131eaae63b5eda8362"
5400dependencies = [
5401 "cumulus-primitives-core",
5402 "frame-support",
5403 "frame-system",
5404 "orml-traits",
5405 "orml-xcm-support",
5406 "pallet-xcm",
5407 "parity-scale-codec 3.1.5",
5408 "scale-info",
5409 "serde",
5410 "sp-io",
5411 "sp-runtime",
5412 "sp-std",
5413 "xcm",
5414 "xcm-executor",
5415]
52985416
5299[[package]]5417[[package]]
5300name = "os_str_bytes"5418name = "os_str_bytes"
5790 "up-sponsorship",5908 "up-sponsorship",
5791]5909]
5910
5911[[package]]
5912name = "pallet-foreign-assets"
5913version = "0.1.0"
5914dependencies = [
5915 "frame-benchmarking",
5916 "frame-support",
5917 "frame-system",
5918 "hex",
5919 "log",
5920 "orml-tokens",
5921 "pallet-balances",
5922 "pallet-common",
5923 "pallet-fungible",
5924 "pallet-timestamp",
5925 "parity-scale-codec 3.1.5",
5926 "scale-info",
5927 "serde",
5928 "serde_json",
5929 "sp-core",
5930 "sp-io",
5931 "sp-runtime",
5932 "sp-std",
5933 "up-data-structs",
5934 "xcm",
5935 "xcm-builder",
5936 "xcm-executor",
5937]
57925938
5793[[package]]5939[[package]]
5794name = "pallet-fungible"5940name = "pallet-fungible"
64756621
6476[[package]]6622[[package]]
6477name = "pallet-unique"6623name = "pallet-unique"
6478version = "0.1.4"6624version = "0.2.0"
6479dependencies = [6625dependencies = [
6480 "ethereum",6626 "ethereum",
6481 "evm-coder",6627 "evm-coder",
8397 "frame-system-rpc-runtime-api",8543 "frame-system-rpc-runtime-api",
8398 "frame-try-runtime",8544 "frame-try-runtime",
8399 "hex-literal",8545 "hex-literal",
8546 "impl-trait-for-tuples",
8400 "log",8547 "log",
8548 "logtest",
8549 "orml-tokens",
8550 "orml-traits",
8401 "orml-vesting",8551 "orml-vesting",
8552 "orml-xtokens",
8402 "pallet-app-promotion",8553 "pallet-app-promotion",
8403 "pallet-aura",8554 "pallet-aura",
8404 "pallet-balances",8555 "pallet-balances",
8411 "pallet-evm-contract-helpers",8562 "pallet-evm-contract-helpers",
8412 "pallet-evm-migration",8563 "pallet-evm-migration",
8413 "pallet-evm-transaction-payment",8564 "pallet-evm-transaction-payment",
8565 "pallet-foreign-assets",
8414 "pallet-fungible",8566 "pallet-fungible",
8415 "pallet-inflation",8567 "pallet-inflation",
8416 "pallet-nonfungible",8568 "pallet-nonfungible",
12134source = "registry+https://github.com/rust-lang/crates.io-index"12286source = "registry+https://github.com/rust-lang/crates.io-index"
12135checksum = "97fee6b57c6a41524a810daee9286c02d7752c4253064d0b05472833a438f675"12287checksum = "97fee6b57c6a41524a810daee9286c02d7752c4253064d0b05472833a438f675"
12136dependencies = [12288dependencies = [
12137 "cfg-if 0.1.10",12289 "cfg-if 1.0.0",
12138 "digest 0.10.3",12290 "digest 0.10.3",
12139 "rand 0.8.5",12291 "rand 0.8.5",
12140 "static_assertions",12292 "static_assertions",
12391 "frame-system-rpc-runtime-api",12543 "frame-system-rpc-runtime-api",
12392 "frame-try-runtime",12544 "frame-try-runtime",
12393 "hex-literal",12545 "hex-literal",
12546 "impl-trait-for-tuples",
12394 "log",12547 "log",
12548 "logtest",
12549 "orml-tokens",
12550 "orml-traits",
12395 "orml-vesting",12551 "orml-vesting",
12552 "orml-xtokens",
12396 "pallet-app-promotion",12553 "pallet-app-promotion",
12397 "pallet-aura",12554 "pallet-aura",
12398 "pallet-balances",12555 "pallet-balances",
12405 "pallet-evm-contract-helpers",12562 "pallet-evm-contract-helpers",
12406 "pallet-evm-migration",12563 "pallet-evm-migration",
12407 "pallet-evm-transaction-payment",12564 "pallet-evm-transaction-payment",
12565 "pallet-foreign-assets",
12408 "pallet-fungible",12566 "pallet-fungible",
12409 "pallet-inflation",12567 "pallet-inflation",
12410 "pallet-nonfungible",12568 "pallet-nonfungible",
12497name = "up-data-structs"12655name = "up-data-structs"
12498version = "0.2.2"12656version = "0.2.2"
12499dependencies = [12657dependencies = [
12658 "bondrewd",
12500 "derivative",12659 "derivative",
12501 "frame-support",12660 "frame-support",
12502 "frame-system",12661 "frame-system",

6    'client/*',6    'client/*',
7    'primitives/*',7    'primitives/*',
8    'crates/*',8    'crates/*',
9    'runtime/opal',
10    'runtime/quartz',
11    'runtime/unique',
9    'runtime/tests',12    'runtime/tests',
10]13]
11exclude = ["runtime/unique", "runtime/quartz"]14default-members = ['node/*', 'runtime/opal']
12[profile.release]15[profile.release]
13panic = 'unwind'16panic = 'unwind'
1417

128bench-rmrk-equip:128bench-rmrk-equip:
129	make _bench PALLET=proxy-rmrk-equip129	make _bench PALLET=proxy-rmrk-equip
130
131.PHONY: bench-foreign-assets
132bench-foreign-assets:
133	make _bench PALLET=foreign-assets	
130134
131.PHONY: bench-app-promotion135.PHONY: bench-app-promotion
132bench-app-promotion:136bench-app-promotion:
133	make _bench PALLET=app-promotion PALLET_DIR=app-promotion137	make _bench PALLET=app-promotion PALLET_DIR=app-promotion
134	138	
135.PHONY: bench139.PHONY: bench
136bench: bench-evm-migration bench-unique bench-structure bench-fungible bench-refungible bench-nonfungible bench-scheduler bench-rmrk-core bench-rmrk-equip140bench: bench-evm-migration bench-unique bench-structure bench-fungible bench-refungible bench-nonfungible bench-scheduler bench-rmrk-core bench-rmrk-equip bench-foreign-assets
137141

195xtokens -> transfer195xtokens -> transfer
196196
197currencyId:197currencyId:
198	ForeingAsset198	ForeignAsset
199		<TOKEN_ID>199		<TOKEN_ID>
200200
201amount:201amount:

42	pascal_call_name: Ident,42	pascal_call_name: Ident,
43	snake_call_name: Ident,43	snake_call_name: Ident,
44	via: Option<(Type, Ident)>,44	via: Option<(Type, Ident)>,
45	condition: Option<Expr>,
45}46}
46impl Is {47impl Is {
47	fn expand_call_def(&self, gen_ref: &proc_macro2::TokenStream) -> proc_macro2::TokenStream {48	fn expand_call_def(&self, gen_ref: &proc_macro2::TokenStream) -> proc_macro2::TokenStream {
64		generics: &proc_macro2::TokenStream,65		generics: &proc_macro2::TokenStream,
65	) -> proc_macro2::TokenStream {66	) -> proc_macro2::TokenStream {
66		let pascal_call_name = &self.pascal_call_name;67		let pascal_call_name = &self.pascal_call_name;
68		let condition = self.condition.as_ref().map(|condition| {
69			quote! {
70				(#condition) &&
71			}
72		});
67		quote! {73		quote! {
68			<#pascal_call_name #generics>::supports_interface(interface_id)74			#condition <#pascal_call_name #generics>::supports_interface(this, interface_id)
69		}75		}
70	}76	}
7177
93			.as_ref()99			.as_ref()
94			.map(|(_, i)| quote! {.#i()})100			.map(|(_, i)| quote! {.#i()})
95			.unwrap_or_default();101			.unwrap_or_default();
102		let condition = self.condition.as_ref().map(|condition| {
103			quote! {
104				if ({let this = &self; (#condition)})
105			}
106		});
96		quote! {107		quote! {
97			#call_name::#name(call) => return <#via_typ as ::evm_coder::Callable<#pascal_call_name #generics>>::call(self #via_map, Msg {108			#call_name::#name(call) #condition => return <#via_typ as ::evm_coder::Callable<#pascal_call_name #generics>>::call(self #via_map, Msg {
98				call,109				call,
99				caller: c.caller,110				caller: c.caller,
100				value: c.value,111				value: c.value,
139			let name = input.parse::<Ident>()?;150			let name = input.parse::<Ident>()?;
140			let lookahead = input.lookahead1();151			let lookahead = input.lookahead1();
152
153			let mut condition: Option<Expr> = None;
141			let via = if lookahead.peek(syn::token::Paren) {154			let mut via: Option<(Type, Ident)> = None;
155
156			if lookahead.peek(syn::token::Paren) {
142				let contents;157				let contents;
143				parenthesized!(contents in input);158				parenthesized!(contents in input);
159				let input = contents;
160
161				while !input.is_empty() {
162					let lookahead = input.lookahead1();
163					if lookahead.peek(Token![if]) {
164						input.parse::<Token![if]>()?;
165						let contents;
166						parenthesized!(contents in input);
167						let contents = contents.parse::<Expr>()?;
168
169						if condition.replace(contents).is_some() {
170							return Err(syn::Error::new(input.span(), "condition is already set"));
171						}
172					} else if lookahead.peek(kw::via) {
173						input.parse::<kw::via>()?;
174						let contents;
175						parenthesized!(contents in input);
176
144				let method = contents.parse::<Ident>()?;177						let method = contents.parse::<Ident>()?;
145				contents.parse::<Token![,]>()?;178						contents.parse::<kw::returns>()?;
146				let ty = contents.parse::<Type>()?;179						let ty = contents.parse::<Type>()?;
180
147				Some((ty, method))181						if via.replace((ty, method)).is_some() {
182							return Err(syn::Error::new(input.span(), "via is already set"));
183						}
184					} else {
185						return Err(lookahead.error());
186					}
187
188					if input.peek(Token![,]) {
189						input.parse::<Token![,]>()?;
190					} else if !input.is_empty() {
191						return Err(syn::Error::new(input.span(), "expected end"));
192					}
193				}
148			} else if lookahead.peek(Token![,]) {194			} else if lookahead.peek(Token![,]) || input.is_empty() {
149				None195				// Pass
150			} else if input.is_empty() {
151				None
152			} else {196			} else {
153				return Err(lookahead.error());197				return Err(lookahead.error());
154			};198			};
157				snake_call_name: pascal_ident_to_snake_call(&name),201				snake_call_name: pascal_ident_to_snake_call(&name),
158				name,202				name,
159				via,203				via,
204				condition,
160			});205			});
161			if input.peek(Token![,]) {206			if input.peek(Token![,]) {
162				input.parse::<Token![,]>()?;207				input.parse::<Token![,]>()?;
495	syn::custom_keyword!(weight);540	syn::custom_keyword!(weight);
496541
497	syn::custom_keyword!(via);542	syn::custom_keyword!(via);
543	syn::custom_keyword!(returns);
498	syn::custom_keyword!(name);544	syn::custom_keyword!(name);
499	syn::custom_keyword!(is);545	syn::custom_keyword!(is);
500	syn::custom_keyword!(inline_is);546	syn::custom_keyword!(inline_is);
996					#(#inline_interface_id)*1042					#(#inline_interface_id)*
997					u32::to_be_bytes(interface_id)1043					u32::to_be_bytes(interface_id)
998				}1044				}
999				/// Is this contract implements specified ERC165 selector
1000				pub fn supports_interface(interface_id: ::evm_coder::types::bytes4) -> bool {
1001					interface_id != u32::to_be_bytes(0xffffff) && (
1002						interface_id == ::evm_coder::ERC165Call::INTERFACE_ID ||
1003						interface_id == Self::interface_id()
1004						#(
1005							|| #supports_interface
1006						)*
1007					)
1008				}
1009				/// Generate solidity definitions for methods described in this interface1045				/// Generate solidity definitions for methods described in this interface
1010				pub fn generate_solidity_interface(tc: &evm_coder::solidity::TypeCollector, is_impl: bool) {1046				pub fn generate_solidity_interface(tc: &evm_coder::solidity::TypeCollector, is_impl: bool) {
1011					use evm_coder::solidity::*;1047					use evm_coder::solidity::*;
1024						)*),1060						)*),
1025					};1061					};
10261062
1027					let mut out = string::new();1063					let mut out = ::evm_coder::types::string::new();
1028					if #solidity_name.starts_with("Inline") {1064					if #solidity_name.starts_with("Inline") {
1029						out.push_str("/// @dev inlined interface\n");1065						out.push_str("/// @dev inlined interface\n");
1030					}1066					}
1062					return Ok(None);1098					return Ok(None);
1063				}1099				}
1064			}1100			}
1065			impl #generics ::evm_coder::Weighted for #call_name #gen_ref1101			impl #generics #call_name #gen_ref
1102			#gen_where
1103			{
1104				/// Is this contract implements specified ERC165 selector
1105				pub fn supports_interface(this: &#name, interface_id: ::evm_coder::types::bytes4) -> bool {
1106					interface_id != u32::to_be_bytes(0xffffff) && (
1107						interface_id == ::evm_coder::ERC165Call::INTERFACE_ID ||
1108						interface_id == Self::interface_id()
1109						#(
1110							|| #supports_interface
1111						)*
1112					)
1113				}
1114			}
1115			impl #generics ::evm_coder::Weighted for #call_name #gen_ref
1066			#gen_where1116			#gen_where
1067			{1117			{
1068				#[allow(unused_variables)]1118				#[allow(unused_variables)]
1091						)*1141						)*
1092						#call_name::ERC165Call(::evm_coder::ERC165Call::SupportsInterface {interface_id}, _) => {1142						#call_name::ERC165Call(::evm_coder::ERC165Call::SupportsInterface {interface_id}, _) => {
1093							let mut writer = ::evm_coder::abi::AbiWriter::default();1143							let mut writer = ::evm_coder::abi::AbiWriter::default();
1094							writer.bool(&<#call_name #gen_ref>::supports_interface(interface_id));1144							writer.bool(&<#call_name #gen_ref>::supports_interface(self, interface_id));
1095							return Ok(writer.into());1145							return Ok(writer.into());
1096						}1146						}
1097						_ => {},1147						_ => {},
1101						#(1151						#(
1102							#call_variants_this,1152							#call_variants_this,
1103						)*1153						)*
1104						_ => unreachable!()1154						_ => Err(::evm_coder::execution::Error::from("method is not available").into()),
1105					}1155					}
1106				}1156				}
1107			}1157			}