1name: xcm-testnet-build234on:5 workflow_call:6 7 8 workflow_dispatch:91011env:12 REPO_URL: ${{ github.server_url }}/${{ github.repository }}131415jobs:1617 prepare-execution-marix:1819 name: Prepare execution matrix2021 runs-on: [self-hosted-ci]22 outputs:23 matrix: ${{ steps.create_matrix.outputs.matrix }}2425 steps:2627 - name: Clean Workspace28 uses: AutoModality/action-clean@v1.1.02930 31 - uses: actions/checkout@v3.1.032 with:33 ref: ${{ github.head_ref }} 3435 - name: Read .env file36 uses: xom9ikk/dotenv@v23738 - name: Create Execution matrix39 uses: CertainLach/create-matrix-action@v440 id: create_matrix41 with:42 matrix: |43 network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmOpal}44 network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, astar_version {${{ env.SHIDEN_BUILD_BRANCH }}}, runtest {testXcmQuartz}45 network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmUnique}4647 xcm-build:48 49 needs: prepare-execution-marix50 51 runs-on: [XL]5253 timeout-minutes: 6005455 name: ${{ matrix.network }}-build5657 continue-on-error: true 5859 strategy:60 matrix:61 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263 steps:64 - name: Skip if pull request is in Draft65 if: github.event.pull_request.draft == true66 run: exit 16768 - name: Clean Workspace69 uses: AutoModality/action-clean@v1.1.07071 72 - uses: actions/checkout@v3.1.073 with:74 ref: ${{ github.head_ref }} 7576 77 - name: Prepare SHA78 uses: ./.github/actions/prepare7980 - name: Read .env file81 uses: xom9ikk/dotenv@v28283 - name: Log in to Docker Hub84 uses: docker/login-action@v2.1.085 with:86 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}87 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8889 90 - name: Generate ENV related extend Dockerfile file for POLKADOT91 uses: cuchi/jinja2-action@v1.2.092 with:93 template: .docker/Dockerfile-polkadot.j294 output_file: .docker/Dockerfile-polkadot.${{ matrix.relay_branch }}.yml95 variables: |96 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}97 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}9899 - name: Check if the dockerhub repository contains the needed version POLKADOT100 run: |101 # aquire token102 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)103 export TOKEN=$TOKEN104105 # Get TAGS from DOCKERHUB POLKADOT repository106 POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')107 # Show TAGS108 echo "POLKADOT TAGS:"109 echo $POLKADOT_TAGS110 # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS111 if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.relay_branch }}"($|[[:space:]]) ]]; then112 echo "Repository has needed POLKADOT version";113 docker pull uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}114 else115 echo "Repository has not needed POLKADOT version, so build it";116 cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ matrix.relay_branch }}.yml --tag uniquenetwork/builder-polkadot:${{ matrix.relay_branch }} .117 echo "Push needed POLKADOT version to the repository";118 docker push uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}119 fi120 shell: bash121122 123 - name: Generate ENV related extend Dockerfile file for ACALA124 uses: cuchi/jinja2-action@v1.2.0125 with:126 template: .docker/Dockerfile-acala.j2127 output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml128 variables: |129 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}130 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}131132 - name: Check if the dockerhub repository contains the needed ACALA version133 run: |134 # aquire token135 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)136 export TOKEN=$TOKEN137138 # Get TAGS from DOCKERHUB repository139 ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')140 # Show TAGS141 echo "ACALA TAGS:"142 echo $ACALA_TAGS143 # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS144 if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then145 echo "Repository has needed ACALA version";146 docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}147 else148 echo "Repository has not needed ACALA version, so build it";149 cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .150 echo "Push needed ACALA version to the repository";151 docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}152 fi153 shell: bash154155 156 - name: Generate ENV related extend Dockerfile file for MOONBEAM157 uses: cuchi/jinja2-action@v1.2.0158 with:159 template: .docker/Dockerfile-moonbeam.j2160 output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml161 variables: |162 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}163 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}164165 - name: Check if the dockerhub repository contains the needed MOONBEAM version166 run: |167 # aquire token168 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)169 export TOKEN=$TOKEN170171 # Get TAGS from DOCKERHUB repository172 MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')173 # Show TAGS174 echo "MOONBEAM TAGS:"175 echo $MOONBEAM_TAGS176 # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS177 if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then178 echo "Repository has needed MOONBEAM version";179 docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}180 else181 echo "Repository has not needed MOONBEAM version, so build it";182 cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .183 echo "Push needed MOONBEAM version to the repository";184 docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}185 fi186 shell: bash187188 189 - name: Generate ENV related extend Dockerfile file for CUMULUS190 uses: cuchi/jinja2-action@v1.2.0191 with:192 template: .docker/Dockerfile-cumulus.j2193 output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml194 variables: |195 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}196 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}197198 - name: Check if the dockerhub repository contains the needed CUMULUS version199 run: | 200 # aquire token201 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)202 export TOKEN=$TOKEN203204 # Get TAGS from DOCKERHUB repository205 CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')206 # Show TAGS207 echo "CUMULUS TAGS:"208 echo $CUMULUS_TAGS209 # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS210 if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then211 echo "Repository has needed CUMULUS version";212 docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}213 else214 echo "Repository has not needed CUMULUS version, so build it";215 cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .216 echo "Push needed CUMULUS version to the repository";217 docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}218 fi219 shell: bash220221 222 - name: Generate ENV related extend Dockerfile file for ASTAR223 uses: cuchi/jinja2-action@v1.2.0224 with:225 template: .docker/Dockerfile-astar.j2226 output_file: .docker/Dockerfile-astar.${{ matrix.astar_version }}.yml227 variables: |228 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}229 ASTAR_BUILD_BRANCH=${{ matrix.astar_version }}230231 - name: Check if the dockerhub repository contains the needed ASTAR version232 run: |233 # aquire token234 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)235 export TOKEN=$TOKEN236237 # Get TAGS from DOCKERHUB repository238 ASTAR_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-astar/tags/?page_size=100 | jq -r '."results"[]["name"]')239 # Show TAGS240 echo "ASTAR TAGS:"241 echo $ASTAR_TAGS242 # Check correct version ASTAR and build it if it doesn't exist in ASTAR TAGS243 if [[ ${ASTAR_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.astar_version }}"($|[[:space:]]) ]]; then244 echo "Repository has needed ASTAR version";245 docker pull uniquenetwork/builder-astar:${{ matrix.astar_version }}246 else247 echo "Repository has not needed ASTAR version, so build it";248 cd .docker/ && docker build --no-cache --file ./Dockerfile-astar.${{ matrix.astar_version }}.yml --tag uniquenetwork/builder-astar:${{ matrix.astar_version }} .249 echo "Push needed ASTAR version to the repository";250 docker push uniquenetwork/builder-astar:${{ matrix.astar_version }}251 fi252 shell: bash253254255 256 - name: Generate ENV related extend Dockerfile file for CHAINQL257 uses: cuchi/jinja2-action@v1.2.0258 with:259 template: .docker/Dockerfile-chainql.j2260 output_file: .docker/Dockerfile-chainql.${{ env.CHAINQL }}.yml261 variables: |262 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}263 CHAINQL=${{ env.CHAINQL }}264265 - name: Check if the dockerhub repository contains the needed CHAINQL version266 run: |267 # aquire token268 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)269 export TOKEN=$TOKEN270271 # Get TAGS from DOCKERHUB repository272 CHAINQL_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-chainql/tags/?page_size=100 | jq -r '."results"[]["name"]')273 # Show TAGS274 echo "CHAINQL TAGS:"275 echo $CHAINQL_TAGS276 # Check correct version CHAINQL and build it if it doesn't exist in CHAINQL TAGS277 if [[ ${CHAINQL_TAGS[*]} =~ (^|[[:space:]])"${{ env.CHAINQL }}"($|[[:space:]]) ]]; then278 echo "Repository has needed CHAINQL version";279 docker pull uniquenetwork/builder-chainql:${{ env.CHAINQL }}280 else281 echo "Repository has not needed CHAINQL version, so build it";282 cd .docker/ && docker build --no-cache --file ./Dockerfile-chainql.${{ env.CHAINQL }}.yml --tag uniquenetwork/builder-chainql:${{ env.CHAINQL }} .283 echo "Push needed CHAINQL version to the repository";284 docker push uniquenetwork/builder-chainql:${{ env.CHAINQL }}285 fi286 shell: bash287288 289 290291 - name: Generate ENV related extend launch-config file292 uses: cuchi/jinja2-action@v1.2.0293 with:294 template: .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.j2295 output_file: .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json296 variables: |297 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }} 298299 - name: Show launch-config-xcm-${{ matrix.network }} configuration300 run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json301302 303 - name: Generate ENV related extend Dockerfile file304 uses: cuchi/jinja2-action@v1.2.0305 with:306 template: .docker/Dockerfile-xcm.j2307 output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml308 variables: |309 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}310 NETWORK=${{ matrix.network }}311 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}312 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }} 313 BRANCH=${{ github.head_ref }}314 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}315 ASTAR_BUILD_BRANCH=${{ matrix.astar_version }}316 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}317 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}318 CHAINQL=${{ env.CHAINQL }}319320 - name: Show build Dockerfile321 run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml322323 - name: Run find-and-replace to remove slashes from branch name324 uses: mad9000/actions-find-and-replace-string@4325 id: branchname326 with:327 source: ${{ github.head_ref }}328 find: '/'329 replace: '-'330331 - name: Set build SHA332 shell: bash333 run: |334 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV335336 - name: Build the stack337 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .338339 - name: Push docker image version340 run: docker push uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA341342 - name: Remove builder cache343 if: always() 344 run: |345 docker builder prune -f346 docker system prune -f347348 xcm-tests:349 needs: [prepare-execution-marix, xcm-build]350 351 runs-on: [XL]352353 timeout-minutes: 600354355 name: ${{ matrix.network }}-tests356357 continue-on-error: true 358359 strategy:360 matrix:361 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}362363 steps:364 - name: Skip if pull request is in Draft365 if: github.event.pull_request.draft == true366 run: exit 1367368 - name: Clean Workspace369 uses: AutoModality/action-clean@v1.1.0370371 372 - uses: actions/checkout@v3.1.0373 with:374 ref: ${{ github.head_ref }} 375376 - name: Prepare377 uses: ./.github/actions/prepare378379 - name: Set build SHA380 shell: bash381 run: |382 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV383384 - name: Run find-and-replace to remove slashes from branch name385 uses: mad9000/actions-find-and-replace-string@4386 id: branchname387 with:388 source: ${{ github.head_ref }}389 find: '/'390 replace: '-'391392 - name: Read .env file393 uses: xom9ikk/dotenv@v2394395 - name: Generate ENV related extend file for docker-compose396 uses: cuchi/jinja2-action@v1.2.0397 with:398 template: .docker/docker-compose.xcm.j2399 output_file: .docker/docker-compose.xcm.${{ matrix.network }}.yml400 variables: |401 NETWORK=${{ matrix.network }}402 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA403404 - name: Show build configuration405 run: cat .docker/docker-compose.xcm.${{ matrix.network }}.yml406407 - uses: actions/setup-node@v3.5.1408 with:409 node-version: 16410411 - name: Log in to Docker Hub412 uses: docker/login-action@v2.1.0413 with:414 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}415 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}416417 - name: Build the stack418 run: docker-compose -f ".docker/docker-compose.xcm.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300419420 421 - name: Check if docker logs consist messages related to testing of xcm tests 422 if: success()423 run: |424 counter=160425 function check_container_status {426 docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-local427 }428 function do_docker_logs {429 docker logs --details xcm-${{ matrix.network }}-local 2>&1430 }431 function is_started {432 if [ "$(check_container_status)" == "true" ]; then433 echo "Container: xcm-${{ matrix.network }}-local RUNNING";434 echo "Check Docker logs"435 DOCKER_LOGS=$(do_docker_logs)436 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then437 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"438 return 0439 else440 echo "Message not found in logs output, repeating..."441 return 1442 fi443 else444 echo "Container xcm-${{ matrix.network }}-local NOT RUNNING"445 echo "Halting all future checks"446 exit 1447 fi448 echo "something goes wrong"449 exit 1450 }451 while ! is_started; do452 echo "Waiting for special message in log files "453 sleep 30s454 counter=$(( $counter - 1 ))455 echo "Counter: $counter"456 if [ "$counter" -gt "0" ]; then457 continue458 else459 break460 fi461 done462 echo "Halting script"463 exit 0464 shell: bash465466 - name: Run XCM tests 467 working-directory: tests468 run: |469 yarn install470 yarn add mochawesome471 ./scripts/wait_for_first_block.sh472 echo "Ready to start tests"473 yarn polkadot-types 474 NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}475 env:476 RPC_URL: http://127.0.0.1:9944/477478 - name: XCM Test Report479 uses: phoenix-actions/test-reporting@v10480 id: test-report481 if: success() || failure() 482 with:483 name: XCM Tests ${{ matrix.network }} 484 path: tests/mochawesome-report/test-*.json 485 reporter: mochawesome-json486 fail-on-error: 'false'487488 - name: Show container logs489 if: always() 490 run: docker-compose -f ".docker/docker-compose.xcm.${{ matrix.network }}.yml" logs491492 - name: Stop running containers493 if: always() 494 run: docker-compose -f ".docker/docker-compose.xcm.${{ matrix.network }}.yml" down495496 - name: Clean Workspace497 if: always()498 uses: AutoModality/action-clean@v1.1.0499500 - name: Remove builder cache501 if: always() 502 run: |503 docker system prune -a -f