1name: xcm-testnet-build234on:5 workflow_call:6 7 8 workflow_dispatch:91011env:12 REPO_URL: ${{ github.server_url }}/${{ github.repository }}131415jobs:1617 prepare-execution-marix:1819 name: Prepare execution matrix2021 runs-on: [XL]22 outputs:23 matrix: ${{ steps.create_matrix.outputs.matrix }}2425 steps:2627 - name: Clean Workspace28 uses: AutoModality/action-clean@v1.1.02930 31 - uses: actions/checkout@v332 with:33 ref: ${{ github.head_ref }} 3435 - name: Read .env file36 uses: xom9ikk/dotenv@v1.0.23738 - name: Create Execution matrix39 uses: fabiocaccamo/create-matrix-action@v240 id: create_matrix41 with:42 matrix: |43 network {opal}, runtime {opal}, features {opal-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}44 network {quartz}, runtime {quartz}, features {quartz-runtime}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}45 network {unique}, runtime {unique}, features {unique-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}4647 xcm-build:48 49 needs: prepare-execution-marix50 51 runs-on: [XL]5253 timeout-minutes: 6005455 name: ${{ matrix.network }}5657 continue-on-error: true 5859 strategy:60 matrix:61 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263 steps:64 - name: Skip if pull request is in Draft65 if: github.event.pull_request.draft == true66 run: exit 16768 - name: Clean Workspace69 uses: AutoModality/action-clean@v1.1.07071 72 - uses: actions/checkout@v373 with:74 ref: ${{ github.head_ref }} 7576 - name: Read .env file77 uses: xom9ikk/dotenv@v1.0.27879 - name: Log in to Docker Hub80 uses: docker/login-action@v2.0.081 with:82 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}83 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8485 - name: Install jq86 run: sudo apt install jq -y8788 89 90 91 92 9394 95 - name: Generate ENV related extend Dockerfile file for POLKADOT96 uses: cuchi/jinja2-action@v1.2.097 with:98 template: .docker/Dockerfile-polkadot.j299 output_file: .docker/Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml100 variables: |101 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}102 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}103104 - name: Check if the dockerhub repository contains the needed version POLKADOT105 run: |106 # aquire token107 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)108 export TOKEN=$TOKEN109110 # Get TAGS from DOCKERHUB POLKADOT repository111 POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')112 # Show TAGS113 echo "POLKADOT TAGS:"114 echo $POLKADOT_TAGS115 # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS116 if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ env.POLKADOT_BUILD_BRANCH }}"($|[[:space:]]) ]]; then117 echo "Repository has needed POLKADOT version";118 docker pull uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}119 else120 echo "Repository has not needed POLKADOT version, so build it";121 cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml --tag uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }} .122 echo "Push needed POLKADOT version to the repository";123 docker push uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}124 fi125 shell: bash126127 128 - name: Generate ENV related extend Dockerfile file for ACALA129 uses: cuchi/jinja2-action@v1.2.0130 with:131 template: .docker/Dockerfile-acala.j2132 output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml133 variables: |134 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}135 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}136137 - name: Check if the dockerhub repository contains the needed ACALA version138 run: | 139 # Get TAGS from DOCKERHUB repository140 ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')141 # Show TAGS142 echo "ACALA TAGS:"143 echo $ACALA_TAGS144 # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS145 if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then146 echo "Repository has needed ACALA version";147 docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}148 else149 echo "Repository has not needed ACALA version, so build it";150 cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .151 echo "Push needed ACALA version to the repository";152 docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}153 fi154 shell: bash155156 157 - name: Generate ENV related extend Dockerfile file for MOONBEAM158 uses: cuchi/jinja2-action@v1.2.0159 with:160 template: .docker/Dockerfile-moonbeam.j2161 output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml162 variables: |163 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}164 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}165166 - name: Check if the dockerhub repository contains the needed MOONBEAM version167 run: | 168 # Get TAGS from DOCKERHUB repository169 MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')170 # Show TAGS171 echo "MOONBEAM TAGS:"172 echo $MOONBEAM_TAGS173 # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS174 if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then175 echo "Repository has needed MOONBEAM version";176 docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}177 else178 echo "Repository has not needed MOONBEAM version, so build it";179 cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .180 echo "Push needed MOONBEAM version to the repository";181 docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}182 fi183 shell: bash184185186 187 - name: Generate ENV related extend Dockerfile file for CUMULUS188 uses: cuchi/jinja2-action@v1.2.0189 with:190 template: .docker/Dockerfile-cumulus.j2191 output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml192 variables: |193 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}194 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}195196 - name: Check if the dockerhub repository contains the needed CUMULUS version197 run: | 198 # Get TAGS from DOCKERHUB repository199 CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')200 # Show TAGS201 echo "CUMULUS TAGS:"202 echo $CUMULUS_TAGS203 # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS204 if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then205 echo "Repository has needed CUMULUS version";206 docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}207 else208 echo "Repository has not needed CUMULUS version, so build it";209 cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .210 echo "Push needed CUMULUS version to the repository";211 docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}212 fi213 shell: bash214215216 217 - name: Generate ENV related extend Dockerfile file218 uses: cuchi/jinja2-action@v1.2.0219 with:220 template: .docker/Dockerfile-xcm.j2221 output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml222 variables: |223 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}224 NETWORK=${{ matrix.network }}225 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}226 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}227 FEATURE=${{ matrix.features }}228 RUNTIME=${{ matrix.runtime }}229 BRANCH=${{ github.head_ref }}230 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}231 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}232 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}233234 - name: Show build Dockerfile235 run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml236237 - name: Show launch-config-xcm-${{ matrix.network }} configuration238 run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json239240 - name: Run find-and-replace to remove slashes from branch name241 uses: mad9000/actions-find-and-replace-string@2242 id: branchname243 with:244 source: ${{ github.head_ref }}245 find: '/'246 replace: '-'247248 - name: Pull chainql docker image249 run: docker pull uniquenetwork/builder-chainql:latest250251 - name: Build the stack252 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .253254 - name: Push docker image version255 run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}256257 - name: Push docker image latest258 run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest259260 - name: Clean Workspace261 if: always()262 uses: AutoModality/action-clean@v1.1.0263264 - name: Remove builder cache265 if: always() 266 run: |267 docker builder prune -f268 docker system prune -f269270271