12345on:6 workflow_call:78910jobs:1112 prepare-execution-marix:1314 name: Prepare execution matrix1516 runs-on: self-hosted-ci17 outputs:18 matrix: ${{ steps.create_matrix.outputs.matrix }}1920 steps:2122 - name: Clean Workspace23 uses: AutoModality/action-clean@v1.1.02425 26 - uses: actions/checkout@v3.1.027 with:28 ref: ${{ github.head_ref }} 2930 - name: Read .env file31 uses: xom9ikk/dotenv@v23233 - name: Create Execution matrix34 uses: CertainLach/create-matrix-action@v435 id: create_matrix36 with:37 matrix: |38 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}39 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}4243 forkless-data-build:44 needs: prepare-execution-marix45 46 runs-on: [self-hosted-ci,large]47 timeout-minutes: 13804849 name: ${{ matrix.network }}-data-build50 strategy:51 matrix:52 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}5354 continue-on-error: true 5556 steps:57 - name: Clean Workspace58 uses: AutoModality/action-clean@v1.1.05960 61 - uses: actions/checkout@v3.1.062 with:63 ref: ${{ github.head_ref }} 6465 - name: Read .env file66 uses: xom9ikk/dotenv@v26768 69 - name: Prepare SHA70 uses: ./.github/actions/prepare7172 73 - name: Generate ENV related extend Dockerfile file74 uses: cuchi/jinja2-action@v1.2.075 with:76 template: .docker/Dockerfile-parachain-upgrade-data.j277 output_file: .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml78 variables: |79 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}80 NETWORK=${{ matrix.network }}81 MAINNET_BRANCH=${{ matrix.mainnet_branch }}82 WASM_NAME=${{ matrix.wasm_name }}83 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}84 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}85 REPLICA_FROM=${{ matrix.replica_from_address }}8687 - name: Show build configuration88 run: cat .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml8990 - name: Generate launch-config-forkless-data.json91 uses: cuchi/jinja2-action@v1.2.092 with:93 template: .docker/forkless-config/launch-config-forkless-data.j294 output_file: .docker/forkless-config/launch-config-forkless-data.json95 variables: |96 WASM_NAME=${{ matrix.wasm_name }}97 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}98 REPLICA_FROM=${{ matrix.replica_from_address }} 99100 - name: Show launch-config-forkless configuration101 run: cat .docker/forkless-config/launch-config-forkless-data.json102103 - name: Run find-and-replace to remove slashes from branch name104 uses: mad9000/actions-find-and-replace-string@4105 id: branchname106 with:107 source: ${{ github.head_ref }}108 find: '/'109 replace: '-'110111 - name: Set build SHA112 shell: bash113 run: |114 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV115116 - name: Build the stack117 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml --tag uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA ../118119 - name: Log in to Docker Hub120 uses: docker/login-action@v2.1.0121 with:122 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}123 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}124125 - name: Push docker image version126 run: docker push uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA127128 - name: Remove builder cache129 if: always() 130 run: |131 docker builder prune -f132 docker system prune -f133134 forkless-data-tests:135 needs: [prepare-execution-marix, forkless-data-build]136 137 runs-on: [self-hosted-ci, large]138139 timeout-minutes: 600140141 name: ${{ matrix.network }}-data-tests142143 continue-on-error: true 144145 strategy:146 matrix:147 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}148149 steps:150 - name: Skip if pull request is in Draft151 if: github.event.pull_request.draft == true152 run: exit 1153154 - name: Clean Workspace155 uses: AutoModality/action-clean@v1.1.0156157 158 - uses: actions/checkout@v3.1.0159 with:160 ref: ${{ github.head_ref }} 161162 - name: Prepare163 uses: ./.github/actions/prepare164165 - name: Set build SHA166 shell: bash167 run: |168 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV169170 - name: Run find-and-replace to remove slashes from branch name171 uses: mad9000/actions-find-and-replace-string@4172 id: branchname173 with:174 source: ${{ github.head_ref }}175 find: '/'176 replace: '-'177178 - name: Read .env file179 uses: xom9ikk/dotenv@v2180181 - name: Generate ENV related extend file for docker-compose182 uses: cuchi/jinja2-action@v1.2.0183 with:184 template: .docker/docker-compose.forkless-data.j2185 output_file: .docker/docker-compose.forkless-data.${{ matrix.network }}.yml186 variables: |187 NETWORK=${{ matrix.network }}188 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA189190 - name: Show build configuration191 run: cat .docker/docker-compose.forkless-data.${{ matrix.network }}.yml192193 - name: Log in to Docker Hub194 uses: docker/login-action@v2.1.0195 with:196 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}197 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}198199 - name: Build the stack200 run: docker-compose -f ".docker/docker-compose.forkless-data.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300201202 - uses: actions/setup-node@v3.5.1203 with:204 node-version: 16205206 - name: Check if docker logs consist logs related to Runtime Upgrade testing.207 if: success()208 run: |209 counter=160210 function check_container_status {211 docker inspect -f {{.State.Running}} forkless-data212 }213 function do_docker_logs {214 docker logs --details forkless-data 2>&1215 }216 function is_started {217 if [ "$(check_container_status)" == "true" ]; then218 echo "Container: forkless-data RUNNING";219 echo "Check Docker logs"220 DOCKER_LOGS=$(do_docker_logs)221 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then222 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"223 return 0224 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then225 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"226 return 1227 else228 echo "Message not found in logs output, repeating..."229 return 1230 fi231 else232 echo "Container forkless-data not RUNNING"233 echo "Halting all future checks"234 exit 1235 fi236 exit 0237 }238 while ! is_started; do239 echo "Waiting for special message in log files "240 sleep 30s241 counter=$(( $counter - 1 ))242 echo "Counter: $counter"243 if [ "$counter" -gt "0" ]; then244 continue245 else246 break247 fi248 done249 echo "Halting script"250 exit 0251 shell: bash252253 - name: Collect Docker Logs254 if: success() || failure()255 uses: jwalton/gh-docker-logs@v2.2.1256 with:257 dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'258259 - name: Show Docker logs260 if: success() || failure()261 run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/forkless-data.log'262263 - name: Stop running containers264 if: always() 265 run: docker-compose -f ".docker/docker-compose.forkless-data.${{ matrix.network }}.yml" down --volumes266267 - name: Remove builder cache268 if: always() 269 run: |270 docker builder prune -f -a271 docker system prune -f272 docker image prune -f -a