difftreelog
separate forkless build and tests
in: master
12 files changed
.docker/Dockerfile-parachain-upgrade-datadiffbeforeafterboth383839ARG PROFILE=release39ARG PROFILE=release40ARG NETWORK40ARG NETWORK41ARG BRANCH42ARG REPO_URL434144COPY . /unique_parachain42COPY . /unique_parachain45WORKDIR /unique_parachain43WORKDIR /unique_parachain.docker/Dockerfile-parachain-upgrade-data.j2diffbeforeafterbothno changes
.docker/Dockerfile-parachain-upgrade.j2diffbeforeafterbothno changes
.docker/Dockerfile-try-runtime.j2diffbeforeafterboth1# ===== Rust builder =====1# ===== Rust builder =====2FROM ubuntu:20.04 as rust-builder2FROM uniquenetwork/services:latest as rust-builder3LABEL maintainer="Unique.Network"434ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN5ENV CARGO_HOME="/cargo-home"5ENV CARGO_HOME="/cargo-home"6ENV PATH="/cargo-home/bin:$PATH"6ENV PATH="/cargo-home/bin:$PATH"7ENV TZ=UTC7ENV TZ=UTC8RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone9810RUN apt-get update && \11 apt-get install -y curl cmake pkg-config libssl-dev git clang protobuf-compiler && \12 apt-get clean && \13 rm -r /var/lib/apt/lists/*1415RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none1617RUN rustup toolchain uninstall $(rustup toolchain list) && \9RUN rustup toolchain uninstall $(rustup toolchain list) && \18 rustup toolchain install {{ RUST_TOOLCHAIN }} && \10 rustup toolchain install {{ RUST_TOOLCHAIN }} && \19 rustup default {{ RUST_TOOLCHAIN }} && \11 rustup default {{ RUST_TOOLCHAIN }} && \.docker/docker-compose.forkless-data.j2diffbeforeafterbothno changes
.docker/docker-compose.forkless-nodata.j2diffbeforeafterbothno changes
.docker/docker-compose.tmp-try-runtime.j2diffbeforeafterbothno changes
.docker/docker-compose.try-runtime.j2diffbeforeafterbothno changes
.github/workflows/forkless-update-data.ymldiffbeforeafterboth40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}424243 forkless-update-data:43 forkless-update-data-build:44 needs: execution-marix44 needs: execution-marix45 # The type of runner that the job will run on45 # The type of runner that the job will run on46 runs-on: [self-hosted-ci,large]46 runs-on: [self-hosted-ci,large]65 - name: Read .env file65 - name: Read .env file66 uses: xom9ikk/dotenv@v266 uses: xom9ikk/dotenv@v2676768 # Prepare SHA 69 - name: Prepare SHA70 uses: ./.github/actions/prepare7172 # Build main image for FORKLESS-UPDATE-NODATA68 - name: Generate ENV related extend file for docker-compose73 - name: Generate ENV related extend Dockerfile file69 uses: cuchi/jinja2-action@v1.2.074 uses: cuchi/jinja2-action@v1.2.070 with:75 with:71 template: .docker/docker-compose.tmp-forkless-data.j276 template: .docker/Dockerfile-parachain-upgrade-data.j272 output_file: .docker/docker-compose-forkless-data.${{ matrix.network }}.yml77 output_file: .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml73 variables: |78 variables: |74 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git79 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}75 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}80 NETWORK=${{ matrix.network }}76 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}81 MAINNET_BRANCH=${{ matrix.mainnet_branch }}77 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}82 WASM_NAME=${{ matrix.wasm_name }}78 # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}83 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}79 # MAINNET_TAG=${{ matrix.mainnet_tag }}84 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}80 MAINNET_BRANCH=${{ matrix.mainnet_branch }}85 REPLICA_FROM=${{ matrix.replica_from_address }}81 NETWORK=${{ matrix.network }}82 # BRANCH=${{ github.head_ref }}83 REPLICA_FROM=${{ matrix.replica_from_address }}84 WASM_NAME=${{ matrix.wasm_name }}858686 - name: Show build configuration87 - name: Show build configuration87 run: cat .docker/docker-compose-forkless-data.${{ matrix.network }}.yml88 run: cat .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml888989 - name: Generate launch-config-forkless-data.json90 - name: Generate launch-config-forkless-data.json90 uses: cuchi/jinja2-action@v1.2.091 uses: cuchi/jinja2-action@v1.2.091 with:92 with:92 template: .docker/forkless-config/launch-config-forkless-data.j293 template: .docker/forkless-config/launch-config-forkless-data.j293 output_file: .docker/launch-config-forkless-data.json94 output_file: .docker/forkless-config/launch-config-forkless-data.json94 variables: |95 variables: |95 NETWORK=${{ matrix.network }}96 WASM_NAME=${{ matrix.wasm_name }}96 REPLICA_FROM=${{ matrix.replica_from_address }}97 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}97 WASM_NAME=${{ matrix.wasm_name}}98 REPLICA_FROM=${{ matrix.replica_from_address }} 98 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}9999100 - name: Show launch-config-forkless configuration100 - name: Show launch-config-forkless configuration101 run: cat .docker/launch-config-forkless-data.json101 run: cat .docker/forkless-config/launch-config-forkless-data.json102102103 - name: Build the stack103 - name: Run find-and-replace to remove slashes from branch name104 uses: mad9000/actions-find-and-replace-string@3105 id: branchname106 with:107 source: ${{ github.head_ref }}104 run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300108 find: '/'109 replace: '-'105110106 - name: Check if docker logs consist logs related to Runtime Upgrade testing.111 - name: Set build SHA107 if: success()112 shell: bash108 run: |113 run: |109 counter=160114 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV110 function check_container_status {111 docker inspect -f {{.State.Running}} node-parachain112 }113 function do_docker_logs {114 docker logs --details node-parachain 2>&1115 }116 function is_started {117 if [ "$(check_container_status)" == "true" ]; then118 echo "Container: node-parachain RUNNING";119 echo "Check Docker logs"120 DOCKER_LOGS=$(do_docker_logs)121 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then122 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"123 return 0124 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then125 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"126 return 1127 else128 echo "Message not found in logs output, repeating..."129 return 1130 fi131 else132 echo "Container node-parachain not RUNNING"133 echo "Halting all future checks"134 exit 1135 fi136 exit 0137 }138 while ! is_started; do139 echo "Waiting for special message in log files "140 sleep 30s141 counter=$(( $counter - 1 ))142 echo "Counter: $counter"143 if [ "$counter" -gt "0" ]; then144 continue145 else146 break147 fi148 done149 echo "Halting script"150 exit 0151 shell: bash152115153 - name: Collect Docker Logs116 - name: Build the stack154 if: success() || failure()155 uses: jwalton/gh-docker-logs@v2.2.1156 with:117 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml --tag uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .157 dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'158 images: 'node-parachain'159118160 - name: Show Docker logs119 - name: Log in to Docker Hub161 if: success() || failure()120 uses: docker/login-action@v2.0.0121 with:122 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}162 run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'123 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}163124164 - name: Stop running containers125 - name: Push docker image version165 if: always() # run this step always166 run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" down --volumes126 run: docker push uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA167127168 - name: Remove builder cache128 - name: Remove builder cache169 if: always() # run this step always129 if: always() # run this step always170 run: |130 run: |171 docker builder prune -f -a131 docker builder prune -f172 docker system prune -f132 docker system prune -f173 docker image prune -f -a133134 forkless-data-tests:135 needs: [prepare-execution-marix, forkless-nodata-build]136 # The type of runner that the job will run on137 runs-on: [self-hosted-ci, large]138139 timeout-minutes: 600140141 name: ${{ matrix.network }}-data-tests142143 continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.144145 strategy:146 matrix:147 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}148149 steps:150 - name: Skip if pull request is in Draft151 if: github.event.pull_request.draft == true152 run: exit 1153154 - name: Clean Workspace155 uses: AutoModality/action-clean@v1.1.0156157 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it158 - uses: actions/checkout@v3.1.0159 with:160 ref: ${{ github.head_ref }} #Checking out head commit161162 - name: Prepare163 uses: ./.github/actions/prepare164165 - name: Set build SHA166 shell: bash167 run: |168 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV169170 - name: Run find-and-replace to remove slashes from branch name171 uses: mad9000/actions-find-and-replace-string@2172 id: branchname173 with:174 source: ${{ github.head_ref }}175 find: '/'176 replace: '-'177178 - name: Read .env file179 uses: xom9ikk/dotenv@v2180181 - name: Generate ENV related extend file for docker-compose182 uses: cuchi/jinja2-action@v1.2.0183 with:184 template: .docker/docker-compose.forkless-data.j2185 output_file: .docker/docker-compose.forkless-data.${{ matrix.network }}.yml186 variables: |187 NETWORK=${{ matrix.network }}188 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA189190 - name: Show build configuration191 run: cat .docker/docker-compose.forkless-data.${{ matrix.network }}.yml192193 - name: Log in to Docker Hub194 uses: docker/login-action@v2.0.0195 with:196 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}197 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}198199 - name: Build the stack200 run: docker-compose -f ".docker/docker-compose.forkless-data.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300201202 - uses: actions/setup-node@v3.5.1203 with:204 node-version: 16205206 - name: Check if docker logs consist logs related to Runtime Upgrade testing.207 if: success()208 run: |209 counter=160210 function check_container_status {211 docker inspect -f {{.State.Running}} forkless-data212 }213 function do_docker_logs {214 docker logs --details forkless-data 2>&1215 }216 function is_started {217 if [ "$(check_container_status)" == "true" ]; then218 echo "Container: forkless-data RUNNING";219 echo "Check Docker logs"220 DOCKER_LOGS=$(do_docker_logs)221 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then222 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"223 return 0224 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then225 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"226 return 1227 else228 echo "Message not found in logs output, repeating..."229 return 1230 fi231 else232 echo "Container forkless-data not RUNNING"233 echo "Halting all future checks"234 exit 1235 fi236 exit 0237 }238 while ! is_started; do239 echo "Waiting for special message in log files "240 sleep 30s241 counter=$(( $counter - 1 ))242 echo "Counter: $counter"243 if [ "$counter" -gt "0" ]; then244 continue245 else246 break247 fi248 done249 echo "Halting script"250 exit 0251 shell: bash252253 - name: Collect Docker Logs254 if: success() || failure()255 uses: jwalton/gh-docker-logs@v2.2.1256 with:257 dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'258 images: 'forkless-data'259260 - name: Show Docker logs261 if: success() || failure()262 run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/forkless-data.log'263264 - name: Stop running containers265 if: always() # run this step always266 run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" down --volumes267268 - name: Remove builder cache269 if: always() # run this step always270 run: |271 docker builder prune -f -a272 docker system prune -f273 docker image prune -f -a174274.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth40 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}40 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}4141424243 forkless-update-nodata:43 forkless-nodata-build:44 needs: execution-marix44 needs: execution-marix45 # The type of runner that the job will run on45 # The type of runner that the job will run on46 runs-on: [self-hosted-ci,large]46 runs-on: [self-hosted-ci,large]67 - name: Read .env file67 - name: Read .env file68 uses: xom9ikk/dotenv@v268 uses: xom9ikk/dotenv@v26970 # Prepare SHA 71 - name: Prepare SHA72 uses: ./.github/actions/prepare697370 - name: Generate ENV related extend file for docker-compose74 - name: Log in to Docker Hub71 uses: cuchi/jinja2-action@v1.2.075 uses: docker/login-action@v2.0.072 with:76 with:73 template: .docker/docker-compose.tmp-forkless-nodata.j277 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}74 output_file: .docker/docker-compose.${{ matrix.network }}.yml78 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}75 variables: |7976 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git80 # Build main image for FORKLESS-UPDATE-NODATA77 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}78 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}79 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}80 # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}81 # MAINNET_TAG=${{ matrix.mainnet_tag }}82 MAINNET_BRANCH=${{ matrix.mainnet_branch }}83 NETWORK=${{ matrix.network }}84 # BRANCH=${{ github.head_ref }}85 WASM_NAME=${{ matrix.wasm_name }}8687 - name: Show build configuration88 run: cat .docker/docker-compose.${{ matrix.network }}.yml8990 - name: Generate launch-config-forkless-nodata.json81 - name: Generate ENV related extend Dockerfile file91 uses: cuchi/jinja2-action@v1.2.082 uses: cuchi/jinja2-action@v1.2.092 with:83 with:93 template: .docker/forkless-config/launch-config-forkless-nodata.j284 template: .docker/Dockerfile-parachain-upgrade.j294 output_file: .docker/launch-config-forkless-nodata.json85 output_file: .docker/Dockerfile-parachain-upgrade.${{ matrix.network }}.yml95 variables: |86 variables: |96 NETWORK=${{ matrix.network }}87 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}97 WASM_NAME=${{ matrix.wasm_name }}88 NETWORK=${{ matrix.network }}98 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}89 MAINNET_BRANCH=${{ matrix.mainnet_branch }}90 WASM_NAME=${{ matrix.wasm_name }}91 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}92 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}9993100 - name: Show launch-config-forkless configuration94 - name: Show build Dockerfile101 run: cat .docker/launch-config-forkless-nodata.json95 run: cat .docker/Dockerfile-parachain-upgrade.${{ matrix.network }}.yml102103 - uses: actions/setup-node@v3.5.1104 with:105 node-version: 16106107 - name: Build the stack108 run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300109110 - name: Check if docker logs consist logs related to Runtime Upgrade testing.111 if: success()112 run: |113 counter=160114 function check_container_status {115 docker inspect -f {{.State.Running}} node-parachain116 }117 function do_docker_logs {118 docker logs --details node-parachain 2>&1119 }120 function is_started {121 if [ "$(check_container_status)" == "true" ]; then122 echo "Container: node-parachain RUNNING";123 echo "Check Docker logs"124 DOCKER_LOGS=$(do_docker_logs)125 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then126 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"127 return 0128 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then129 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"130 return 1131 else132 echo "Message not found in logs output, repeating..."133 return 1134 fi135 else136 echo "Container node-parachain not RUNNING"137 echo "Halting all future checks"138 exit 1139 fi140 exit 0141 }142 while ! is_started; do143 echo "Waiting for special message in log files "144 sleep 30s145 counter=$(( $counter - 1 ))146 echo "Counter: $counter"147 if [ "$counter" -gt "0" ]; then148 continue149 else150 break151 fi152 done153 echo "Halting script"154 exit 0155 shell: bash15696157 - name: Collect Docker Logs97 - name: Generate launch-config-forkless-nodata.json158 if: success() || failure()159 uses: jwalton/gh-docker-logs@v2.2.198 uses: cuchi/jinja2-action@v1.2.0160 with:99 with:161 dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'100 template: .docker/forkless-config/launch-config-forkless-nodata.j2101 output_file: .docker/forkless-config/launch-config-forkless-nodata.json162 images: 'node-parachain'102 variables: |103 WASM_NAME=${{ matrix.wasm_name }}104 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}163105164 - name: Show docker logs106 - name: Show launch-config-forkless configuration165 if: success() || failure()166 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'107 run: cat .docker/forkless-config/launch-config-forkless-nodata.json167168 - name: Run Parallel tests169 working-directory: tests170 run: |171 yarn install172 yarn add mochawesome173 ./scripts/wait_for_first_block.sh174 echo "Ready to start tests"175 yarn polkadot-types176 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}177 env:178 RPC_URL: http://127.0.0.1:9933/179108180 - name: Test Report Parallel109 - name: Run find-and-replace to remove slashes from branch name181 uses: phoenix-actions/test-reporting@v10110 uses: mad9000/actions-find-and-replace-string@3182 id: test-report-parallel111 id: branchname183 if: success() || failure() # run this step even if previous step failed184 with:112 with:185 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created113 source: ${{ github.head_ref }}186 path: tests/mochawesome-report/test-parallel-*.json # Path to test results114 find: '/'187 reporter: mochawesome-json115 replace: '-'188 fail-on-error: 'false'189116190 - name: Run Sequential tests117 - name: Set build SHA191 working-directory: tests118 shell: bash192 if: success() || failure()193 run: |119 run: |194 yarn install120 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV195 yarn add mochawesome196 ./scripts/wait_for_first_block.sh197 echo "Ready to start tests"198 yarn polkadot-types199 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}200 env:201 RPC_URL: http://127.0.0.1:9933/202121203 - name: Test Report Sequential122 - name: Build the stack204 uses: phoenix-actions/test-reporting@v10205 id: test-report-sequential206 if: success() || failure() # run this step even if previous step failed207 with:123 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-parachain-upgrade.${{ matrix.network }}.yml --tag uniquenetwork/ci-forkless-nodata-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .208 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created209 path: tests/mochawesome-report/test-sequential-*.json # Path to test results210 reporter: mochawesome-json211 fail-on-error: 'false'212124213 - name: Stop running containers125 - name: Push docker image version214 if: always() # run this step always215 run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" down126 run: docker push uniquenetwork/ci-forkless-nodata-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA216127217 - name: Remove builder cache128 - name: Remove builder cache218 if: always() # run this step always129 if: always() # run this step always219 run: |130 run: |220 docker builder prune -f -a131 docker builder prune -f221 docker system prune -f132 docker system prune -f222 docker image prune -f -a133134135 forkless-nodata-tests:136 needs: [prepare-execution-marix, forkless-nodata-build]137 # The type of runner that the job will run on138 runs-on: [self-hosted-ci, large]139140 timeout-minutes: 600141142 name: ${{ matrix.network }}-nodata-tests143144 continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.145146 strategy:147 matrix:148 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}149150 steps:151 - name: Skip if pull request is in Draft152 if: github.event.pull_request.draft == true153 run: exit 1154155 - name: Clean Workspace156 uses: AutoModality/action-clean@v1.1.0157158 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it159 - uses: actions/checkout@v3.1.0160 with:161 ref: ${{ github.head_ref }} #Checking out head commit162163 - name: Prepare164 uses: ./.github/actions/prepare165166 - name: Set build SHA167 shell: bash168 run: |169 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV170171 - name: Run find-and-replace to remove slashes from branch name172 uses: mad9000/actions-find-and-replace-string@2173 id: branchname174 with:175 source: ${{ github.head_ref }}176 find: '/'177 replace: '-'178179 - name: Read .env file180 uses: xom9ikk/dotenv@v2181182 - name: Generate ENV related extend file for docker-compose183 uses: cuchi/jinja2-action@v1.2.0184 with:185 template: .docker/docker-compose.forkless-nodata.j2186 output_file: .docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml187 variables: |188 NETWORK=${{ matrix.network }}189 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA190191 - name: Show build configuration192 run: cat .docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml193194 - name: Log in to Docker Hub195 uses: docker/login-action@v2.0.0196 with:197 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}198 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}199200 - name: Build the stack201 run: docker-compose -f ".docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300202203 - uses: actions/setup-node@v3.5.1204 with:205 node-version: 16206207 - name: Check if docker logs consist logs related to Runtime Upgrade testing.208 if: success()209 run: |210 counter=160211 function check_container_status {212 docker inspect -f {{.State.Running}} forkless-nodata213 }214 function do_docker_logs {215 docker logs --details forkless-nodata 2>&1216 }217 function is_started {218 if [ "$(check_container_status)" == "true" ]; then219 echo "Container: forkless-nodata RUNNING";220 echo "Check Docker logs"221 DOCKER_LOGS=$(do_docker_logs)222 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then223 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"224 return 0225 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then226 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"227 return 1228 else229 echo "Message not found in logs output, repeating..."230 return 1231 fi232 else233 echo "Container forkless-nodata not RUNNING"234 echo "Halting all future checks"235 exit 1236 fi237 exit 0238 }239 while ! is_started; do240 echo "Waiting for special message in log files "241 sleep 30s242 counter=$(( $counter - 1 ))243 echo "Counter: $counter"244 if [ "$counter" -gt "0" ]; then245 continue246 else247 break248 fi249 done250 echo "Halting script"251 exit 0252 shell: bash253254 - name: Collect Docker Logs255 if: success() || failure()256 uses: jwalton/gh-docker-logs@v2.2.1257 with:258 dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.network }}'259 images: 'forkless-nodata'260261 - name: Show docker logs262 if: success() || failure()263 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.network }}/forkless-nodata.log'264265 - name: Run Parallel tests266 working-directory: tests267 run: |268 yarn install269 yarn add mochawesome270 ./scripts/wait_for_first_block.sh271 echo "Ready to start tests"272 yarn polkadot-types273 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}274 env:275 RPC_URL: http://127.0.0.1:9933/276277 - name: Test Report Parallel278 uses: phoenix-actions/test-reporting@v10279 id: test-report-parallel280 if: success() || failure() # run this step even if previous step failed281 with:282 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created283 path: tests/mochawesome-report/test-parallel-*.json # Path to test results284 reporter: mochawesome-json285 fail-on-error: 'false'286287 - name: Run Sequential tests288 working-directory: tests289 if: success() || failure()290 run: |291 yarn install292 yarn add mochawesome293 ./scripts/wait_for_first_block.sh294 echo "Ready to start tests"295 yarn polkadot-types296 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}297 env:298 RPC_URL: http://127.0.0.1:9933/299300 - name: Test Report Sequential301 uses: phoenix-actions/test-reporting@v10302 id: test-report-sequential303 if: success() || failure() # run this step even if previous step failed304 with:305 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created306 path: tests/mochawesome-report/test-sequential-*.json # Path to test results307 reporter: mochawesome-json308 fail-on-error: 'false'309310 - name: Stop running containers311 if: always() # run this step always312 run: docker-compose -f ".docker/docker-compose.forkless-nodata.${{ matrix.network }}.yml" down313314 - name: Remove builder cache315 if: always() # run this step always316 run: |317 docker builder prune -f -a318 docker system prune -f319 docker image prune -f -a223320.github/workflows/try-runtime.ymldiffbeforeafterboth38 network {quartz}, wasm_name {quartz}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}38 network {quartz}, wasm_name {quartz}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}39 network {unique}, wasm_name {unique}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}39 network {unique}, wasm_name {unique}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}4041 try-runtime-build:42 needs: prepare-execution-marix4344 # The type of runner that the job will run on45 runs-on: [self-hosted-ci]46 continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.4748 name: ${{ matrix.network }}-try-runtime-build49 strategy:50 matrix:51 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}5253 steps:5455 - name: Clean Workspace56 uses: AutoModality/action-clean@v1.1.05758 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it59 - uses: actions/checkout@v3.1.060 with:61 ref: ${{ github.head_ref }} #Checking out head commit6263 # Prepare SHA 64 - name: Prepare SHA65 uses: ./.github/actions/prepare6667 - name: Read .env file68 uses: xom9ikk/dotenv@v26970 - name: Log in to Docker Hub71 uses: docker/login-action@v2.0.072 with:73 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}74 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}7576 # Build main image for TRY-RUNTIME77 - name: Generate ENV related extend Dockerfile file78 uses: cuchi/jinja2-action@v1.2.079 with:80 template: .docker/Dockerfile-try-runtime.j281 output_file: .docker/Dockerfile-try-runtime.${{ matrix.network }}.yml82 variables: |83 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}84 NETWORK=${{ matrix.network }}85 WASM_NAME=${{ matrix.wasm_name }}86 REPLICA_FROM=${{ matrix.replica_from_address }}8788 - name: Show build Dockerfile89 run: cat .docker/Dockerfile-try-runtime.${{ matrix.network }}.yml9091 - name: Run find-and-replace to remove slashes from branch name92 uses: mad9000/actions-find-and-replace-string@393 id: branchname94 with:95 source: ${{ github.head_ref }}96 find: '/'97 replace: '-'9899 - name: Set build SHA100 shell: bash101 run: |102 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV103104 - name: Build the stack105 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-try-runtime.${{ matrix.network }}.yml --tag uniquenetwork/ci-tryruntime-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .106107 - name: Push docker image version108 run: docker push uniquenetwork/ci-tryruntime-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA109110 - name: Remove builder cache111 if: always() # run this step always112 run: |113 docker builder prune -f114 docker system prune -f1154011641 try-runtime:117 try-runtime-tests:42 needs: prepare-execution-marix118 needs: [prepare-execution-marix, try-runtime-build]4344 # The type of runner that the job will run on119 # The type of runner that the job will run on45 runs-on: [self-hosted-ci]120 runs-on: [self-hosted-ci]121122 timeout-minutes: 600123124 name: ${{ matrix.network }}-try-runtime-tests12546 continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.126 continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.4712748 name: ${{ matrix.network }}-try-runtime49 strategy:128 strategy:50 matrix:129 matrix:51 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}130 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}5213153 steps:132 steps:133 - name: Skip if pull request is in Draft134 if: github.event.pull_request.draft == true135 run: exit 15413655 - name: Clean Workspace137 - name: Clean Workspace56 uses: AutoModality/action-clean@v1.1.0138 uses: AutoModality/action-clean@v1.1.060 with:142 with:61 ref: ${{ github.head_ref }} #Checking out head commit143 ref: ${{ github.head_ref }} #Checking out head commit144145 - name: Prepare146 uses: ./.github/actions/prepare147148 - name: Set build SHA149 shell: bash150 run: |151 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV152153 - name: Run find-and-replace to remove slashes from branch name154 uses: mad9000/actions-find-and-replace-string@2155 id: branchname156 with:157 source: ${{ github.head_ref }}158 find: '/'159 replace: '-'6216063 - name: Read .env file161 - name: Read .env file64 uses: xom9ikk/dotenv@v2162 uses: xom9ikk/dotenv@v26516366 - name: Generate ENV related extend file for docker-compose164 - name: Generate ENV related extend file for docker-compose67 uses: cuchi/jinja2-action@v1.2.0165 uses: cuchi/jinja2-action@v1.2.068 with:166 with:69 template: .docker/docker-compose.tmp-try-runtime.j2167 template: .docker/docker-compose.try-runtime.j270 output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml168 output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml71 variables: |169 variables: |72 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}170 NETWORK=${{ matrix.network }}73 NETWORK=${{ matrix.network }}171 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA74 WASM_NAME=${{ matrix.wasm_name }}75 REPLICA_FROM=${{ matrix.replica_from_address }}7617277 - name: Show build configuration173 - name: Show build configuration78 run: cat .docker/docker-compose.try-runtime.${{ matrix.network }}.yml174 run: cat .docker/docker-compose.try-runtime.${{ matrix.network }}.yml175176 - uses: actions/setup-node@v3.5.1177 with:178 node-version: 16179180 - name: Log in to Docker Hub181 uses: docker/login-action@v2.0.0182 with:183 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}184 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}7918580 - name: Build the stack186 - name: Build the stack81 run: docker-compose -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from try-runtime187 run: docker-compose -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 3008218883 - name: Collect Docker Logs189 - name: Collect Docker Logs84 if: success() || failure()190 if: success() || failure().github/workflows/xcm.ymldiffbeforeafterboth360 - name: Generate ENV related extend file for docker-compose360 - name: Generate ENV related extend file for docker-compose361 uses: cuchi/jinja2-action@v1.2.0361 uses: cuchi/jinja2-action@v1.2.0362 with:362 with:363 template: .docker/docker-compose.tmp-xcm-tests.j2363 template: .docker/docker-compose.xcm.j2364 output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml364 output_file: .docker/docker-compose.xcm.${{ matrix.network }}.yml365 variables: |365 variables: |366 NETWORK=${{ matrix.network }}366 NETWORK=${{ matrix.network }}367 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA367 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA368368369 - name: Show build configuration369 - name: Show build configuration370 run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml370 run: cat .docker/docker-compose.xcm.${{ matrix.network }}.yml371371372 - uses: actions/setup-node@v3.5.1372 - uses: actions/setup-node@v3.5.1373 with:373 with:380 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}380 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}381381382 - name: Build the stack382 - name: Build the stack383 run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300383 run: docker-compose -f ".docker/docker-compose.xcm.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300384384385 # 🚀 POLKADOT LAUNCH COMPLETE 🚀385 # 🚀 POLKADOT LAUNCH COMPLETE 🚀386 - name: Check if docker logs consist messages related to testing of xcm tests 386 - name: Check if docker logs consist messages related to testing of xcm tests 456456457 - name: Stop running containers457 - name: Stop running containers458 if: always() # run this step always458 if: always() # run this step always459 run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" down459 run: docker-compose -f ".docker/docker-compose.xcm.${{ matrix.network }}.yml" down460460461 - name: Clean Workspace461 - name: Clean Workspace462 if: always()462 if: always()