difftreelog
ci move forkless-data to baedeker
in: master
2 files changed
.baedeker/forkless-data.jsonnetdiffbeforeafterbothno changes
.github/workflows/forkless-update-data.ymldiffbeforeafterboth9# A workflow run is made up of one or more jobs that can run sequentially or in parallel9# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:10jobs:111112 prepare-execution-marix:12 prepare-execution-matrix:131314 name: Prepare execution matrix14 name: execution matrix151516 runs-on: self-hosted-ci16 runs-on: self-hosted-ci17 outputs:17 outputs:34 uses: CertainLach/create-matrix-action@v434 uses: CertainLach/create-matrix-action@v435 id: create_matrix35 id: create_matrix36 with:36 with:37 # TODO: Remove state-version-0 after mainnet upgrade38 matrix: |37 matrix: |39 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, extra_features {,state-version-0}38 network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, runtime_features {opal-runtime}, fork_source {${{ env.OPAL_REPLICA_FROM }}}40 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, extra_features {,state-version-0}39 network {sapphire}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}, runtime_features {sapphire-runtime}, wasm_name {quartz}, fork_source {${{ env.SAPPHIRE_REPLICA_FROM }}}41 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, extra_features {,state-version-0}40 network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, runtime_features {quartz-runtime}, wasm_name {quartz}, fork_source {${{ env.QUARTZ_REPLICA_FROM }}}42 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, replica_from_address {${{ env.SAPPHIRE_REPLICA_FROM }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}, extra_features {,state-version-0}41 network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, runtime_features {unique-runtime}, wasm_name {unique}, fork_source {${{ env.UNIQUE_REPLICA_FROM }}}434244 forkless-data-build:43 forkless-data-build:45 needs: prepare-execution-marix4446 # The type of runner that the job will run on47 runs-on: [self-hosted-ci,large]48 timeout-minutes: 13804950 name: ${{ matrix.network }}-data-build51 strategy:52 matrix:53 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}5455 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5657 steps:58 - name: Clean Workspace59 uses: AutoModality/action-clean@v1.1.06061 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it62 - uses: actions/checkout@v3.1.063 with:64 ref: ${{ github.head_ref }} #Checking out head commit6566 - name: Read .env file67 uses: xom9ikk/dotenv@v26869 # Prepare SHA 70 - name: Prepare SHA71 uses: ./.github/actions/prepare7273 # Build main image for FORKLESS-UPDATE-NODATA74 - name: Generate ENV related extend Dockerfile file75 uses: cuchi/jinja2-action@v1.2.076 with:77 template: .docker/Dockerfile-parachain-upgrade-data.j278 output_file: .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml79 variables: |80 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}81 NETWORK=${{ matrix.network }}82 MAINNET_BRANCH=${{ matrix.mainnet_branch }}83 WASM_NAME=${{ matrix.wasm_name }}84 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}85 DESTINATION_SPEC_VERSION=${{ env.DESTINATION_SPEC_VERSION }}86 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}87 REPLICA_FROM=${{ matrix.replica_from_address }}88 CHAINQL=${{ env.CHAINQL }}89 EXTRA_FEATURES=${{ matrix.extra_features }}9091 - name: Show build configuration92 run: cat .docker/Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml9394 - name: Run find-and-replace to remove slashes from branch name95 uses: mad9000/actions-find-and-replace-string@496 id: branchname97 with:98 source: ${{ github.head_ref }}99 find: '/'100 replace: '-'101102 - name: Set build SHA103 shell: bash104 run: |105 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV106107 - name: Build the stack108 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-parachain-upgrade-data.${{ matrix.network }}.yml --tag uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA ../109110 - name: Log in to Docker Hub111 uses: docker/login-action@v2.1.0112 with:113 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}114 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}115116 - name: Push docker image version117 run: docker push uniquenetwork/ci-forkless-data-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA118119 - name: Remove builder cache120 if: always() # run this step always121 run: |122 docker builder prune -f123 docker system prune -f124125 forkless-data-tests:126 needs: [prepare-execution-marix, forkless-data-build]45 needs: prepare-execution-matrix127 # The type of runner that the job will run on46 # The type of runner that the job will run on128 runs-on: [self-hosted-ci, large]47 runs-on: [self-hosted-ci,large]12948130 timeout-minutes: 60049 timeout-minutes: 138013150132 name: ${{ matrix.network }}-data-tests51 name: ${{ matrix.network }}-data-build13352134 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.53 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.13554136 strategy:55 strategy:137 matrix:56 matrix:138 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}57 include: ${{fromJson(needs.prepare-execution-matrix.outputs.matrix)}}13958140 steps:59 steps:141 - name: Skip if pull request is in Draft142 if: github.event.pull_request.draft == true143 run: exit 114460145 - name: Clean Workspace61 - name: Clean Workspace146 uses: AutoModality/action-clean@v1.1.062 uses: AutoModality/action-clean@v1.1.0150 with:66 with:151 ref: ${{ github.head_ref }} #Checking out head commit67 ref: ${{ github.head_ref }} #Checking out head commit1526869 # Prepare SHA 153 - name: Prepare70 - name: Prepare SHA154 uses: ./.github/actions/prepare71 uses: ./.github/actions/prepare15572156 - name: Set build SHA73 - name: Read .env file157 shell: bash74 uses: xom9ikk/dotenv@v2158 run: |159 echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV16075161 - name: Run find-and-replace to remove slashes from branch name76 - name: Log in to Docker Hub162 uses: mad9000/actions-find-and-replace-string@477 uses: docker/login-action@v2.1.0163 id: branchname164 with:78 with:165 source: ${{ github.head_ref }}79 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}166 find: '/'80 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}167 replace: '-'16881169 - name: Read .env file82 - name: Generate ENV related extend Dockerfile file for POLKADOT170 uses: xom9ikk/dotenv@v283 uses: cuchi/jinja2-action@v1.2.017184 with:85 template: .docker/Dockerfile-polkadot.j286 output_file: .docker/Dockerfile-polkadot.${{ matrix.relay_branch }}.yml87 variables: |88 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}89 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}90 172 - name: Generate ENV related extend file for docker-compose91 - name: Prepare polkadot173 uses: cuchi/jinja2-action@v1.2.092 uses: ./.github/actions/buildContainer93 id: polkadot174 with:94 with:95 container: uniquenetwork/builder-polkadot175 template: .docker/docker-compose.forkless-data.j296 tag: ${{ matrix.relay_branch }}97 context: .docker176 output_file: .docker/docker-compose.forkless-data.${{ matrix.network }}.yml98 dockerfile: Dockerfile-polkadot.${{ matrix.relay_branch }}.yml99 dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}177 variables: |100 dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}178 NETWORK=${{ matrix.network }}179 BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA180101181 - name: Show build configuration102 - name: Prepare mainnet103 uses: ./.github/actions/buildContainer104 id: mainnet105 with:182 run: cat .docker/docker-compose.forkless-data.${{ matrix.network }}.yml106 container: uniquenetwork/ci-data-${{ matrix.network }}107 tag: ${{ matrix.mainnet_branch }}108 context: .docker109 dockerfile: Dockerfile-unique-release110 args: |111 --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }}112 --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}113 --build-arg UNIQUE_VERSION=${{ matrix.mainnet_branch }}114 dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}115 dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}183116184 - name: Log in to Docker Hub117 - name: Prepare latest185 uses: docker/login-action@v2.1.0118 uses: ./.github/actions/buildContainer119 id: latest186 with:120 with:121 container: uniquenetwork/ci-data-${{ matrix.network }}122 tag: ${{ env.REF_SLUG }}-${{ env.BUILD_SHA }}123 context: .124 dockerfile: .docker/Dockerfile-unique125 args: |126 --build-arg RUNTIME_FEATURES=${{ matrix.runtime_features }}127 --build-arg RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}187 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}128 dockerhub_username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}188 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}129 dockerhub_token: ${{ secrets.CORE_DOCKERHUB_TOKEN }}189130190 - name: Build the stack131 - name: Extract wasms132 uses: ./.github/actions/extractDocker133 id: wasms134 with:135 image: ${{ steps.latest.outputs.name }}191 run: docker-compose -f ".docker/docker-compose.forkless-data.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300136 directory: /wasm192137193 - uses: actions/setup-node@v3.5.1138 - uses: actions/setup-node@v3.5.1194 with:139 with:195 node-version: 18140 node-version: 18141142 - name: Install baedeker143 uses: UniqueNetwork/baedeker-action/setup@built144145 - name: Setup library146 run: mkdir -p .baedeker/vendor/ && git clone https://github.com/UniqueNetwork/baedeker-library .baedeker/vendor/baedeker-library196147197 - name: Check if docker logs consist logs related to Runtime Upgrade testing.148 - name: Start network149 uses: UniqueNetwork/baedeker-action@built198 if: success()150 id: bdk151 with:152 jpath: |153 .baedeker/vendor199 run: |154 tla-str: |200 counter=160155 relay_spec=rococo-local201 function check_container_status {156 forked_spec=${{ matrix.network }}202 docker inspect -f {{.State.Running}} forkless-data-${{ matrix.network }}157 fork_source=${{ matrix.fork_source }}203 }204 function do_docker_logs {205 docker logs --details forkless-data-${{ matrix.network }} 2>&1206 }207 function is_started {208 if [ "$(check_container_status)" == "true" ]; then209 echo "Container: forkless-data-${{ matrix.network }} RUNNING";210 echo "Check Docker logs"211 DOCKER_LOGS=$(do_docker_logs)212 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then213 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"214 return 0215 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then216 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"217 return 1218 else219 echo "Message not found in logs output, repeating..."220 return 1221 fi222 else223 echo "Container forkless-data-${{ matrix.network }} not RUNNING"224 echo "Halting all future checks"225 exit 1226 fi227 exit 0228 }229 while ! is_started; do230 echo "Waiting for special message in log files "231 sleep 30s232 counter=$(( $counter - 1 ))233 echo "Counter: $counter"234 if [ "$counter" -gt "0" ]; then235 continue236 else237 echo "Counter reached zero, yet upgrade is not finished"238 exit 1239 fi240 done241 echo "Halting script"242 exit 0243 shell: bash158 inputs: |159 .baedeker/forkless-data.jsonnet160 snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'${{ steps.polkadot.outputs.name }}'}})161 snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'${{ steps.mainnet.outputs.name }}'}}, extra_node_mixin = {legacyRpc: true})244162245 - name: Collect Docker Logs163 - name: "Reconcile: runtime is upgraded"246 if: success() || failure()164 working-directory: tests247 uses: jwalton/gh-docker-logs@v2.2.1165 run: |166 yarn167 ./scripts/wait_for_first_block.sh168 echo "Executing upgrade"169 yarn ts-node --esm src/util/authorizeEnactUpgrade.ts ${{ steps.wasms.outputs.dir }}/${{ matrix.wasm_name }}-runtime/${{ matrix.wasm_name }}_runtime.compact.compressed.wasm248 with:170 env:249 dest: './forkless-parachain-upgrade-data-logs.${{ matrix.network }}'171 RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}250172251 - name: Show Docker logs173 - name: Run Parallel tests after forkless upgrade252 if: success() || failure()174 working-directory: tests253 run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.network }}/forkless-data-${{ matrix.network }}.log'175 run: |176 ./scripts/wait_for_first_block.sh177 echo "Ready to start tests"178 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}179 env:180 RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}254181255 - name: Stop running containers182 - name: Run Sequential tests after forkless upgrade256 if: always() # run this step always183 if: success() || failure()184 working-directory: ${{ matrix.mainnet_branch }}/tests257 run: docker-compose -f ".docker/docker-compose.forkless-data.${{ matrix.network }}.yml" down --volumes185 run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}186 env:187 RPC_URL: ${{ env.RELAY_UNIQUE_HTTP_URL }}258188259 - name: Remove builder cache189 - name: Remove builder cache260 if: always() # run this step always190 if: always() # run this step always261 run: |191 run: |262 docker builder prune -f -a192 docker system prune -f263 docker system prune -f264 docker image prune -f -a265193