difftreelog
Update forkless-update-nodata_v2.yml
in: master
1 file changed
.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth123# Controls when the action will run.4on:5 workflow_call:678#Define Workflow variables9env:10 REPO_URL: ${{ github.server_url }}/${{ github.repository }}1112# A workflow run is made up of one or more jobs that can run sequentially or in parallel13jobs:14 execution-marix:1516 name: Prepare execution matrix1718 runs-on: self-hosted-ci19 outputs:20 matrix: ${{ steps.create_matrix.outputs.matrix }}2122 steps:2324 - name: Clean Workspace25 uses: AutoModality/action-clean@v1.1.02627 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it28 - uses: actions/checkout@v329 with:30 ref: ${{ github.head_ref }} #Checking out head commit3132 - name: Read .env file33 uses: xom9ikk/dotenv@v1.0.23435 - name: Create Execution matrix36 uses: CertainLach/create-matrix-action@v337 id: create_matrix38 with:39 matrix: |40 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}41 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}42 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}434445 forkless-update-nodata:46 needs: execution-marix47 # The type of runner that the job will run on48 runs-on: [self-hosted-ci,large]4950 timeout-minutes: 13805152 name: ${{ matrix.network }}5354 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5556 strategy:57 matrix:58 include: ${{fromJson(needs.execution-marix.outputs.matrix)}} 5960 steps:61 - name: Clean Workspace62 uses: AutoModality/action-clean@v1.1.06364 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it65 - uses: actions/checkout@v366 with:67 ref: ${{ github.head_ref }} #Checking out head commit6869 - name: Read .env file70 uses: xom9ikk/dotenv@v1.0.27172 - name: Generate ENV related extend file for docker-compose73 uses: cuchi/jinja2-action@v1.2.074 with:75 template: .docker/docker-compose.tmp-forkless-nodata.j276 output_file: .docker/docker-compose.${{ matrix.network }}.yml77 variables: |78 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git79 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}80 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}81 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}82 MAINNET_TAG=${{ matrix.mainnet_tag }}83 MAINNET_BRANCH=${{ matrix.mainnet_branch }}84 FEATURE=${{ matrix.features }}85 RUNTIME=${{ matrix.runtime }}86 BRANCH=${{ github.head_ref }}8788 - name: Show build configuration89 run: cat .docker/docker-compose.${{ matrix.network }}.yml9091 - name: Generate launch-config-forkless-nodata.json92 uses: cuchi/jinja2-action@v1.2.093 with:94 template: .docker/forkless-config/launch-config-forkless-nodata.j295 output_file: .docker/launch-config-forkless-nodata.json96 variables: |97 FEATURE=${{ matrix.features }}98 RUNTIME=${{ matrix.runtime }}99100 - name: Show launch-config-forkless configuration101 run: cat .docker/launch-config-forkless-nodata.json102103 - uses: actions/setup-node@v3104 with:105 node-version: 16106107 - name: Build the stack108 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300109110 - name: Check if docker logs consist logs related to Runtime Upgrade testing.111 if: success()112 run: |113 counter=160114 function check_container_status {115 docker inspect -f {{.State.Running}} node-parachain116 }117 function do_docker_logs {118 docker logs --details node-parachain 2>&1119 }120 function is_started {121 if [ "$(check_container_status)" == "true" ]; then122 echo "Container: node-parachain RUNNING";123 echo "Check Docker logs"124 DOCKER_LOGS=$(do_docker_logs)125 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then126 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"127 return 0128 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then129 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"130 return 1131 else132 echo "Message not found in logs output, repeating..."133 return 1134 fi135 else136 echo "Container node-parachain not RUNNING"137 echo "Halting all future checks"138 exit 1139 fi140 exit 0141 }142 while ! is_started; do143 echo "Waiting for special message in log files "144 sleep 30s145 counter=$(( $counter - 1 ))146 echo "Counter: $counter"147 if [ "$counter" -gt "0" ]; then148 continue149 else150 break151 fi152 done153 echo "Halting script"154 exit 0155 shell: bash156157 - name: Collect Docker Logs158 if: success() || failure()159 uses: jwalton/gh-docker-logs@v2.2.0160 with:161 dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'162 images: 'node-parachain'163164 - name: Show docker logs165 if: success() || failure()166 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'167 168 - name: Run Parallel tests 169 working-directory: tests170 run: |171 yarn install172 yarn add mochawesome173 node scripts/readyness.js174 echo "Ready to start tests"175 yarn polkadot-types176 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}177 env:178 RPC_URL: http://127.0.0.1:9933/179 180 - name: Test Report Parallel181 uses: phoenix-actions/test-reporting@v8182 id: test-report-parallel183 if: success() || failure() # run this step even if previous step failed184 with:185 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created186 path: tests/mochawesome-report/test-parallel-*.json # Path to test results187 reporter: mochawesome-json188 fail-on-error: 'false'189 190 - name: Run Sequential tests 191 working-directory: tests192 if: success() || failure() 193 run: |194 yarn install195 yarn add mochawesome196 node scripts/readyness.js197 echo "Ready to start tests"198 yarn polkadot-types199 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}200 env:201 RPC_URL: http://127.0.0.1:9933/202 203 - name: Test Report Sequential204 uses: phoenix-actions/test-reporting@v8205 id: test-report-sequential206 if: success() || failure() # run this step even if previous step failed207 with:208 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created209 path: tests/mochawesome-report/test-sequential-*.json # Path to test results210 reporter: mochawesome-json211 fail-on-error: 'false'212213 - name: Stop running containers214 if: always() # run this step always215 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down1# Forkless update without data replication2# https://cryptousetech.atlassian.net/browse/CI-4134# Triger: only call from main workflow(re-usable workflows)5on:6 workflow_call:789#Define Workflow variables10env:11 REPO_URL: ${{ github.server_url }}/${{ github.repository }}1213# A workflow run is made up of one or more jobs that can run sequentially or in parallel14jobs:15 execution-marix:1617 name: Prepare execution matrix1819 runs-on: self-hosted-ci20 outputs:21 matrix: ${{ steps.create_matrix.outputs.matrix }}2223 steps:2425 - name: Clean Workspace26 uses: AutoModality/action-clean@v1.1.02728 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it29 - uses: actions/checkout@v330 with:31 ref: ${{ github.head_ref }} #Checking out head commit3233 - name: Read .env file34 uses: xom9ikk/dotenv@v1.0.23536 - name: Create Execution matrix37 uses: CertainLach/create-matrix-action@v338 id: create_matrix39 with:40 matrix: |41 network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}42 network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}43 network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}444546 forkless-update-nodata:47 needs: execution-marix48 # The type of runner that the job will run on49 runs-on: [self-hosted-ci,large]5051 timeout-minutes: 13805253 name: ${{ matrix.network }}5455 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5657 strategy:58 matrix:59 include: ${{fromJson(needs.execution-marix.outputs.matrix)}} 6061 steps:62 - name: Clean Workspace63 uses: AutoModality/action-clean@v1.1.06465 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it66 - uses: actions/checkout@v367 with:68 ref: ${{ github.head_ref }} #Checking out head commit6970 - name: Read .env file71 uses: xom9ikk/dotenv@v1.0.27273 - name: Generate ENV related extend file for docker-compose74 uses: cuchi/jinja2-action@v1.2.075 with:76 template: .docker/docker-compose.tmp-forkless-nodata.j277 output_file: .docker/docker-compose.${{ matrix.network }}.yml78 variables: |79 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git80 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}81 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}82 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}83 MAINNET_TAG=${{ matrix.mainnet_tag }}84 MAINNET_BRANCH=${{ matrix.mainnet_branch }}85 FEATURE=${{ matrix.features }}86 RUNTIME=${{ matrix.runtime }}87 BRANCH=${{ github.head_ref }}8889 - name: Show build configuration90 run: cat .docker/docker-compose.${{ matrix.network }}.yml9192 - name: Generate launch-config-forkless-nodata.json93 uses: cuchi/jinja2-action@v1.2.094 with:95 template: .docker/forkless-config/launch-config-forkless-nodata.j296 output_file: .docker/launch-config-forkless-nodata.json97 variables: |98 FEATURE=${{ matrix.features }}99 RUNTIME=${{ matrix.runtime }}100101 - name: Show launch-config-forkless configuration102 run: cat .docker/launch-config-forkless-nodata.json103104 - uses: actions/setup-node@v3105 with:106 node-version: 16107108 - name: Build the stack109 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300110111 - name: Check if docker logs consist logs related to Runtime Upgrade testing.112 if: success()113 run: |114 counter=160115 function check_container_status {116 docker inspect -f {{.State.Running}} node-parachain117 }118 function do_docker_logs {119 docker logs --details node-parachain 2>&1120 }121 function is_started {122 if [ "$(check_container_status)" == "true" ]; then123 echo "Container: node-parachain RUNNING";124 echo "Check Docker logs"125 DOCKER_LOGS=$(do_docker_logs)126 if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then127 echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"128 return 0129 elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then130 echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"131 return 1132 else133 echo "Message not found in logs output, repeating..."134 return 1135 fi136 else137 echo "Container node-parachain not RUNNING"138 echo "Halting all future checks"139 exit 1140 fi141 exit 0142 }143 while ! is_started; do144 echo "Waiting for special message in log files "145 sleep 30s146 counter=$(( $counter - 1 ))147 echo "Counter: $counter"148 if [ "$counter" -gt "0" ]; then149 continue150 else151 break152 fi153 done154 echo "Halting script"155 exit 0156 shell: bash157158 - name: Collect Docker Logs159 if: success() || failure()160 uses: jwalton/gh-docker-logs@v2.2.0161 with:162 dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'163 images: 'node-parachain'164165 - name: Show docker logs166 if: success() || failure()167 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'168 169 - name: Run Parallel tests 170 working-directory: tests171 run: |172 yarn install173 yarn add mochawesome174 node scripts/readyness.js175 echo "Ready to start tests"176 yarn polkadot-types177 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}178 env:179 RPC_URL: http://127.0.0.1:9933/180 181 - name: Test Report Parallel182 uses: phoenix-actions/test-reporting@v8183 id: test-report-parallel184 if: success() || failure() # run this step even if previous step failed185 with:186 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created187 path: tests/mochawesome-report/test-parallel-*.json # Path to test results188 reporter: mochawesome-json189 fail-on-error: 'false'190 191 - name: Run Sequential tests 192 working-directory: tests193 if: success() || failure() 194 run: |195 yarn install196 yarn add mochawesome197 node scripts/readyness.js198 echo "Ready to start tests"199 yarn polkadot-types200 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}201 env:202 RPC_URL: http://127.0.0.1:9933/203 204 - name: Test Report Sequential205 uses: phoenix-actions/test-reporting@v8206 id: test-report-sequential207 if: success() || failure() # run this step even if previous step failed208 with:209 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created210 path: tests/mochawesome-report/test-sequential-*.json # Path to test results211 reporter: mochawesome-json212 fail-on-error: 'false'213214 - name: Stop running containers215 if: always() # run this step always216 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down