difftreelog
merge docker-compose files
in: master
3 files changed
.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837021/Forkless+update+without+data2# Forkless update without data replication34# Triger: only call from main workflow(re-usable workflows)5on:6 workflow_call:789# A workflow run is made up of one or more jobs that can run sequentially or in parallel10jobs:11 execution-marix:1213 name: Prepare execution matrix1415 runs-on: self-hosted-ci16 outputs:17 matrix: ${{ steps.create_matrix.outputs.matrix }}1819 steps:2021 - name: Clean Workspace22 uses: AutoModality/action-clean@v1.1.02324 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it25 - uses: actions/checkout@v326 with:27 ref: ${{ github.head_ref }} #Checking out head commit2829 - name: Read .env file30 uses: xom9ikk/dotenv@v23132 - name: Create Execution matrix33 uses: CertainLach/create-matrix-action@v334 id: create_matrix35 with:36 matrix: |37 network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}38 network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}39 network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}404142 forkless-update-nodata:43 needs: execution-marix44 # The type of runner that the job will run on45 runs-on: [self-hosted-ci,large]4647 timeout-minutes: 13804849 name: ${{ matrix.network }}-nodata5051 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5253 strategy:54 matrix:55 include: ${{fromJson(needs.execution-marix.outputs.matrix)}} 5657 steps:58 - name: Clean Workspace59 uses: AutoModality/action-clean@v1.1.06061 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it62 - uses: actions/checkout@v363 with:64 ref: ${{ github.head_ref }} #Checking out head commit6566 - name: Read .env file67 uses: xom9ikk/dotenv@v26869 - name: Generate ENV related extend file for docker-compose70 uses: cuchi/jinja2-action@v1.2.071 with:72 template: .docker/docker-compose.tmp-forkless-nodata.j273 output_file: .docker/docker-compose.${{ matrix.network }}.yml74 variables: |75 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git76 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}77 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}78 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }} 79 POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}80 MAINNET_TAG=${{ matrix.mainnet_tag }}81 MAINNET_BRANCH=${{ matrix.mainnet_branch }}82 NETWORK=${{ matrix.network }}83 BRANCH=${{ github.head_ref }}8485 - name: Show build configuration86 run: cat .docker/docker-compose.${{ matrix.network }}.yml8788 - name: Generate launch-config-forkless-nodata.json89 uses: cuchi/jinja2-action@v1.2.090 with:91 template: .docker/forkless-config/launch-config-forkless-nodata.j292 output_file: .docker/launch-config-forkless-nodata.json93 variables: |94 NETWORK=${{ matrix.network }}9596 - name: Show launch-config-forkless configuration97 run: cat .docker/launch-config-forkless-nodata.json9899 - uses: actions/setup-node@v3100 with:101 node-version: 16102103 - name: Build the stack104 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300105106 - name: Check if docker logs consist logs related to Runtime Upgrade testing.107 if: success()108 run: |109 counter=160110 function check_container_status {111 docker inspect -f {{.State.Running}} node-parachain112 }113 function do_docker_logs {114 docker logs --details node-parachain 2>&1115 }116 function is_started {117 if [ "$(check_container_status)" == "true" ]; then118 echo "Container: node-parachain RUNNING";119 echo "Check Docker logs"120 DOCKER_LOGS=$(do_docker_logs)121 if [[ ${DOCKER_LOGS} = *"πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"* ]];then122 echo "πΈ PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE πΈ"123 return 0124 elif [[ ${DOCKER_LOGS} = *"π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"* ]];then125 echo "π§ PARACHAINS' RUNTIME UPGRADE TESTING FAILED π§"126 return 1127 else128 echo "Message not found in logs output, repeating..."129 return 1130 fi131 else132 echo "Container node-parachain not RUNNING"133 echo "Halting all future checks"134 exit 1135 fi136 exit 0137 }138 while ! is_started; do139 echo "Waiting for special message in log files "140 sleep 30s141 counter=$(( $counter - 1 ))142 echo "Counter: $counter"143 if [ "$counter" -gt "0" ]; then144 continue145 else146 break147 fi148 done149 echo "Halting script"150 exit 0151 shell: bash152153 - name: Collect Docker Logs154 if: success() || failure()155 uses: jwalton/gh-docker-logs@v2.2.0156 with:157 dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'158 images: 'node-parachain'159160 - name: Show docker logs161 if: success() || failure()162 run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'163 164 - name: Run Parallel tests 165 working-directory: tests166 run: |167 yarn install168 yarn add mochawesome169 node scripts/readyness.js170 echo "Ready to start tests"171 yarn polkadot-types172 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}173 env:174 RPC_URL: http://127.0.0.1:9933/175 176 - name: Test Report Parallel177 uses: phoenix-actions/test-reporting@v8178 id: test-report-parallel179 if: success() || failure() # run this step even if previous step failed180 with:181 name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created182 path: tests/mochawesome-report/test-parallel-*.json # Path to test results183 reporter: mochawesome-json184 fail-on-error: 'false'185 186 - name: Run Sequential tests 187 working-directory: tests188 if: success() || failure() 189 run: |190 yarn install191 yarn add mochawesome192 node scripts/readyness.js193 echo "Ready to start tests"194 yarn polkadot-types195 NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}196 env:197 RPC_URL: http://127.0.0.1:9933/198 199 - name: Test Report Sequential200 uses: phoenix-actions/test-reporting@v8201 id: test-report-sequential202 if: success() || failure() # run this step even if previous step failed203 with:204 name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created205 path: tests/mochawesome-report/test-sequential-*.json # Path to test results206 reporter: mochawesome-json207 fail-on-error: 'false'208209 - name: Stop running containers210 if: always() # run this step always211 run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down212 213 - name: Remove builder cache214 if: always() # run this step always215 run: |216 docker builder prune -f -a217 docker system prune -f218 docker image prune -f -a.github/workflows/integration-tests.ymldiffbeforeafterboth--- a/.github/workflows/integration-tests.yml
+++ b/.github/workflows/integration-tests.yml
@@ -44,8 +44,6 @@
# The type of runner that the job will run on
runs-on: [self-hosted-ci,large]
-
-
timeout-minutes: 1380
name: ${{ matrix.network }} - parallel
@@ -104,7 +102,7 @@
node-version: 16
- name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
# π POLKADOT LAUNCH COMPLETE π
- name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
@@ -176,7 +174,7 @@
- name: Stop running containers
if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
- name: Remove builder cache
if: always() # run this step always
@@ -252,7 +250,7 @@
node-version: 16
- name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
# π POLKADOT LAUNCH COMPLETE π
- name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
@@ -323,7 +321,7 @@
- name: Stop running containers
if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
- name: Remove builder cache
if: always() # run this step always
.github/workflows/node-only-update.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update.yml
+++ b/.github/workflows/node-only-update.yml
@@ -106,7 +106,7 @@
node-version: 16
- name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
# π POLKADOT LAUNCH COMPLETE π
- name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
@@ -355,7 +355,7 @@
- name: Stop running containers
if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
- name: Remove builder cache
if: always() # run this step always