difftreelog
ref v2
in: master
18 files changed
.docker/Dockerfile-try-runtime.j2diffbeforeafterboth--- /dev/null
+++ b/.docker/Dockerfile-try-runtime.j2
@@ -0,0 +1,40 @@
+# ===== Rust builder =====
+FROM ubuntu:20.04 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update && \
+ apt-get install -y curl cmake pkg-config libssl-dev git clang protobuf-compiler && \
+ apt-get clean && \
+ rm -r /var/lib/apt/lists/*
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+ rustup toolchain install {{ RUST_TOOLCHAIN }} && \
+ rustup default {{ RUST_TOOLCHAIN }} && \
+ rustup target list --installed && \
+ rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain {{ RUST_TOOLCHAIN }}
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+
+# ===== BUILD ======
+FROM rust-builder as builder-unique
+
+ARG PROFILE=release
+
+COPY . /unique_parachain
+WORKDIR /unique_parachain
+
+RUN echo "Requested features: {{ NETWORK }}-runtime\n" && \
+ echo "Fork from: {{ REPLICA_FROM }}\n" && \
+ cargo build --features=try-runtime,{{ NETWORK }}-runtime --release
+
+CMD cargo run --release --features {{ NETWORK }}-runtime,try-runtime -- try-runtime --runtime target/release/wbuild/{{ WASM_NAME }}-runtime/{{ WASM_NAME }}_runtime.compact.compressed.wasm -lruntime=debug -ltry-runtime::cli=debug on-runtime-upgrade --checks live --uri {{ REPLICA_FROM }}
.docker/docker-compose.tmp-try-runtime.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-try-runtime.j2
+++ b/.docker/docker-compose.tmp-try-runtime.j2
@@ -2,16 +2,8 @@
services:
try-runtime:
- build:
- context: ../
- dockerfile: .docker/Dockerfile-try-runtime
- args:
- - "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- - "NETWORK={{ NETWORK }}"
- - "REPLICA_FROM={{ REPLICA_FROM }}"
- - "WASM_NAME={{ WASM_NAME }}"
- image: try-runtime
- container_name: try-runtime
+ image: uniquenetwork/tryruntime-{{ NETWORK }}-testnet-local:latest
+ container_name: tryruntime-{{ NETWORK }}-testnet-local
expose:
- 9944
- 9933
.docker/docker-compose.tmp-xcm-tests.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-xcm-tests.j2
+++ b/.docker/docker-compose.tmp-xcm-tests.j2
@@ -2,8 +2,8 @@
services:
xcm_nodes:
- image: uniquenetwork/xcm-{{ NETWORK }}-testnet-local:latest
- container_name: xcm-{{ NETWORK }}-testnet-local
+ image: uniquenetwork/ci-xcm-local:{{ NETWORK }}-{{ BUILD_TAG }}
+ container_name: xcm-{{ NETWORK }}-local
expose:
- 9844
- 9933
.github/actions/prepare/action.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/actions/prepare/action.yml
@@ -0,0 +1,16 @@
+# .github/actions/prepare/action.yml
+name: 'Preparation'
+description: ''
+runs:
+ using: "composite"
+ steps:
+ - name: Setup Environment (PR)
+ if: ${{ github.event_name == 'pull_request' }}
+ shell: bash
+ run: |
+ echo "LAST_COMMIT_SHA=${{ github.event.pull_request.head.sha }}" >> ${GITHUB_ENV}
+ - name: Setup Environment (Push)
+ if: ${{ github.event_name == 'push' }}
+ shell: bash
+ run: |
+ echo "LAST_COMMIT_SHA=${GITHUB_SHA}" >> ${GITHUB_ENV}
\ No newline at end of file
.github/workflows/ci-develop.ymldiffbeforeafterboth--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -25,12 +25,12 @@
uses: ./.github/workflows/unit-test.yml
canary:
- if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'canary')) }} # Conditional check for draft & labels per job.
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'CI-canary')) }} # Conditional check for draft & labels per job.
uses: ./.github/workflows/canary.yml
secrets: inherit # pass all secrets from initial workflow to nested
xcm:
- if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'xcm')) }} # Conditional check for draft & labels per job.
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'CI-xcm')) }} # Conditional check for draft & labels per job.
uses: ./.github/workflows/xcm.yml
secrets: inherit # pass all secrets from initial workflow to nested
@@ -39,11 +39,11 @@
uses: ./.github/workflows/collator-selection.yml
forkless:
- if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'forkless')) }} # Conditional check for draft & labels per job.
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'CI-forkless')) }} # Conditional check for draft & labels per job.
uses: ./.github/workflows/forkless.yml
node-only-update:
- if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'node-only-update')) }} # Conditional check for draft & labels per job.
+ if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'CI-node-only-update')) }} # Conditional check for draft & labels per job.
uses: ./.github/workflows/node-only-update.yml
# integration:
.github/workflows/codestyle.ymldiffbeforeafterboth--- a/.github/workflows/codestyle.yml
+++ b/.github/workflows/codestyle.yml
@@ -13,15 +13,13 @@
steps:
- name: Clean Workspace
uses: AutoModality/action-clean@v1.1.0
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }}
- name: Install latest nightly
- uses: actions-rs/toolchain@v1
+ uses: dtolnay/rust-toolchain@nightly
with:
- toolchain: nightly
- default: true
- target: wasm32-unknown-unknown
+ targets: wasm32-unknown-unknown
components: rustfmt, clippy
- name: Run cargo fmt
run: cargo fmt -- --check # In that mode it returns only exit code.
@@ -34,10 +32,10 @@
steps:
- name: Clean Workspace
uses: AutoModality/action-clean@v1.1.0
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }}
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v3.5.1
with:
node-version: 16
- name: Install modules
@@ -49,15 +47,13 @@
if: ${{ false }}
runs-on: [ self-hosted-ci ]
steps:
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
- name: Install substrate dependencies
run: sudo apt install -y libssl-dev pkg-config libclang-dev clang protobuf-compiler
- name: Install latest nightly
- uses: actions-rs/toolchain@v1
+ uses: dtolnay/rust-toolchain@nightly
with:
- toolchain: nightly
- default: true
- target: wasm32-unknown-unknown
+ targets: wasm32-unknown-unknown
components: rustfmt, clippy
- name: Run cargo check
run: cargo clippy -- -Dwarnings
.github/workflows/execution-matrix.ymldiffbeforeafterboth--- a/.github/workflows/execution-matrix.yml
+++ b/.github/workflows/execution-matrix.yml
@@ -24,7 +24,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -32,7 +32,7 @@
uses: xom9ikk/dotenv@v2
- name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
+ uses: CertainLach/create-matrix-action@v4
id: create_matrix
with:
matrix: |
.github/workflows/forkless-update-data.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-data.yml
+++ b/.github/workflows/forkless-update-data.yml
@@ -23,7 +23,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -31,7 +31,7 @@
uses: xom9ikk/dotenv@v2
- name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
+ uses: CertainLach/create-matrix-action@v4
id: create_matrix
with:
matrix: |
@@ -51,14 +51,14 @@
matrix:
include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
steps:
- name: Clean Workspace
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -152,7 +152,7 @@
- name: Collect Docker Logs
if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
+ uses: jwalton/gh-docker-logs@v2.2.1
with:
dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'
images: 'node-parachain'
.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata.yml
+++ b/.github/workflows/forkless-update-nodata.yml
@@ -22,7 +22,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -30,7 +30,7 @@
uses: xom9ikk/dotenv@v2
- name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
+ uses: CertainLach/create-matrix-action@v4
id: create_matrix
with:
matrix: |
@@ -49,7 +49,7 @@
name: ${{ matrix.network }}-nodata
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
strategy:
matrix:
@@ -60,7 +60,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -100,7 +100,7 @@
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v3.5.1
with:
node-version: 16
@@ -156,7 +156,7 @@
- name: Collect Docker Logs
if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
+ uses: jwalton/gh-docker-logs@v2.2.1
with:
dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'
images: 'node-parachain'
@@ -170,7 +170,7 @@
run: |
yarn install
yarn add mochawesome
- node scripts/readyness.js
+ ./scripts/wait_for_first_block.sh
echo "Ready to start tests"
yarn polkadot-types
NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
@@ -178,7 +178,7 @@
RPC_URL: http://127.0.0.1:9933/
- name: Test Report Parallel
- uses: phoenix-actions/test-reporting@v8
+ uses: phoenix-actions/test-reporting@v10
id: test-report-parallel
if: success() || failure() # run this step even if previous step failed
with:
@@ -193,7 +193,7 @@
run: |
yarn install
yarn add mochawesome
- node scripts/readyness.js
+ ./scripts/wait_for_first_block.sh
echo "Ready to start tests"
yarn polkadot-types
NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
@@ -201,7 +201,7 @@
RPC_URL: http://127.0.0.1:9933/
- name: Test Report Sequential
- uses: phoenix-actions/test-reporting@v8
+ uses: phoenix-actions/test-reporting@v10
id: test-report-sequential
if: success() || failure() # run this step even if previous step failed
with:
.github/workflows/generate-execution-matrix.ymldiffbeforeafterboth--- a/.github/workflows/generate-execution-matrix.yml
+++ b/.github/workflows/generate-execution-matrix.yml
@@ -28,7 +28,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -36,7 +36,7 @@
uses: xom9ikk/dotenv@v2
- name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
+ uses: CertainLach/create-matrix-action@v4
id: create_matrix
with:
matrix: |
.github/workflows/market-test.ymldiffbeforeafterboth--- a/.github/workflows/market-test.yml
+++ b/.github/workflows/market-test.yml
@@ -18,7 +18,7 @@
name: ${{ matrix.network }}
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
strategy:
matrix:
@@ -36,7 +36,7 @@
ref: ${{ github.head_ref }} #Checking out head commit
- name: Checkout Market e2e tests
- uses: actions/checkout@v3
+ uses: actions/checkout@v3.1.0
with:
repository: 'UniqueNetwork/market-e2e-tests'
ssh-key: ${{ secrets.GH_PAT }}
@@ -72,7 +72,7 @@
working-directory: qa-tests
run: docker-compose -f ".docker/docker-compose.market.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate node-parachain
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v3.5.1
with:
node-version: 16.17
@@ -93,7 +93,7 @@
# working-directory: tests
# run: |
# yarn install
-# node scripts/readyness.js
+# ./scripts/wait_for_first_block.sh
# echo "Ready to start tests"
# env:
# RPC_URL: http://127.0.0.1:9933/
.github/workflows/node-only-update.ymldiffbeforeafterboth1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update2# Node only update with restart polkadot-launch process.34name: nodes-only update56# Triger: only call from main workflow(re-usable workflows)7on:8 workflow_call:91011# A workflow run is made up of one or more jobs that can run sequentially or in parallel12jobs:1314 nodes-execution-matrix:1516 name: execution matrix1718 runs-on: self-hosted-ci19 outputs:20 matrix: ${{ steps.create_matrix.outputs.matrix }}2122 steps:2324 - name: Clean Workspace25 uses: AutoModality/action-clean@v1.1.02627 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it28 - uses: actions/checkout@v329 with:30 ref: ${{ github.head_ref }} #Checking out head commit3132 - name: Read .env file33 uses: xom9ikk/dotenv@v23435 - name: Create Execution matrix36 uses: CertainLach/create-matrix-action@v337 id: create_matrix38 with:39 matrix: |40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}42 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}43 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}444546 nodes-only-update:47 needs: nodes-execution-matrix48 # The type of runner that the job will run on49 runs-on: [self-hosted-ci]5051 timeout-minutes: 2880 # 48 hours for execution jobs.5253 name: ${{ matrix.network }}5455 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5657 strategy:58 matrix:59 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6061 steps:6263 - name: Clean Workspace64 uses: AutoModality/action-clean@v1.1.06566 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it67 - uses: actions/checkout@v368 with:69 ref: ${{ github.head_ref }} #Checking out head commit7071 - name: Read .env file72 uses: xom9ikk/dotenv@v27374 - name: Generate ENV related extend file for docker-compose75 uses: cuchi/jinja2-action@v1.2.076 with:77 template: .docker/docker-compose.tmp-node.j278 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml79 variables: |80 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git81 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}82 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}83 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}84 # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}85 # MAINNET_TAG=${{ matrix.mainnet_tag }}86 MAINNET_BRANCH=${{ matrix.mainnet_branch }}87 NETWORK=${{ matrix.network }}88 WASM_NAME=${{ matrix.wasm_name }}89 # BRANCH=${{ github.head_ref }}9091 - name: Show build configuration92 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9394 - name: Generate launch-config-forkless-nodata.json95 uses: cuchi/jinja2-action@v1.2.096 with:97 template: .docker/forkless-config/launch-config-forkless-nodata.j298 output_file: .docker/launch-config-forkless-nodata.json99 variables: |100 NETWORK=${{ matrix.network }}101 WASM_NAME=${{ matrix.wasm_name }}102 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}103104 - name: Show launch-config-forkless configuration105 run: cat .docker/launch-config-forkless-nodata.json106107 - uses: actions/setup-node@v3108 with:109 node-version: 16110111 - name: Build the stack112 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300113114 # 🚀 POLKADOT LAUNCH COMPLETE 🚀115 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.116 if: success()117 run: |118 counter=160119 function check_container_status {120 docker inspect -f {{.State.Running}} node-parachain121 }122 function do_docker_logs {123 docker logs --details node-parachain 2>&1124 }125 function is_started {126 if [ "$(check_container_status)" == "true" ]; then127 echo "Container: node-parachain RUNNING";128 echo "Check Docker logs"129 DOCKER_LOGS=$(do_docker_logs)130 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then131 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"132 return 0133 else134 echo "Message not found in logs output, repeating..."135 return 1136 fi137 else138 echo "Container node-parachain NOT RUNNING"139 echo "Halting all future checks"140 exit 1141 fi142 echo "something goes wrong"143 exit 1144 }145 while ! is_started; do146 echo "Waiting for special message in log files "147 sleep 30s148 counter=$(( $counter - 1 ))149 echo "Counter: $counter"150 if [ "$counter" -gt "0" ]; then151 continue152 else153 break154 fi155 done156 echo "Halting script"157 exit 0158 shell: bash159160 - name: Checkout at '${{ matrix.mainnet_branch }}' branch161 uses: actions/checkout@master162 with:163 ref: ${{ matrix.mainnet_branch }} #Checking out head commit164 path: ${{ matrix.mainnet_branch }}165166 - name: Run Parallel tests before Node Parachain upgrade167 working-directory: ${{ matrix.mainnet_branch }}/tests168 if: success() || failure()169 run: |170 yarn install171 yarn add mochawesome172 node scripts/readyness.js173 echo "Ready to start tests"174 yarn polkadot-types175 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}176 env:177 RPC_URL: http://127.0.0.1:9933/178179 # - name: Upload Parallel Test Report Before Node upgrade180 # uses: phoenix-actions/test-reporting@v8181 # id: test-parallel-report-before182 # if: success() || failure() # run this step even if previous step failed183 # with:184 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created185 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results186 # reporter: mochawesome-json187 # fail-on-error: 'false'188189 - name: Run Sequential tests before Node Parachain upgrade190 if: success() || failure()191 working-directory: ${{ matrix.mainnet_branch }}/tests192 run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}193 env:194 RPC_URL: http://127.0.0.1:9933/195196 # - name: Upload Sequential Test Report Before Node upgrade197 # uses: phoenix-actions/test-reporting@v8198 # id: test-sequential-report-before199 # if: success() || failure() # run this step even if previous step failed200 # with:201 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created202 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results203 # reporter: mochawesome-json204 # fail-on-error: 'false'205206 - name: Send SIGUSR1 to polkadot-launch process207 if: success() || failure()208 run: |209 #Get PID of polkadot-launch210 ContainerID=$(docker ps -aqf "name=node-parachain")211 PID=$(docker exec node-parachain pidof 'polkadot-launch')212 sleep 30s213 echo -e "\n"214 echo -e "Restart polkadot-launch process: $PID\n"215 docker exec node-parachain kill -SIGUSR1 ${PID}216 echo "SIGUSR1 sent to Polkadot-launch PID: $PID"217 sleep 60s218 echo -e "Show logs of node-parachain container.\n"219 docker logs ${ContainerID}220221 - name: Get chain logs in case of docker image crashed after Polkadot Launch restart222 if: failure() # run this step only at failure223 run: |224 docker exec node-parachain tail -n 1000 /polkadot-launch/9944.log225 docker exec node-parachain tail -n 1000 /polkadot-launch/9945.log226 docker exec node-parachain tail -n 1000 /polkadot-launch/alice.log227228 - name: copy chain log files from container to the host229 if: success() || failure() # run this step even if previous step failed230 run: |231 mkdir -p /tmp/node-only-update232 docker cp node-parachain:/polkadot-launch/9944.log /tmp/node-only-update/233 docker cp node-parachain:/polkadot-launch/9945.log /tmp/node-only-update/234 docker cp node-parachain:/polkadot-launch/alice.log /tmp/node-only-update/235236 - name: Upload chain log files237 if: success() || failure()238 uses: actions/upload-artifact@v3239 with:240 name: node-only-update-chain-logs241 path: /tmp/node-only-update/242 if-no-files-found: warn243244 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.245 if: success()246 run: |247 counter=160248 function check_container_status {249 docker inspect -f {{.State.Running}} node-parachain250 }251 function do_docker_logs {252 docker logs --details node-parachain 2>&1253 }254 function is_started {255 if [ "$(check_container_status)" == "true" ]; then256 echo "Container: node-parachain RUNNING";257 echo "Check Docker logs"258 DOCKER_LOGS=$(do_docker_logs)259 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then260 echo "🌗 All parachain collators restarted with the new binaries."261 return 0262 else263 echo "Message not found in logs output, repeating..."264 return 1265 fi266 else267 echo "Container node-parachain NOT RUNNING"268 echo "Halting all future checks"269 exit 1270 fi271 echo "something goes wrong"272 exit 1273 }274 while ! is_started; do275 echo "Waiting for special message in log files "276 sleep 30s277 counter=$(( $counter - 1 ))278 echo "Counter: $counter"279 if [ "$counter" -gt "0" ]; then280 continue281 else282 break283 fi284 done285 echo "Halting script"286 exit 0287 shell: bash288289 - name: Run Parallel tests after Node Parachain upgrade290 working-directory: ${{ matrix.mainnet_branch }}/tests291 if: success() || failure() # run this step even if previous step failed292 run: |293 yarn install294 yarn add mochawesome295 node scripts/readyness.js296 echo "Ready to start tests"297 yarn polkadot-types298 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}299 env:300 RPC_URL: http://127.0.0.1:9933/301302 #- name: Test Report Parallel After Node upgrade303 # uses: phoenix-actions/test-reporting@v8304 # id: test-report-parallel-after305 # if: success() || failure() # run this step even if previous step failed306 # with:307 # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created308 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results309 # reporter: mochawesome-json310 # fail-on-error: 'false'311312 - name: Run Sequential tests after Node Parachain upgrade313 if: success() || failure()314 working-directory: ${{ matrix.mainnet_branch }}/tests315 run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}316 env:317 RPC_URL: http://127.0.0.1:9933/318319 #- name: Upload Sequential Test Report After Node upgrade320 # uses: phoenix-actions/test-reporting@v8321 # id: test-sequential-report-after322 # if: success() || failure() # run this step even if previous step failed323 # with:324 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created325 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results326 # reporter: mochawesome-json327 # fail-on-error: 'false'328329 - name: Stop running containers330 if: always() # run this step always331 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes332333 - name: Remove builder cache334 if: always() # run this step always335 run: |336 docker builder prune -f -a337 docker system prune -f338 docker image prune -f -a339340 - name: Remove repo at the end341 if: always() # run this step always342 run: |343 ls -ls ./1# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update2# Node only update with restart polkadot-launch process.34name: nodes-only update56# Triger: only call from main workflow(re-usable workflows)7on:8 workflow_call:91011# A workflow run is made up of one or more jobs that can run sequentially or in parallel12jobs:1314 nodes-execution-matrix:1516 name: execution matrix1718 runs-on: self-hosted-ci19 outputs:20 matrix: ${{ steps.create_matrix.outputs.matrix }}2122 steps:2324 - name: Clean Workspace25 uses: AutoModality/action-clean@v1.1.02627 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it28 - uses: actions/checkout@v3.1.029 with:30 ref: ${{ github.head_ref }} #Checking out head commit3132 - name: Read .env file33 uses: xom9ikk/dotenv@v23435 - name: Create Execution matrix36 uses: CertainLach/create-matrix-action@v437 id: create_matrix38 with:39 matrix: |40 network {opal}, wasm_name {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}41 network {sapphire}, wasm_name {quartz}, mainnet_branch {${{ env.SAPPHIRE_MAINNET_BRANCH }}}, relay_branch {${{ env.UNIQUEEAST_MAINNET_BRANCH }}}42 network {quartz}, wasm_name {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}43 network {unique}, wasm_name {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}444546 nodes-only-update:47 needs: nodes-execution-matrix48 # The type of runner that the job will run on49 runs-on: [self-hosted-ci]5051 timeout-minutes: 2880 # 48 hours for execution jobs.5253 name: ${{ matrix.network }}5455 continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5657 strategy:58 matrix:59 include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}6061 steps:6263 - name: Clean Workspace64 uses: AutoModality/action-clean@v1.1.06566 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it67 - uses: actions/checkout@v3.1.068 with:69 ref: ${{ github.head_ref }} #Checking out head commit7071 - name: Read .env file72 uses: xom9ikk/dotenv@v27374 - name: Generate ENV related extend file for docker-compose75 uses: cuchi/jinja2-action@v1.2.076 with:77 template: .docker/docker-compose.tmp-node.j278 output_file: .docker/docker-compose.node.${{ matrix.network }}.yml79 variables: |80 REPO_URL=${{ github.server_url }}/${{ github.repository }}.git81 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}82 POLKADOT_BUILD_BRANCH=${{ matrix.relay_branch }}83 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}84 # POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}85 # MAINNET_TAG=${{ matrix.mainnet_tag }}86 MAINNET_BRANCH=${{ matrix.mainnet_branch }}87 NETWORK=${{ matrix.network }}88 WASM_NAME=${{ matrix.wasm_name }}89 # BRANCH=${{ github.head_ref }}9091 - name: Show build configuration92 run: cat .docker/docker-compose.node.${{ matrix.network }}.yml9394 - name: Generate launch-config-forkless-nodata.json95 uses: cuchi/jinja2-action@v1.2.096 with:97 template: .docker/forkless-config/launch-config-forkless-nodata.j298 output_file: .docker/launch-config-forkless-nodata.json99 variables: |100 NETWORK=${{ matrix.network }}101 WASM_NAME=${{ matrix.wasm_name }}102 RELAY_CHAIN_TYPE=${{ env.RELAY_CHAIN_TYPE }}103104 - name: Show launch-config-forkless configuration105 run: cat .docker/launch-config-forkless-nodata.json106107 - uses: actions/setup-node@v3.5.1108 with:109 node-version: 16110111 - name: Build the stack112 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300113114 # 🚀 POLKADOT LAUNCH COMPLETE 🚀115 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.116 if: success()117 run: |118 counter=160119 function check_container_status {120 docker inspect -f {{.State.Running}} node-parachain121 }122 function do_docker_logs {123 docker logs --details node-parachain 2>&1124 }125 function is_started {126 if [ "$(check_container_status)" == "true" ]; then127 echo "Container: node-parachain RUNNING";128 echo "Check Docker logs"129 DOCKER_LOGS=$(do_docker_logs)130 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then131 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"132 return 0133 else134 echo "Message not found in logs output, repeating..."135 return 1136 fi137 else138 echo "Container node-parachain NOT RUNNING"139 echo "Halting all future checks"140 exit 1141 fi142 echo "something goes wrong"143 exit 1144 }145 while ! is_started; do146 echo "Waiting for special message in log files "147 sleep 30s148 counter=$(( $counter - 1 ))149 echo "Counter: $counter"150 if [ "$counter" -gt "0" ]; then151 continue152 else153 break154 fi155 done156 echo "Halting script"157 exit 0158 shell: bash159160 - name: Checkout at '${{ matrix.mainnet_branch }}' branch161 uses: actions/checkout@master162 with:163 ref: ${{ matrix.mainnet_branch }} #Checking out head commit164 path: ${{ matrix.mainnet_branch }}165166 - name: Run Parallel tests before Node Parachain upgrade167 working-directory: ${{ matrix.mainnet_branch }}/tests168 if: success() || failure()169 run: |170 yarn install171 yarn add mochawesome172 ./scripts/wait_for_first_block.sh173 echo "Ready to start tests"174 yarn polkadot-types175 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}176 env:177 RPC_URL: http://127.0.0.1:9933/178179 # - name: Upload Parallel Test Report Before Node upgrade180 # uses: phoenix-actions/test-reporting@v8181 # id: test-parallel-report-before182 # if: success() || failure() # run this step even if previous step failed183 # with:184 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created185 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results186 # reporter: mochawesome-json187 # fail-on-error: 'false'188189 - name: Run Sequential tests before Node Parachain upgrade190 if: success() || failure()191 working-directory: ${{ matrix.mainnet_branch }}/tests192 run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}193 env:194 RPC_URL: http://127.0.0.1:9933/195196 # - name: Upload Sequential Test Report Before Node upgrade197 # uses: phoenix-actions/test-reporting@v10198 # id: test-sequential-report-before199 # if: success() || failure() # run this step even if previous step failed200 # with:201 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created202 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results203 # reporter: mochawesome-json204 # fail-on-error: 'false'205206 - name: Send SIGUSR1 to polkadot-launch process207 if: success() || failure()208 run: |209 #Get PID of polkadot-launch210 ContainerID=$(docker ps -aqf "name=node-parachain")211 PID=$(docker exec node-parachain pidof 'polkadot-launch')212 sleep 30s213 echo -e "\n"214 echo -e "Restart polkadot-launch process: $PID\n"215 docker exec node-parachain kill -SIGUSR1 ${PID}216 echo "SIGUSR1 sent to Polkadot-launch PID: $PID"217 sleep 60s218 echo -e "Show logs of node-parachain container.\n"219 docker logs ${ContainerID}220221 - name: Get chain logs in case of docker image crashed after Polkadot Launch restart222 if: failure() # run this step only at failure223 run: |224 docker exec node-parachain tail -n 1000 /polkadot-launch/9944.log225 docker exec node-parachain tail -n 1000 /polkadot-launch/9945.log226 docker exec node-parachain tail -n 1000 /polkadot-launch/alice.log227228 - name: copy chain log files from container to the host229 if: success() || failure() # run this step even if previous step failed230 run: |231 mkdir -p /tmp/node-only-update232 docker cp node-parachain:/polkadot-launch/9944.log /tmp/node-only-update/233 docker cp node-parachain:/polkadot-launch/9945.log /tmp/node-only-update/234 docker cp node-parachain:/polkadot-launch/alice.log /tmp/node-only-update/235236 - name: Upload chain log files237 if: success() || failure()238 uses: actions/upload-artifact@v3239 with:240 name: node-only-update-chain-logs241 path: /tmp/node-only-update/242 if-no-files-found: warn243244 - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.245 if: success()246 run: |247 counter=160248 function check_container_status {249 docker inspect -f {{.State.Running}} node-parachain250 }251 function do_docker_logs {252 docker logs --details node-parachain 2>&1253 }254 function is_started {255 if [ "$(check_container_status)" == "true" ]; then256 echo "Container: node-parachain RUNNING";257 echo "Check Docker logs"258 DOCKER_LOGS=$(do_docker_logs)259 if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then260 echo "🌗 All parachain collators restarted with the new binaries."261 return 0262 else263 echo "Message not found in logs output, repeating..."264 return 1265 fi266 else267 echo "Container node-parachain NOT RUNNING"268 echo "Halting all future checks"269 exit 1270 fi271 echo "something goes wrong"272 exit 1273 }274 while ! is_started; do275 echo "Waiting for special message in log files "276 sleep 30s277 counter=$(( $counter - 1 ))278 echo "Counter: $counter"279 if [ "$counter" -gt "0" ]; then280 continue281 else282 break283 fi284 done285 echo "Halting script"286 exit 0287 shell: bash288289 - name: Run Parallel tests after Node Parachain upgrade290 working-directory: ${{ matrix.mainnet_branch }}/tests291 if: success() || failure() # run this step even if previous step failed292 run: |293 yarn install294 yarn add mochawesome295 ./scripts/wait_for_first_block.sh296 echo "Ready to start tests"297 yarn polkadot-types298 NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}299 env:300 RPC_URL: http://127.0.0.1:9933/301302 #- name: Test Report Parallel After Node upgrade303 # uses: phoenix-actions/test-reporting@v10304 # id: test-report-parallel-after305 # if: success() || failure() # run this step even if previous step failed306 # with:307 # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created308 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results309 # reporter: mochawesome-json310 # fail-on-error: 'false'311312 - name: Run Sequential tests after Node Parachain upgrade313 if: success() || failure()314 working-directory: ${{ matrix.mainnet_branch }}/tests315 run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}316 env:317 RPC_URL: http://127.0.0.1:9933/318319 #- name: Upload Sequential Test Report After Node upgrade320 # uses: phoenix-actions/test-reporting@v10321 # id: test-sequential-report-after322 # if: success() || failure() # run this step even if previous step failed323 # with:324 # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created325 # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results326 # reporter: mochawesome-json327 # fail-on-error: 'false'328329 - name: Stop running containers330 if: always() # run this step always331 run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes332333 - name: Remove builder cache334 if: always() # run this step always335 run: |336 docker builder prune -f -a337 docker system prune -f338 docker image prune -f -a339340 - name: Remove repo at the end341 if: always() # run this step always342 run: |343 ls -ls ./.github/workflows/polkadot-types.ymldiffbeforeafterboth--- a/.github/workflows/polkadot-types.yml
+++ b/.github/workflows/polkadot-types.yml
@@ -24,7 +24,7 @@
name: ${{ matrix.network }}
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
strategy:
matrix:
@@ -66,7 +66,7 @@
- name: Build the stack
run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v3.5.1
with:
node-version: 16
.github/workflows/testnet-build.ymldiffbeforeafterboth--- a/.github/workflows/testnet-build.yml
+++ b/.github/workflows/testnet-build.yml
@@ -28,7 +28,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -36,7 +36,7 @@
uses: xom9ikk/dotenv@v2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v4
id: create_matrix
with:
matrix: |
@@ -53,7 +53,7 @@
name: ${{ matrix.network }}
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
strategy:
matrix:
@@ -68,7 +68,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
.github/workflows/try-runtime.ymldiffbeforeafterboth--- a/.github/workflows/try-runtime.yml
+++ b/.github/workflows/try-runtime.yml
@@ -21,7 +21,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -29,7 +29,7 @@
uses: xom9ikk/dotenv@v2
- name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
+ uses: CertainLach/create-matrix-action@v4
id: create_matrix
with:
matrix: |
@@ -43,7 +43,7 @@
# The type of runner that the job will run on
runs-on: [self-hosted-ci]
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
name: ${{ matrix.network }}-try-runtime
strategy:
@@ -56,7 +56,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -82,7 +82,7 @@
- name: Collect Docker Logs
if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
+ uses: jwalton/gh-docker-logs@v2.2.1
with:
dest: './try-runtime-logs.${{ matrix.network }}'
images: 'try-runtime'
.github/workflows/unit-test.ymldiffbeforeafterboth--- a/.github/workflows/unit-test.yml
+++ b/.github/workflows/unit-test.yml
@@ -17,8 +17,7 @@
name: ${{ github.base_ref }}
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
steps:
@@ -26,7 +25,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
.github/workflows/xcm.ymldiffbeforeafterboth--- a/.github/workflows/xcm.yml
+++ b/.github/workflows/xcm.yml
@@ -28,7 +28,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -36,7 +36,7 @@
uses: xom9ikk/dotenv@v2
- name: Create Execution matrix
- uses: fabiocaccamo/create-matrix-action@v2
+ uses: CertainLach/create-matrix-action@v4
id: create_matrix
with:
matrix: |
@@ -54,7 +54,7 @@
name: ${{ matrix.network }}-build
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
strategy:
matrix:
@@ -69,10 +69,14 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
+ # Prepare SHA
+ - name: Prepare SHA
+ uses: ./.github/actions/prepare
+
- name: Read .env file
uses: xom9ikk/dotenv@v2
@@ -81,9 +85,6 @@
with:
username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
-
- - name: Install jq
- run: sudo apt install jq -y
# Check POLKADOT version and build it if it doesn't exist in repository
- name: Generate ENV related extend Dockerfile file for POLKADOT
@@ -217,7 +218,6 @@
fi
shell: bash
-
# Check ASTAR version and build it if it doesn't exist in repository
- name: Generate ENV related extend Dockerfile file for ASTAR
uses: cuchi/jinja2-action@v1.2.0
@@ -251,6 +251,8 @@
fi
shell: bash
+ - name: Pull chainql docker image
+ run: docker pull uniquenetwork/builder-chainql:latest
- name: Generate ENV related extend launch-config file
uses: cuchi/jinja2-action@v1.2.0
@@ -284,24 +286,23 @@
run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml
- name: Run find-and-replace to remove slashes from branch name
- uses: mad9000/actions-find-and-replace-string@2
+ uses: mad9000/actions-find-and-replace-string@3
id: branchname
with:
source: ${{ github.head_ref }}
find: '/'
replace: '-'
- - name: Pull chainql docker image
- run: docker pull uniquenetwork/builder-chainql:latest
+ - name: Set build SHA
+ shell: bash
+ run: |
+ echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
- name: Build the stack
- run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .
+ run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA .
- name: Push docker image version
- run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}
-
- - name: Push docker image latest
- run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest
+ run: docker push uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-$BUILD_SHA
- name: Remove builder cache
if: always() # run this step always
@@ -318,7 +319,7 @@
name: ${{ matrix.network }}-tests
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
strategy:
matrix:
@@ -333,10 +334,26 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
+ - name: Prepare
+ uses: ./.github/actions/prepare
+
+ - name: Set build SHA
+ shell: bash
+ run: |
+ echo "BUILD_SHA=${LAST_COMMIT_SHA:0:8}" >> $GITHUB_ENV
+
+ - name: Run find-and-replace to remove slashes from branch name
+ uses: mad9000/actions-find-and-replace-string@2
+ id: branchname
+ with:
+ source: ${{ github.head_ref }}
+ find: '/'
+ replace: '-'
+
- name: Read .env file
uses: xom9ikk/dotenv@v2
@@ -347,14 +364,21 @@
output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml
variables: |
NETWORK=${{ matrix.network }}
+ BUILD_TAG=${{ steps.branchname.outputs.value }}-$BUILD_SHA
- name: Show build configuration
run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v3.5.1
with:
node-version: 16
+ - name: Log in to Docker Hub
+ uses: docker/login-action@v2.0.0
+ with:
+ username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}
+ password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}
+
- name: Build the stack
run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300
@@ -364,14 +388,14 @@
run: |
counter=160
function check_container_status {
- docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-testnet-local
+ docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-local
}
function do_docker_logs {
- docker logs --details xcm-${{ matrix.network }}-testnet-local 2>&1
+ docker logs --details xcm-${{ matrix.network }}-local 2>&1
}
function is_started {
if [ "$(check_container_status)" == "true" ]; then
- echo "Container: xcm-${{ matrix.network }}-testnet-local RUNNING";
+ echo "Container: xcm-${{ matrix.network }}-local RUNNING";
echo "Check Docker logs"
DOCKER_LOGS=$(do_docker_logs)
if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then
@@ -382,7 +406,7 @@
return 1
fi
else
- echo "Container xcm-${{ matrix.network }}-testnet-local NOT RUNNING"
+ echo "Container xcm-${{ matrix.network }}-local NOT RUNNING"
echo "Halting all future checks"
exit 1
fi
@@ -409,7 +433,7 @@
run: |
yarn install
yarn add mochawesome
- node scripts/readyness.js
+ ./scripts/wait_for_first_block.sh
echo "Ready to start tests"
yarn polkadot-types
NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}
@@ -417,7 +441,7 @@
RPC_URL: http://127.0.0.1:9933/
- name: XCM Test Report
- uses: phoenix-actions/test-reporting@v8
+ uses: phoenix-actions/test-reporting@v10
id: test-report
if: success() || failure() # run this step even if previous step failed
with:
.github/workflows/yarn-dev.ymldiffbeforeafterboth--- a/.github/workflows/yarn-dev.yml
+++ b/.github/workflows/yarn-dev.yml
@@ -18,7 +18,7 @@
name: ${{ matrix.network }}
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+ continue-on-error: false #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
strategy:
matrix:
@@ -34,7 +34,7 @@
uses: AutoModality/action-clean@v1.1.0
# Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
+ - uses: actions/checkout@v3.1.0
with:
ref: ${{ github.head_ref }} #Checking out head commit
@@ -57,7 +57,7 @@
- name: Build the stack
run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans
- - uses: actions/setup-node@v3
+ - uses: actions/setup-node@v3.5.1
with:
node-version: 16
@@ -66,7 +66,7 @@
run: |
yarn install
yarn add mochawesome
- node scripts/readyness.js
+ ./scripts/wait_for_first_block.sh
echo "Ready to start tests"
yarn polkadot-types
NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
@@ -74,7 +74,7 @@
RPC_URL: http://127.0.0.1:9933/
- name: Test Report
- uses: phoenix-actions/test-reporting@v8
+ uses: phoenix-actions/test-reporting@v10
id: test-report
if: success() || failure() # run this step even if previous step failed
with:
@@ -97,3 +97,20 @@
docker builder prune -f -a
docker system prune -f
docker image prune -f -a
+
+ # check:
+ # if: always()
+ # runs-on: [self-hosted-ci]
+ # needs:
+ # - dev_build_int_tests
+
+ # steps:
+ # - name: Install python3
+ # uses: actions/setup-python@v4
+ # with:
+ # python-version: '3.10'
+
+ # - name: Decide whether the needed jobs succeeded or failed
+ # uses: re-actors/alls-green@v1.2.2
+ # with:
+ # jobs: ${{ toJSON(needs) }}
\ No newline at end of file