difftreelog
Merge pull request #685 from UniqueNetwork/feature/ci-refactoring
in: master
Feature/ci refactoring
52 files changed
.docker/Dockerfile-chain-devdiffbeforeafterboth--- a/.docker/Dockerfile-chain-dev
+++ b/.docker/Dockerfile-chain-dev
@@ -1,15 +1,15 @@
FROM ubuntu:20.04
-ARG RUST_TOOLCHAIN=
-ARG FEATURE=
+ARG RUST_TOOLCHAIN
+ARG NETWORK
ENV DEBIAN_FRONTEND=noninteractive
ENV TZ=Etc/UTC
-ENV FEATURE=$FEATURE
+ENV NETWORK=$NETWORK
ENV CARGO_HOME="/cargo-home"
ENV PATH="/cargo-home/bin:$PATH"
-RUN echo "$FEATURE\n" && echo "$RUST_TOOLCHAIN\n"
+RUN echo "$NETWORK\n" && echo "$RUST_TOOLCHAIN\n"
RUN apt-get update && apt-get install -y git curl libssl-dev llvm pkg-config libclang-dev clang git make cmake protobuf-compiler
@@ -26,6 +26,6 @@
WORKDIR /dev_chain
RUN cargo build --release
-RUN echo "$FEATURE"
+RUN echo "$NETWORK"
-CMD cargo run --release --features=$FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
+CMD cargo run --release --features=${NETWORK}-runtime -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
.docker/Dockerfile-chain-dev-unitdiffbeforeafterboth--- a/.docker/Dockerfile-chain-dev-unit
+++ b/.docker/Dockerfile-chain-dev-unit
@@ -10,8 +10,8 @@
RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
-ARG RUST_TOOLCHAIN=
-ARG FEATURE=
+ARG RUST_TOOLCHAIN
+ARG NETWORK
RUN rustup toolchain uninstall $(rustup toolchain list) && \
rustup toolchain install $RUST_TOOLCHAIN && \
.docker/Dockerfile-parachaindiffbeforeafterboth--- a/.docker/Dockerfile-parachain
+++ b/.docker/Dockerfile-parachain
@@ -6,8 +6,8 @@
LABEL maintainer="Unique.Network"
ARG RUST_TOOLCHAIN=
+ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
-ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
ENV CARGO_HOME="/cargo-home"
ENV PATH="/cargo-home/bin:$PATH"
ENV TZ=UTC
@@ -35,21 +35,22 @@
FROM rust-builder as builder-unique
ARG PROFILE=release
-ARG FEATURE=
-ARG REPO_URL=
-ARG BRANCH=
+ARG NETWORK
+ARG REPO_URL
+ARG BRANCH
+
+RUN echo "NETWORK="${NETWORK}
WORKDIR /unique_parachain
RUN git clone $REPO_URL -b $BRANCH . && \
- cargo build --features=$FEATURE --$PROFILE
+ cargo build --features=${NETWORK}-runtime --$PROFILE
# ===== RUN ======
FROM ubuntu:20.04
-ARG POLKADOT_BUILD_BRANCH=
-ENV POLKADOT_BUILD_BRANCH $POLKADOT_BUILD_BRANCH
+ARG POLKADOT_LAUNCH_BRANCH=
RUN apt-get -y update && \
apt-get -y install curl git && \
@@ -59,7 +60,7 @@
nvm install v16.16.0 && \
nvm use v16.16.0
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b ${POLKADOT_LAUNCH_BRANCH}
RUN export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
@@ -75,5 +76,4 @@
CMD export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
cd /polkadot-launch && \
- yarn start launch-config.json
-
+ yarn start launch-config.json
\ No newline at end of file
.docker/Dockerfile-parachain-node-onlydiffbeforeafterboth--- a/.docker/Dockerfile-parachain-node-only
+++ b/.docker/Dockerfile-parachain-node-only
@@ -35,34 +35,32 @@
FROM rust-builder as builder-unique-current
ARG PROFILE=release
-ARG FEATURE=
-ARG MAINNET_BRANCH=
-ARG REPO_URL=
+ARG NETWORK
+ARG MAINNET_BRANCH
+ARG REPO_URL
WORKDIR /unique_parachain
RUN git clone $REPO_URL -b $MAINNET_BRANCH . && \
- cargo build --features=$FEATURE --$PROFILE
+ cargo build --features=${NETWORK}-runtime --$PROFILE
# ===== BUILD target version ======
FROM rust-builder as builder-unique-target
ARG PROFILE=release
-ARG FEATURE=
+ARG NETWORK
COPY . /unique_parachain
WORKDIR /unique_parachain
-RUN cargo build --features=$FEATURE --$PROFILE
+RUN cargo build --features=${NETWORK}-runtime --$PROFILE
# ===== RUN ======
FROM ubuntu:20.04
-ARG RUNTIME=
-ENV RUNTIME $RUNTIME
-ARG POLKADOT_BUILD_BRANCH=
-ENV POLKADOT_BUILD_BRANCH $POLKADOT_BUILD_BRANCH
+ARG NETWORK
+ARG POLKADOT_LAUNCH_BRANCH
RUN apt-get -y update && \
apt-get -y install curl git && \
@@ -72,7 +70,7 @@
nvm install v16.16.0 && \
nvm use v16.16.0
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b ${POLKADOT_LAUNCH_BRANCH}
RUN export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
@@ -80,12 +78,11 @@
npm install --global yarn && \
yarn install
-RUN echo "$RUNTIME"
-RUN echo "$POLKADOT_BUILD_BRANCH"
+RUN echo "$NETWORK"
COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
-COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm
COPY --from=polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
COPY --from=polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
@@ -94,5 +91,3 @@
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
cd /polkadot-launch && \
yarn start launch-config.json --test-upgrade-parachains -w -n
-
-
.docker/Dockerfile-parachain-upgradediffbeforeafterboth--- a/.docker/Dockerfile-parachain-upgrade
+++ b/.docker/Dockerfile-parachain-upgrade
@@ -34,36 +34,31 @@
FROM rust-builder as builder-unique-current
ARG PROFILE=release
-ARG FEATURE=
-ARG MAINNET_BRANCH=
-ARG REPO_URL=
+ARG NETWORK
+ARG MAINNET_BRANCH
+ARG REPO_URL
WORKDIR /unique_parachain
RUN git clone $REPO_URL -b $MAINNET_BRANCH . && \
- cargo build --features=$FEATURE --$PROFILE
+ cargo build --features=${NETWORK}-runtime --$PROFILE
# ===== BUILD target version ======
FROM rust-builder as builder-unique-target
ARG PROFILE=release
-ARG FEATURE=
-ARG BRANCH=
-ARG REPO_URL=
+ARG NETWORK
COPY . /unique_parachain
WORKDIR /unique_parachain
-RUN cargo build --features=$FEATURE --$PROFILE
+RUN cargo build --features=${NETWORK}-runtime --$PROFILE
# ===== RUN ======
-
FROM ubuntu:20.04
-ARG RUNTIME=
-ENV RUNTIME $RUNTIME
-ARG POLKADOT_BUILD_BRANCH=
-ENV POLKADOT_BUILD_BRANCH $POLKADOT_BUILD_BRANCH
+ARG NETWORK
+ARG POLKADOT_LAUNCH_BRANCH
RUN apt-get -y update && \
apt-get -y install curl git && \
@@ -73,7 +68,7 @@
nvm install v16.16.0 && \
nvm use v16.16.0
-RUN git clone https://github.com/uniquenetwork/polkadot-launch -b unique-network
+RUN git clone https://github.com/uniquenetwork/polkadot-launch -b ${POLKADOT_LAUNCH_BRANCH}
RUN export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
@@ -81,12 +76,11 @@
npm install --global yarn && \
yarn install
-RUN echo "$RUNTIME"
-RUN echo "$POLKADOT_BUILD_BRANCH"
+RUN echo "$NETWORK"
COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
-COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm
COPY --from=polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
COPY --from=polkadot /unique_parachain/polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm /polkadot/target/release/wbuild/westend-runtime/westend_runtime.compact.compressed.wasm
.docker/Dockerfile-parachain-upgrade-datadiffbeforeafterboth--- a/.docker/Dockerfile-parachain-upgrade-data
+++ b/.docker/Dockerfile-parachain-upgrade-data
@@ -34,38 +34,35 @@
FROM rust-builder as builder-unique-current
ARG PROFILE=release
-ARG FEATURE=
-ARG MAINNET_BRANCH=
-ARG REPO_URL=
+ARG NETWORK
+ARG MAINNET_BRANCH
+ARG REPO_URL
WORKDIR /unique_parachain
RUN git clone $REPO_URL -b $MAINNET_BRANCH . && \
- cargo build --features=$FEATURE --$PROFILE
+ cargo build --features=${NETWORK}-runtime --$PROFILE
# ===== BUILD target version ======
FROM rust-builder as builder-unique-target
ARG PROFILE=release
-ARG FEATURE=
-ARG BRANCH=
-ARG REPO_URL=
+ARG NETWORK
+ARG BRANCH
+ARG REPO_URL
COPY . /unique_parachain
WORKDIR /unique_parachain
-RUN cargo build --features=$FEATURE --$PROFILE
+RUN cargo build --features=${NETWORK}-runtime --$PROFILE
# ===== RUN ======
-
FROM ubuntu:20.04
-ARG RUNTIME=
-ENV RUNTIME $RUNTIME
-ARG REPLICA_FROM=
-ENV REPLICA_FROM=$REPLICA_FROM
-ARG POLKADOT_BUILD_BRANCH=
-ENV POLKADOT_BUILD_BRANCH $POLKADOT_BUILD_BRANCH
+ARG NETWORK
+ARG REPLICA_FROM
+ENV REPLICA_FROM=${REPLICA_FROM}
+ARG POLKADOT_LAUNCH_BRANCH
RUN apt-get -y update && \
apt-get -y install curl git && \
@@ -75,7 +72,7 @@
nvm install v16.16.0 && \
nvm use v16.16.0
-RUN git clone https://github.com/uniquenetwork/polkadot-launch.git -b unique-network
+RUN git clone https://github.com/uniquenetwork/polkadot-launch.git -b ${POLKADOT_LAUNCH_BRANCH}
RUN export NVM_DIR="$HOME/.nvm" && \
[ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
@@ -83,13 +80,12 @@
npm install --global yarn && \
yarn install
-RUN echo "$RUNTIME"
+RUN echo "$NETWORK"
RUN echo "$REPLICA_FROM"
-RUN echo "$POLKADOT_BUILD_BRANCH"
COPY --from=builder-unique-current /unique_parachain/target/release/unique-collator /unique-chain/current/release/
COPY --from=builder-unique-target /unique_parachain/target/release/unique-collator /unique-chain/target/release/
-COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$RUNTIME"-runtime/"$RUNTIME"_runtime.compact.compressed.wasm
+COPY --from=builder-unique-target /unique_parachain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm /unique-chain/target/release/wbuild/"$NETWORK"-runtime/"$NETWORK"_runtime.compact.compressed.wasm
COPY --from=uniquenetwork/builder-chainql:latest /chainql/target/release/chainql /chainql/target/release/
.docker/Dockerfile-testnet.j2diffbeforeafterboth--- a/.docker/Dockerfile-testnet.j2
+++ b/.docker/Dockerfile-testnet.j2
@@ -33,7 +33,7 @@
RUN git clone -b {{ BRANCH }} https://github.com/UniqueNetwork/unique-chain.git && \
cd unique-chain && \
- cargo build --features={{ FEATURE }} --$PROFILE
+ cargo build --features={{ NETWORK }}-runtime --$PROFILE
# ===== RUN ======
.docker/Dockerfile-try-runtimediffbeforeafterboth--- a/.docker/Dockerfile-try-runtime
+++ b/.docker/Dockerfile-try-runtime
@@ -2,7 +2,7 @@
FROM ubuntu:20.04 as rust-builder
LABEL maintainer="Unique.Network"
-ARG RUST_TOOLCHAIN=
+ARG RUST_TOOLCHAIN
ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
ENV CARGO_HOME="/cargo-home"
@@ -33,17 +33,17 @@
FROM rust-builder as builder-unique
ARG PROFILE=release
-ARG FEATURE=
-ARG REPLICA_FROM=
-ENV FEATURE $FEATURE
+ARG NETWORK
+ARG REPLICA_FROM
+ENV NETWORK $NETWORK
ENV REPLICA_FROM $REPLICA_FROM
COPY . /unique_parachain
WORKDIR /unique_parachain
-RUN echo "Requested features: $FEATURE\n" && \
+RUN echo "Requested features: ${NETWORK}-runtime\n" && \
echo "Fork from: $REPLICA_FROM\n" && \
- cargo build --features=$FEATURE --release
+ cargo build --features=try-runtime,${NETWORK}-runtime --release
-CMD cargo run --features=try-runtime,$FEATURE --release -- try-runtime --no-spec-check-panic on-runtime-upgrade live --uri $REPLICA_FROM
+CMD cargo run --features=try-runtime,${NETWORK}-runtime --release -- try-runtime --no-spec-check-panic on-runtime-upgrade live --uri $REPLICA_FROM
.docker/Dockerfile-xcm.j2diffbeforeafterboth--- a/.docker/Dockerfile-xcm.j2
+++ b/.docker/Dockerfile-xcm.j2
@@ -37,7 +37,7 @@
RUN git clone -b {{ BRANCH }} https://github.com/UniqueNetwork/unique-chain.git && \
cd unique-chain && \
- cargo build --features={{ FEATURE }} --$PROFILE
+ cargo build --features={{ NETWORK }}-runtime --$PROFILE
# ===== RUN ======
.docker/docker-compose-dev.yamldiffbeforeafterboth--- a/.docker/docker-compose-dev.yaml
+++ /dev/null
@@ -1,9 +0,0 @@
-version: "3.5"
-
-services:
- node-dev:
- build:
- context: ../
- dockerfile: .docker/Dockerfile-chain-dev
- image: node-dev
- container_name: node-dev
.docker/docker-compose-forkless.ymldiffbeforeafterboth--- a/.docker/docker-compose-forkless.yml
+++ /dev/null
@@ -1,24 +0,0 @@
-version: "3.5"
-
-services:
- node-parachain:
- build:
- context: ../
- dockerfile: .docker/Dockerfile-parachain-upgrade
- image: node-parachain
- container_name: node-parachain
- volumes:
- - type: bind
- source: ./launch-config-forkless.json
- target: /polkadot-launch/launch-config.json
- read_only: true
- expose:
- - 9944
- - 9933
- ports:
- - 127.0.0.1:9944:9944
- - 127.0.0.1:9933:9933
- logging:
- options:
- max-size: "1m"
- max-file: "3"
.docker/docker-compose-master.ymldiffbeforeafterboth--- a/.docker/docker-compose-master.yml
+++ /dev/null
@@ -1,19 +0,0 @@
-version: "3.5"
-
-services:
- blockchain_nodes:
- build:
- context: ../
- dockerfile: .docker/Dockerfile-parachain
- image: blockchain_nodes
- container_name: blockchain_nodes
- expose:
- - 9944
- - 9933
- ports:
- - 127.0.0.1:9944:9944
- - 127.0.0.1:9933:9933
- logging:
- options:
- max-size: "1m"
- max-file: "3"
.docker/docker-compose-try-runtime.ymldiffbeforeafterboth--- a/.docker/docker-compose-try-runtime.yml
+++ /dev/null
@@ -1,19 +0,0 @@
-version: "3.5"
-
-services:
- try-runtime:
- build:
- context: ../
- dockerfile: .docker/Dockerfile-try-runtime
- image: try-runtime
- container_name: try-runtime
- expose:
- - 9944
- - 9933
- ports:
- - 127.0.0.1:9944:9944
- - 127.0.0.1:9933:9933
- logging:
- options:
- max-size: "1m"
- max-file: "3"
.docker/docker-compose.tmp-dev.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-dev.j2
+++ b/.docker/docker-compose.tmp-dev.j2
@@ -5,9 +5,11 @@
build:
args:
- "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- - "FEATURE={{ FEATURE }}"
+ - "NETWORK={{ NETWORK }}"
context: ../
dockerfile: .docker/Dockerfile-chain-dev
+ image: node-dev
+ container_name: node-dev
expose:
- 9944
- 9933
@@ -18,4 +20,4 @@
options:
max-size: "1m"
max-file: "3"
- command: cargo run --release --features={{ FEATURE }} -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
+ command: cargo run --release --features={{ NETWORK }}-runtime -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
.docker/docker-compose.tmp-forkless-data.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-forkless-data.j2
+++ b/.docker/docker-compose.tmp-forkless-data.j2
@@ -7,9 +7,9 @@
- "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- "BRANCH={{ BRANCH }}"
- "REPO_URL={{ REPO_URL }}"
- - "FEATURE={{ FEATURE }}"
- - "RUNTIME={{ RUNTIME }}"
+ - "NETWORK={{ NETWORK }}"
- "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
+ - "POLKADOT_LAUNCH_BRANCH={{ POLKADOT_LAUNCH_BRANCH }}"
- "MAINNET_TAG={{ MAINNET_TAG }}"
- "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
- "REPLICA_FROM={{ REPLICA_FROM }}"
.docker/docker-compose.tmp-forkless-nodata.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-forkless-nodata.j2
+++ b/.docker/docker-compose.tmp-forkless-nodata.j2
@@ -7,9 +7,9 @@
- "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- "BRANCH={{ BRANCH }}"
- "REPO_URL={{ REPO_URL }}"
- - "FEATURE={{ FEATURE }}"
- - "RUNTIME={{ RUNTIME }}"
+ - "NETWORK={{ NETWORK }}"
- "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
+ - "POLKADOT_LAUNCH_BRANCH={{ POLKADOT_LAUNCH_BRANCH }}"
- "MAINNET_TAG={{ MAINNET_TAG }}"
- "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
context: ../
.docker/docker-compose.tmp-master.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-master.j2
+++ /dev/null
@@ -1,11 +0,0 @@
-version: "3.5"
-
-services:
- blockchain_nodes:
- build:
- args:
- - "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- - "BRANCH={{ BRANCH }}"
- - "REPO_URL={{ REPO_URL }}"
- - "FEATURE={{ FEATURE }}"
- - "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
.docker/docker-compose.tmp-node.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-node.j2
+++ b/.docker/docker-compose.tmp-node.j2
@@ -7,9 +7,9 @@
- "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- "BRANCH={{ BRANCH }}"
- "REPO_URL={{ REPO_URL }}"
- - "FEATURE={{ FEATURE }}"
- - "RUNTIME={{ RUNTIME }}"
+ - "NETWORK={{ NETWORK }}"
- "POLKADOT_BUILD_BRANCH={{ POLKADOT_BUILD_BRANCH }}"
+ - "POLKADOT_LAUNCH_BRANCH={{ POLKADOT_LAUNCH_BRANCH }}"
- "MAINNET_TAG={{ MAINNET_TAG }}"
- "MAINNET_BRANCH={{ MAINNET_BRANCH }}"
context: ../
.docker/docker-compose.tmp-try-runtime.j2diffbeforeafterboth--- /dev/null
+++ b/.docker/docker-compose.tmp-try-runtime.j2
@@ -0,0 +1,23 @@
+version: "3.5"
+
+services:
+ try-runtime:
+ build:
+ context: ../
+ dockerfile: .docker/Dockerfile-try-runtime
+ args:
+ - "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
+ - "NETWORK={{ NETWORK }}"
+ - "REPLICA_FROM={{ REPLICA_FROM }}"
+ image: try-runtime
+ container_name: try-runtime
+ expose:
+ - 9944
+ - 9933
+ ports:
+ - 127.0.0.1:9944:9944
+ - 127.0.0.1:9933:9933
+ logging:
+ options:
+ max-size: "1m"
+ max-file: "3"
.docker/docker-compose.tmp-unit.j2diffbeforeafterboth--- a/.docker/docker-compose.tmp-unit.j2
+++ b/.docker/docker-compose.tmp-unit.j2
@@ -7,7 +7,9 @@
dockerfile: .docker/Dockerfile-chain-dev-unit
args:
- "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- - "FEATURE={{ FEATURE }}"
+ - "NETWORK={{ NETWORK }}"
+ image: node-dev
+ container_name: node-dev
logging:
options:
max-size: "1m"
.docker/docker-compose.try-runtime.j2diffbeforeafterboth--- a/.docker/docker-compose.try-runtime.j2
+++ /dev/null
@@ -1,10 +0,0 @@
-version: "3.5"
-
-services:
- try-runtime:
- build:
- args:
- - "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
- - "FEATURE={{ FEATURE }}"
- - "REPLICA_FROM={{ REPLICA_FROM }}"
-
.docker/forkless-config/launch-config-forkless-data.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-forkless-data.j2
+++ b/.docker/forkless-config/launch-config-forkless-data.j2
@@ -88,14 +88,13 @@
{
"bin": "/unique-chain/current/release/unique-collator",
"upgradeBin": "/unique-chain/target/release/unique-collator",
- "upgradeWasm": "/unique-chain/target/release/wbuild/{{ FEATURE }}/{{ RUNTIME }}_runtime.compact.compressed.wasm",
+ "upgradeWasm": "/unique-chain/target/release/wbuild/{{ NETWORK }}-runtime/{{ NETWORK }}_runtime.compact.compressed.wasm",
"id": "1000",
"balance": "1000000000000000000000000",
"chainRawInitializer": [
"chainql",
- "--ext-str=REPLICA_FROM",
"--tla-code=rawSpec=import '${rawSpec}'",
- "--tla-code=forkFrom=std.extVar('REPLICA_FROM')",
+ "--tla-str=forkFrom={{ REPLICA_FROM }}",
"fork.jsonnet"
],
"nodes": [
.docker/forkless-config/launch-config-forkless-nodata.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-forkless-nodata.j2
+++ b/.docker/forkless-config/launch-config-forkless-nodata.j2
@@ -88,7 +88,7 @@
{
"bin": "/unique-chain/current/release/unique-collator",
"upgradeBin": "/unique-chain/target/release/unique-collator",
- "upgradeWasm": "/unique-chain/target/release/wbuild/{{ FEATURE }}/{{ RUNTIME }}_runtime.compact.compressed.wasm",
+ "upgradeWasm": "/unique-chain/target/release/wbuild/{{ NETWORK }}-runtime/{{ NETWORK }}_runtime.compact.compressed.wasm",
"id": "1000",
"balance": "1000000000000000000000000",
"nodes": [
.docker/forkless-config/launch-config-node-update-only-v3.j2diffbeforeafterboth--- a/.docker/forkless-config/launch-config-node-update-only-v3.j2
+++ b/.docker/forkless-config/launch-config-node-update-only-v3.j2
@@ -88,7 +88,7 @@
{
"bin": "/unique-chain/current/release/unique-collator",
"upgradeBin": "/unique-chain/target/release/unique-collator",
- "upgradeWasm": "/unique-chain/target/release/wbuild/{{ FEATURE }}/{{ RUNTIME }}_runtime.compact.compressed.wasm",
+ "upgradeWasm": "/unique-chain/target/release/wbuild/{{ NETWORK }}-runtime/{{ NETWORK }}_runtime.compact.compressed.wasm",
"id": "1000",
"balance": "1000000000000000000000000",
"nodes": [
.envdiffbeforeafterboth--- a/.env
+++ b/.env
@@ -5,18 +5,19 @@
STATEMINT_BUILD_BRANCH=release-parachains-v9271
ACALA_BUILD_BRANCH=2.9.6
MOONBEAM_BUILD_BRANCH=v0.26.1
-UNIQUE_MAINNET_TAG=v924010-old-tests-fixes
+UNIQUE_MAINNET_BRANCH=v924010-old-tests-fixes
UNIQUE_REPLICA_FROM=wss://eu-ws.unique.network:443
KUSAMA_MAINNET_BRANCH=release-v0.9.30
STATEMINE_BUILD_BRANCH=parachains-v9271
KARURA_BUILD_BRANCH=release-karura-2.9.5
MOONRIVER_BUILD_BRANCH=v0.26.1
-QUARTZ_MAINNET_TAG=quartz-v924012-2-old-tests-fixes
+QUARTZ_MAINNET_BRANCH=quartz-v924012-2-old-tests-fixes
QUARTZ_REPLICA_FROM=wss://eu-ws-quartz.unique.network:443
UNQWND_MAINNET_BRANCH=release-v0.9.30
WESTMINT_BUILD_BRANCH=parachains-v9290
-OPAL_MAINNET_TAG=quartz-v924012-2-old-tests-fixes
+OPAL_MAINNET_BRANCH=quartz-v924012-2-old-tests-fixes
OPAL_REPLICA_FROM=wss://eu-ws-opal.unique.network:443
+
POLKADOT_LAUNCH_BRANCH=unique-network
.github/workflows/canary.ymldiffbeforeafterboth--- a/.github/workflows/canary.yml
+++ b/.github/workflows/canary.yml
@@ -5,7 +5,7 @@
market-e2e-test:
name: market e2e tests
- uses: ./.github/workflows/market-test_v2.yml
+ uses: ./.github/workflows/market-test.yml
secrets: inherit
.github/workflows/ci-develop.ymldiffbeforeafterboth--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -16,14 +16,13 @@
# List of a jobs included into Workflow.
jobs:
- yarn-test-dev:
+ yarn-dev:
if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/dev-build-tests_v2.yml
-
+ uses: ./.github/workflows/yarn-dev.yml
unit-test:
if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/unit-test_v2.yml
+ uses: ./.github/workflows/unit-test.yml
canary:
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'canary')) }} # Conditional check for draft & labels per job.
@@ -41,16 +40,12 @@
node-only-update:
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'node-only-update')) }} # Conditional check for draft & labels per job.
- uses: ./.github/workflows/node-only-update_v2.yml
+ uses: ./.github/workflows/node-only-update.yml
- parallel_and_sequential_tests:
+ integration:
if: ${{ (github.event.pull_request.draft == false && contains( github.event.pull_request.labels.*.name, 'integration')) }} # Conditional check for draft & labels per job.
uses: ./.github/workflows/integration-tests.yml
codestyle:
if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/codestyle_v2.yml
-
- yarn_eslint:
- if: github.event.pull_request.draft == false # Conditional check for draft per job.
- uses: ./.github/workflows/test_codestyle_v2.yml
+ uses: ./.github/workflows/codestyle.yml
.github/workflows/ci-master.ymldiffbeforeafterboth--- a/.github/workflows/ci-master.yml
+++ b/.github/workflows/ci-master.yml
@@ -17,21 +17,25 @@
jobs:
unit-test:
- uses: ./.github/workflows/unit-test_v2.yml
+ uses: ./.github/workflows/unit-test.yml
node-only-update:
- uses: ./.github/workflows/node-only-update_v2.yml
+ uses: ./.github/workflows/node-only-update.yml
forkless:
uses: ./.github/workflows/forkless.yml
- canary:
- uses: ./.github/workflows/canary.yml
- secrets: inherit # pass all secrets from initial workflow to nested
+ # canary:
+ # uses: ./.github/workflows/canary.yml
+ # secrets: inherit # pass all secrets from initial workflow to nested
xcm:
uses: ./.github/workflows/xcm.yml
secrets: inherit # pass all secrets from initial workflow to nested
+ # testnet:
+ # uses: ./.github/workflows/testnet-build.yml
+ # secrets: inherit # pass all secrets from initial workflow to nested
+
codestyle:
- uses: ./.github/workflows/codestyle_v2.yml
+ uses: ./.github/workflows/codestyle.yml
.github/workflows/codestyle.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/codestyle.yml
@@ -0,0 +1,55 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837012/Code+style+testing
+# Nested workflow for checks related to formatting Rust code
+
+name: codestyle
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+jobs:
+ rustfmt:
+ runs-on: [ self-hosted-ci ]
+ steps:
+ - uses: actions/checkout@v3
+ - name: Install latest nightly
+ uses: actions-rs/toolchain@v1
+ with:
+ toolchain: nightly
+ default: true
+ target: wasm32-unknown-unknown
+ components: rustfmt, clippy
+ - name: Run cargo fmt
+ run: cargo fmt -- --check # In that mode it returns only exit code.
+ - name: Cargo fmt state
+ if: success()
+ run: echo "Nothing to do. Command 'cargo fmt -- --check' returned exit code 0."
+
+ yarn_eslint:
+ runs-on: [ self-hosted-ci ]
+ steps:
+ - uses: actions/checkout@v3
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
+ - name: Install modules
+ run: cd tests && yarn
+ - name: Run ESLint
+ run: cd tests && yarn eslint --ext .ts,.js src/
+
+ clippy:
+ if: ${{ false }}
+ runs-on: [ self-hosted-ci ]
+ steps:
+ - uses: actions/checkout@v3
+ - name: Install substrate dependencies
+ run: sudo apt-get install libssl-dev pkg-config libclang-dev clang protobuf-compiler
+ - name: Install latest nightly
+ uses: actions-rs/toolchain@v1
+ with:
+ toolchain: nightly
+ default: true
+ target: wasm32-unknown-unknown
+ components: rustfmt, clippy
+ - name: Run cargo check
+ run: cargo clippy -- -Dwarnings
.github/workflows/codestyle_v2.ymldiffbeforeafterboth--- a/.github/workflows/codestyle_v2.yml
+++ /dev/null
@@ -1,47 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837012/Code+style+testing
-# Nested workflow for checks related to formatting Rust code
-
-name: cargo fmt
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-jobs:
- rustfmt:
- runs-on: self-hosted-ci
-
- steps:
- - uses: actions/checkout@v3
- - name: Install latest nightly
- uses: actions-rs/toolchain@v1
- with:
- toolchain: nightly
- default: true
- target: wasm32-unknown-unknown
- components: rustfmt, clippy
- - name: Run cargo fmt
- run: cargo fmt -- --check # In that mode it returns only exit code.
- - name: Cargo fmt state
- if: success()
- run: echo "Nothing to do. Command 'cargo fmt -- --check' returned exit code 0."
-
-
- clippy:
- if: ${{ false }}
- runs-on: self-hosted-ci
-
- steps:
-
- - uses: actions/checkout@v3
- - name: Install substrate dependencies
- run: sudo apt-get install libssl-dev pkg-config libclang-dev clang protobuf-compiler
- - name: Install latest nightly
- uses: actions-rs/toolchain@v1
- with:
- toolchain: nightly
- default: true
- target: wasm32-unknown-unknown
- components: rustfmt, clippy
- - name: Run cargo check
- run: cargo clippy -- -Dwarnings
.github/workflows/dev-build-tests_v2.ymldiffbeforeafterboth--- a/.github/workflows/dev-build-tests_v2.yml
+++ /dev/null
@@ -1,101 +0,0 @@
-# Integration test in --dev mode
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586411104/Integration+tests
-name: yarn test dev
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- dev_build_int_tests:
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,medium]
- timeout-minutes: 1380
-
- name: ${{ matrix.network }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include:
- - network: "opal"
- features: "opal-runtime"
- - network: "quartz"
- features: "quartz-runtime"
- - network: "unique"
- features: "unique-runtime"
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-dev.j2
- output_file: .docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- FEATURE=${{ matrix.features }}
-
-
- - name: Show build configuration
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Run tests
- working-directory: tests
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report
- uses: phoenix-actions/test-reporting@v8
- id: test-report
- if: success() || failure() # run this step even if previous step failed
- with:
- name: int test results - ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- - name: Read output variables
- run: |
- echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}"
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/execution-matrix.ymldiffbeforeafterboth--- a/.github/workflows/execution-matrix.yml
+++ b/.github/workflows/execution-matrix.yml
@@ -36,7 +36,7 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
+ network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
+ network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
.github/workflows/forkless-update-data.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/forkless-update-data.yml
@@ -0,0 +1,169 @@
+# Forkless update with data replication
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ execution-marix:
+
+ name: Prepare execution matrix
+
+ runs-on: self-hosted-ci
+ outputs:
+ matrix: ${{ steps.create_matrix.outputs.matrix }}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Create Execution matrix
+ uses: CertainLach/create-matrix-action@v3
+ id: create_matrix
+ with:
+ matrix: |
+ network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
+ network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
+
+ forkless-update-data:
+ needs: execution-marix
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,large]
+ timeout-minutes: 1380
+
+ name: ${{ matrix.network }}-data
+ strategy:
+ matrix:
+ include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ steps:
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-forkless-data.j2
+ output_file: .docker/docker-compose-forkless-data.${{ matrix.network }}.yml
+ variables: |
+ REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
+ POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
+ MAINNET_TAG=${{ matrix.mainnet_tag }}
+ MAINNET_BRANCH=${{ matrix.mainnet_branch }}
+ NETWORK=${{ matrix.network }}
+ BRANCH=${{ github.head_ref }}
+ REPLICA_FROM=${{ matrix.replica_from_address }}
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose-forkless-data.${{ matrix.network }}.yml
+
+ - name: Generate launch-config-forkless-data.json
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/forkless-config/launch-config-forkless-data.j2
+ output_file: .docker/launch-config-forkless-data.json
+ variables: |
+ NETWORK=${{ matrix.network }}
+ REPLICA_FROM=${{ matrix.replica_from_address }}
+
+ - name: Show launch-config-forkless configuration
+ run: cat .docker/launch-config-forkless-data.json
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
+
+ - name: Check if docker logs consist logs related to Runtime Upgrade testing.
+ if: success()
+ run: |
+ counter=160
+ function check_container_status {
+ docker inspect -f {{.State.Running}} node-parachain
+ }
+ function do_docker_logs {
+ docker logs --details node-parachain 2>&1
+ }
+ function is_started {
+ if [ "$(check_container_status)" == "true" ]; then
+ echo "Container: node-parachain RUNNING";
+ echo "Check Docker logs"
+ DOCKER_LOGS=$(do_docker_logs)
+ if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then
+ echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"
+ return 0
+ elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then
+ echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"
+ return 1
+ else
+ echo "Message not found in logs output, repeating..."
+ return 1
+ fi
+ else
+ echo "Container node-parachain not RUNNING"
+ echo "Halting all future checks"
+ exit 1
+ fi
+ exit 0
+ }
+ while ! is_started; do
+ echo "Waiting for special message in log files "
+ sleep 30s
+ counter=$(( $counter - 1 ))
+ echo "Counter: $counter"
+ if [ "$counter" -gt "0" ]; then
+ continue
+ else
+ break
+ fi
+ done
+ echo "Halting script"
+ exit 0
+ shell: bash
+
+ - name: Collect Docker Logs
+ if: success() || failure()
+ uses: jwalton/gh-docker-logs@v2.2.0
+ with:
+ dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'
+ images: 'node-parachain'
+
+ - name: Show Docker logs
+ if: success() || failure()
+ run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose-forkless-data.${{ matrix.network }}.yml" down --volumes
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/forkless-update-data_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-data_v2.yml
+++ /dev/null
@@ -1,171 +0,0 @@
-# Forkless update with data replication
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586869792/Forkless+update+with+data
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- execution-marix:
-
- name: Prepare execution matrix
-
- runs-on: self-hosted-ci
- outputs:
- matrix: ${{ steps.create_matrix.outputs.matrix }}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
- id: create_matrix
- with:
- matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
-
- forkless-update-data:
- needs: execution-marix
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
- timeout-minutes: 1380
-
- name: ${{ matrix.network }}-data
- strategy:
- matrix:
- include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
-
- steps:
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-forkless-data.j2
- output_file: .docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
- MAINNET_TAG=${{ matrix.mainnet_tag }}
- MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
- BRANCH=${{ github.head_ref }}
- REPLICA_FROM=${{ matrix.replica_from_address }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Generate launch-config-forkless-data.json
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/forkless-config/launch-config-forkless-data.j2
- output_file: .docker/launch-config-forkless-data.json
- variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
-
- - name: Show launch-config-forkless configuration
- run: cat .docker/launch-config-forkless-data.json
-
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
-
- - name: Check if docker logs consist logs related to Runtime Upgrade testing.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then
- echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"
- return 0
- elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then
- echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"
- return 1
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain not RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- exit 0
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- - name: Collect Docker Logs
- if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
- with:
- dest: './forkless-parachain-upgrade-data-logs.${{ matrix.features }}'
- images: 'node-parachain'
-
- - name: Show Docker logs
- if: success() || failure()
- run: cat './forkless-parachain-upgrade-data-logs.${{ matrix.features }}/node-parachain.log'
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down --volumes
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/forkless-update-nodata.yml
@@ -0,0 +1,218 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837021/Forkless+update+without+data
+# Forkless update without data replication
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+ execution-marix:
+
+ name: Prepare execution matrix
+
+ runs-on: self-hosted-ci
+ outputs:
+ matrix: ${{ steps.create_matrix.outputs.matrix }}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Create Execution matrix
+ uses: CertainLach/create-matrix-action@v3
+ id: create_matrix
+ with:
+ matrix: |
+ network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}
+ network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}
+ network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}
+
+
+ forkless-update-nodata:
+ needs: execution-marix
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,large]
+
+ timeout-minutes: 1380
+
+ name: ${{ matrix.network }}-nodata
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
+
+ steps:
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-forkless-nodata.j2
+ output_file: .docker/docker-compose.${{ matrix.network }}.yml
+ variables: |
+ REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
+ POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
+ MAINNET_TAG=${{ matrix.mainnet_tag }}
+ MAINNET_BRANCH=${{ matrix.mainnet_branch }}
+ NETWORK=${{ matrix.network }}
+ BRANCH=${{ github.head_ref }}
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.${{ matrix.network }}.yml
+
+ - name: Generate launch-config-forkless-nodata.json
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/forkless-config/launch-config-forkless-nodata.j2
+ output_file: .docker/launch-config-forkless-nodata.json
+ variables: |
+ NETWORK=${{ matrix.network }}
+
+ - name: Show launch-config-forkless configuration
+ run: cat .docker/launch-config-forkless-nodata.json
+
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
+
+ - name: Check if docker logs consist logs related to Runtime Upgrade testing.
+ if: success()
+ run: |
+ counter=160
+ function check_container_status {
+ docker inspect -f {{.State.Running}} node-parachain
+ }
+ function do_docker_logs {
+ docker logs --details node-parachain 2>&1
+ }
+ function is_started {
+ if [ "$(check_container_status)" == "true" ]; then
+ echo "Container: node-parachain RUNNING";
+ echo "Check Docker logs"
+ DOCKER_LOGS=$(do_docker_logs)
+ if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then
+ echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"
+ return 0
+ elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then
+ echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"
+ return 1
+ else
+ echo "Message not found in logs output, repeating..."
+ return 1
+ fi
+ else
+ echo "Container node-parachain not RUNNING"
+ echo "Halting all future checks"
+ exit 1
+ fi
+ exit 0
+ }
+ while ! is_started; do
+ echo "Waiting for special message in log files "
+ sleep 30s
+ counter=$(( $counter - 1 ))
+ echo "Counter: $counter"
+ if [ "$counter" -gt "0" ]; then
+ continue
+ else
+ break
+ fi
+ done
+ echo "Halting script"
+ exit 0
+ shell: bash
+
+ - name: Collect Docker Logs
+ if: success() || failure()
+ uses: jwalton/gh-docker-logs@v2.2.0
+ with:
+ dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'
+ images: 'node-parachain'
+
+ - name: Show docker logs
+ if: success() || failure()
+ run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
+
+ - name: Run Parallel tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Parallel
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-parallel
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-parallel-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Run Sequential tests
+ working-directory: tests
+ if: success() || failure()
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report Sequential
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-sequential
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-sequential-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/forkless-update-nodata_v2.ymldiffbeforeafterboth--- a/.github/workflows/forkless-update-nodata_v2.yml
+++ /dev/null
@@ -1,219 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837021/Forkless+update+without+data
-# Forkless update without data replication
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
- execution-marix:
-
- name: Prepare execution matrix
-
- runs-on: self-hosted-ci
- outputs:
- matrix: ${{ steps.create_matrix.outputs.matrix }}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
- id: create_matrix
- with:
- matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
-
-
- forkless-update-nodata:
- needs: execution-marix
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
-
- timeout-minutes: 1380
-
- name: ${{ matrix.network }}-nodata
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include: ${{fromJson(needs.execution-marix.outputs.matrix)}}
-
- steps:
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-forkless-nodata.j2
- output_file: .docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
- MAINNET_TAG=${{ matrix.mainnet_tag }}
- MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
- BRANCH=${{ github.head_ref }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Generate launch-config-forkless-nodata.json
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/forkless-config/launch-config-forkless-nodata.j2
- output_file: .docker/launch-config-forkless-nodata.json
- variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
-
- - name: Show launch-config-forkless configuration
- run: cat .docker/launch-config-forkless-nodata.json
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --force-recreate --timeout 300
-
- - name: Check if docker logs consist logs related to Runtime Upgrade testing.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then
- echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"
- return 0
- elif [[ ${DOCKER_LOGS} = *"🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"* ]];then
- echo "🚧 PARACHAINS' RUNTIME UPGRADE TESTING FAILED 🚧"
- return 1
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain not RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- exit 0
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- - name: Collect Docker Logs
- if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
- with:
- dest: './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}'
- images: 'node-parachain'
-
- - name: Show docker logs
- if: success() || failure()
- run: cat './forkless-parachain-upgrade-nodata-logs.${{ matrix.features }}/node-parachain.log'
-
- - name: Run Parallel tests
- working-directory: tests
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report Parallel
- uses: phoenix-actions/test-reporting@v8
- id: test-report-parallel
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Report Parallel tests results - ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-parallel-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- - name: Run Sequential tests
- working-directory: tests
- if: success() || failure()
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report Sequential
- uses: phoenix-actions/test-reporting@v8
- id: test-report-sequential
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Report Sequential tests results - ${{ matrix.network }} # Name of the check run which will be created
- path: tests/mochawesome-report/test-sequential-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/forkless.ymldiffbeforeafterboth--- a/.github/workflows/forkless.yml
+++ b/.github/workflows/forkless.yml
@@ -9,12 +9,12 @@
forkless-update-data:
name: with data
- uses: ./.github/workflows/forkless-update-data_v2.yml
+ uses: ./.github/workflows/forkless-update-data.yml
forkless-update-no-data:
name: no data
- uses: ./.github/workflows/forkless-update-nodata_v2.yml
+ uses: ./.github/workflows/forkless-update-nodata.yml
try-runtime:
name: try-runtime
- uses: ./.github/workflows/try-runtime_v2.yml
+ uses: ./.github/workflows/try-runtime.yml
.github/workflows/integration-tests.ymldiffbeforeafterboth--- a/.github/workflows/integration-tests.yml
+++ b/.github/workflows/integration-tests.yml
@@ -35,16 +35,14 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
+ network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}
+ network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}
+ network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}
parallel-test:
needs: nodes-execution-matrix
# The type of runner that the job will run on
runs-on: [self-hosted-ci,large]
-
-
timeout-minutes: 1380
@@ -78,11 +76,11 @@
REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
MAINNET_TAG=${{ matrix.mainnet_tag }}
MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
+ NETWORK=${{ matrix.network }}
BRANCH=${{ github.head_ref }}
- name: Show build configuration
@@ -94,8 +92,7 @@
template: .docker/forkless-config/launch-config-node-update-only-v3.j2
output_file: .docker/launch-config-forkless-nodata.json
variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
+ NETWORK=${{ matrix.network }}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
@@ -105,7 +102,7 @@
node-version: 16
- name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
# 🚀 POLKADOT LAUNCH COMPLETE 🚀
- name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
@@ -177,7 +174,7 @@
- name: Stop running containers
if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
- name: Remove builder cache
if: always() # run this step always
@@ -227,11 +224,11 @@
REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
MAINNET_TAG=${{ matrix.mainnet_tag }}
MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
+ NETWORK=${{ matrix.network }}
BRANCH=${{ github.head_ref }}
- name: Show build configuration
@@ -243,8 +240,7 @@
template: .docker/forkless-config/launch-config-node-update-only-v3.j2
output_file: .docker/launch-config-forkless-nodata.json
variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
+ NETWORK=${{ matrix.network }}
- name: Show launch-config-forkless configuration
run: cat .docker/launch-config-forkless-nodata.json
@@ -254,7 +250,7 @@
node-version: 16
- name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
# 🚀 POLKADOT LAUNCH COMPLETE 🚀
- name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
@@ -325,7 +321,7 @@
- name: Stop running containers
if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
- name: Remove builder cache
if: always() # run this step always
.github/workflows/market-test.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/market-test.yml
@@ -0,0 +1,187 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586509375/Market+e2e+test
+# Nested workflow for lunching Market e2e tests from external repository https://github.com/UniqueNetwork/market-e2e-tests
+
+name: market api tests
+
+# Controls when the action will run.
+on:
+ workflow_call:
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ market_test:
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,large]
+ timeout-minutes: 360
+
+ name: ${{ matrix.network }}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include:
+ - network: "opal"
+
+ steps:
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - name: Checkout master repo
+ uses: actions/checkout@master
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Checkout Market e2e tests
+ uses: actions/checkout@v3
+ with:
+ repository: 'UniqueNetwork/market-e2e-tests'
+ ssh-key: ${{ secrets.GH_PAT }}
+ path: 'qa-tests'
+ ref: 'master'
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Copy qa-tests/.env.example to qa-tests/.env
+ working-directory: qa-tests
+ run: cp .env.docker .env
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: qa-tests/.docker/docker-compose.tmp-market.j2
+ output_file: qa-tests/.docker/docker-compose.${{ matrix.network }}.yml
+ variables: |
+ REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
+ NETWORK=${{ matrix.network }}
+ BRANCH=${{ github.head_ref }}
+
+
+ - name: Show build configuration
+ working-directory: qa-tests
+ run: cat .docker/docker-compose.${{ matrix.network }}.yml
+
+ - name: Start node-parachain
+ working-directory: qa-tests
+ run: docker-compose -f ".docker/docker-compose.market.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate node-parachain
+
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16.17
+
+ - name: Setup TypeScript
+ working-directory: qa-tests
+ run: |
+ npm install -g ts-node
+ npm install
+
+ - name: Copy qa-tests/.env.docker to qa-tests/.env
+ working-directory: qa-tests
+ run: |
+ rm -rf .env
+ cp .env.docker .env
+
+# Temporary disable node readyness check. Have to dig into the script logic.
+# - name: Wait for chain up and running
+# working-directory: tests
+# run: |
+# yarn install
+# node scripts/readyness.js
+# echo "Ready to start tests"
+# env:
+# RPC_URL: http://127.0.0.1:9933/
+
+ - name: Wait for chain up and running
+ run: |
+ sleep 1200s
+ echo "Ready to start Market e2e tests"
+
+ - name: Show content of .env file and Generate accounts
+ working-directory: qa-tests
+ run: |
+ cat .env
+ ts-node ./src/scripts/create-market-accounts.ts
+
+ - name: Copy qa-tests/.env to qa-tests/.env.docker
+ working-directory: qa-tests
+ run: |
+ rm -rf .env.docker
+ cp .env .env.docker
+
+ - name: Get chain logs
+ if: always() # run this step always
+ run: |
+ docker exec node-parachain cat /polkadot-launch/9944.log
+ docker exec node-parachain cat /polkadot-launch/9945.log
+ docker exec node-parachain cat /polkadot-launch/alice.log
+ docker exec node-parachain cat /polkadot-launch/eve.log
+ docker exec node-parachain cat /polkadot-launch/dave.log
+ docker exec node-parachain cat /polkadot-launch/charlie.log
+
+ - name: Deploy contracts
+ run: |
+ cd qa-tests
+ ts-node ./src/scripts/deploy-contract.ts
+
+ - name: Timeout for debug
+ if: failure()
+ run: sleep 300s
+
+ - name: Import test data
+ working-directory: qa-tests
+ run: ts-node ./src/scripts/create-test-collections.ts
+
+ - name: Show content of qa-test .env
+ working-directory: qa-tests
+ run: cat .env
+
+ - name: Read qa -test .env file Before market start
+ uses: xom9ikk/dotenv@v2
+ with:
+ path: qa-tests/
+
+ - name: local-market:start
+ run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" up -d --build
+
+ - name: Wait for market readyness
+ working-directory: qa-tests
+ run: src/scripts/wait-market-ready.sh
+ shell: bash
+
+ - name: Install dependecies
+ working-directory: qa-tests
+ run: |
+ npm ci
+ npm install -D @playwright/test
+ npx playwright install-deps
+ npx playwright install
+
+ - name: Show content of qa-test .env
+ working-directory: qa-tests
+ run: cat .env
+
+ - name: Test API interface
+ working-directory: qa-tests
+ run: |
+ npx playwright test --workers=3 --quiet .*.api.test.ts --reporter=github --config playwright.config.ts
+
+ - name: Timeout for debug
+ if: failure()
+ run: sleep 300s
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down --volumes
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f
+ docker system prune -f
.github/workflows/market-test_v2.ymldiffbeforeafterboth--- a/.github/workflows/market-test_v2.yml
+++ /dev/null
@@ -1,187 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586509375/Market+e2e+test
-# Nested workflow for lunching Market e2e tests from external repository https://github.com/UniqueNetwork/market-e2e-tests
-
-name: market api tests
-
-# Controls when the action will run.
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- market_test:
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
- timeout-minutes: 360
-
- name: ${{ matrix.network }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include:
- - network: "opal"
- features: "opal-runtime"
-
- steps:
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - name: Checkout master repo
- uses: actions/checkout@master
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Checkout Market e2e tests
- uses: actions/checkout@v3
- with:
- repository: 'UniqueNetwork/market-e2e-tests'
- ssh-key: ${{ secrets.GH_PAT }}
- path: 'qa-tests'
- ref: 'master'
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Copy qa-tests/.env.example to qa-tests/.env
- working-directory: qa-tests
- run: cp .env.docker .env
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: qa-tests/.docker/docker-compose.tmp-market.j2
- output_file: qa-tests/.docker/docker-compose.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- FEATURE=${{ matrix.features }}
- BRANCH=${{ github.head_ref }}
-
-
- - name: Show build configuration
- working-directory: qa-tests
- run: cat .docker/docker-compose.${{ matrix.network }}.yml
-
- - name: Start node-parachain
- working-directory: qa-tests
- run: docker-compose -f ".docker/docker-compose.market.yml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate node-parachain
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16.17
-
- - name: Setup TypeScript
- working-directory: qa-tests
- run: |
- npm install -g ts-node
- npm install
-
- - name: Copy qa-tests/.env.docker to qa-tests/.env
- working-directory: qa-tests
- run: |
- rm -rf .env
- cp .env.docker .env
-
-# Temporary disable node readyness check. Have to dig into the script logic.
-# - name: Wait for chain up and running
-# working-directory: tests
-# run: |
-# yarn install
-# node scripts/readyness.js
-# echo "Ready to start tests"
-# env:
-# RPC_URL: http://127.0.0.1:9933/
-
- - name: Wait for chain up and running
- run: |
- sleep 1200s
- echo "Ready to start Market e2e tests"
-
- - name: Show content of .env file and Generate accounts
- working-directory: qa-tests
- run: |
- cat .env
- ts-node ./src/scripts/create-market-accounts.ts
-
- - name: Copy qa-tests/.env to qa-tests/.env.docker
- working-directory: qa-tests
- run: |
- rm -rf .env.docker
- cp .env .env.docker
-
- - name: Get chain logs
- if: always() # run this step always
- run: |
- docker exec node-parachain cat /polkadot-launch/9944.log
- docker exec node-parachain cat /polkadot-launch/9945.log
- docker exec node-parachain cat /polkadot-launch/alice.log
- docker exec node-parachain cat /polkadot-launch/eve.log
- docker exec node-parachain cat /polkadot-launch/dave.log
- docker exec node-parachain cat /polkadot-launch/charlie.log
-
- - name: Deploy contracts
- run: |
- cd qa-tests
- ts-node ./src/scripts/deploy-contract.ts
-
- - name: Timeout for debug
- if: failure()
- run: sleep 300s
-
- - name: Import test data
- working-directory: qa-tests
- run: ts-node ./src/scripts/create-test-collections.ts
-
- - name: Show content of qa-test .env
- working-directory: qa-tests
- run: cat .env
-
- - name: Read qa -test .env file Before market start
- uses: xom9ikk/dotenv@v2
- with:
- path: qa-tests/
-
- - name: local-market:start
- run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" up -d --build
-
- - name: Wait for market readyness
- working-directory: qa-tests
- run: src/scripts/wait-market-ready.sh
- shell: bash
-
- - name: Install dependecies
- working-directory: qa-tests
- run: |
- npm ci
- npm install -D @playwright/test
- npx playwright install-deps
- npx playwright install
-
- - name: Show content of qa-test .env
- working-directory: qa-tests
- run: cat .env
-
- - name: Test API interface
- working-directory: qa-tests
- run: |
- npx playwright test --workers=8 --quiet .*.api.test.ts --reporter=github --config playwright.config.ts
-
- - name: Timeout for debug
- if: failure()
- run: sleep 300s
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f "qa-tests/.docker/docker-compose.market.yml" -f "qa-tests/.docker/docker-compose.${{ matrix.network }}.yml" down --volumes
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f
- docker system prune -f
.github/workflows/node-only-update.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/node-only-update.yml
@@ -0,0 +1,372 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update
+# Node only update with restart polkadot-launch process.
+
+name: nodes-only update
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ nodes-execution-matrix:
+
+ name: execution matrix
+
+ runs-on: self-hosted-ci
+ outputs:
+ matrix: ${{ steps.create_matrix.outputs.matrix }}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Create Execution matrix
+ uses: CertainLach/create-matrix-action@v3
+ id: create_matrix
+ with:
+ matrix: |
+ network {opal}, mainnet_branch {${{ env.OPAL_MAINNET_BRANCH }}}
+ network {quartz}, mainnet_branch {${{ env.QUARTZ_MAINNET_BRANCH }}}
+ network {unique}, mainnet_branch {${{ env.UNIQUE_MAINNET_BRANCH }}}
+
+
+
+ nodes-only-update:
+ needs: nodes-execution-matrix
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,large]
+
+ timeout-minutes: 2880 # 48 hours for execution jobs.
+
+ name: ${{ matrix.network }}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-node.j2
+ output_file: .docker/docker-compose.node.${{ matrix.network }}.yml
+ variables: |
+ REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
+ POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
+ POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
+ MAINNET_TAG=${{ matrix.mainnet_tag }}
+ MAINNET_BRANCH=${{ matrix.mainnet_branch }}
+ NETWORK=${{ matrix.network }}
+ BRANCH=${{ github.head_ref }}
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.node.${{ matrix.network }}.yml
+
+ - name: Generate launch-config-forkless-nodata.json
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/forkless-config/launch-config-forkless-nodata.j2
+ output_file: .docker/launch-config-forkless-nodata.json
+ variables: |
+ NETWORK=${{ matrix.network }}
+
+ - name: Show launch-config-forkless configuration
+ run: cat .docker/launch-config-forkless-nodata.json
+
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
+
+ # 🚀 POLKADOT LAUNCH COMPLETE 🚀
+ - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
+ if: success()
+ run: |
+ counter=160
+ function check_container_status {
+ docker inspect -f {{.State.Running}} node-parachain
+ }
+ function do_docker_logs {
+ docker logs --details node-parachain 2>&1
+ }
+ function is_started {
+ if [ "$(check_container_status)" == "true" ]; then
+ echo "Container: node-parachain RUNNING";
+ echo "Check Docker logs"
+ DOCKER_LOGS=$(do_docker_logs)
+ if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then
+ echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"
+ return 0
+ else
+ echo "Message not found in logs output, repeating..."
+ return 1
+ fi
+ else
+ echo "Container node-parachain NOT RUNNING"
+ echo "Halting all future checks"
+ exit 1
+ fi
+ echo "something goes wrong"
+ exit 1
+ }
+ while ! is_started; do
+ echo "Waiting for special message in log files "
+ sleep 30s
+ counter=$(( $counter - 1 ))
+ echo "Counter: $counter"
+ if [ "$counter" -gt "0" ]; then
+ continue
+ else
+ break
+ fi
+ done
+ echo "Halting script"
+ exit 0
+ shell: bash
+
+ - name: Checkout at '${{ matrix.mainnet_branch }}' branch
+ uses: actions/checkout@master
+ with:
+ ref: ${{ matrix.mainnet_branch }} #Checking out head commit
+ path: ${{ matrix.mainnet_branch }}
+
+ - name: Run tests before Node Parachain upgrade
+ working-directory: ${{ matrix.mainnet_branch }}/tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-before-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Upload Test Report Before Node upgrade
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-before
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-before-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests before Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Parallel Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-parallel-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ # - name: Run Sequential tests before Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ # - name: Upload Sequential Test Report Before Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-before
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ - name: Send SIGUSR1 to polkadot-launch process
+ if: success() || failure()
+ run: |
+ #Get PID of polkadot-launch
+ ContainerID=$(docker ps -aqf "name=node-parachain")
+ PID=$(docker exec node-parachain pidof 'polkadot-launch')
+ sleep 30s
+ echo -e "Show logs of node-parachain container.\n"
+ docker logs ${ContainerID}
+ echo -e "\n"
+ echo -e "Restart polkadot-launch process: $PID\n"
+ docker exec node-parachain kill -SIGUSR1 ${PID}
+ echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
+ docker logs ${ContainerID}
+
+ - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
+ if: failure() # run this step only at failure
+ run: |
+ docker exec node-parachain cat /polkadot-launch/9944.log
+ docker exec node-parachain cat /polkadot-launch/9945.log
+ docker exec node-parachain cat /polkadot-launch/alice.log
+ docker exec node-parachain cat /polkadot-launch/eve.log
+ docker exec node-parachain cat /polkadot-launch/dave.log
+ docker exec node-parachain cat /polkadot-launch/charlie.log
+
+ - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
+ if: success()
+ run: |
+ counter=160
+ function check_container_status {
+ docker inspect -f {{.State.Running}} node-parachain
+ }
+ function do_docker_logs {
+ docker logs --details node-parachain 2>&1
+ }
+ function is_started {
+ if [ "$(check_container_status)" == "true" ]; then
+ echo "Container: node-parachain RUNNING";
+ echo "Check Docker logs"
+ DOCKER_LOGS=$(do_docker_logs)
+ if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then
+ echo "🌗 All parachain collators restarted with the new binaries."
+ return 0
+ else
+ echo "Message not found in logs output, repeating..."
+ return 1
+ fi
+ else
+ echo "Container node-parachain NOT RUNNING"
+ echo "Halting all future checks"
+ exit 1
+ fi
+ echo "something goes wrong"
+ exit 1
+ }
+ while ! is_started; do
+ echo "Waiting for special message in log files "
+ sleep 30s
+ counter=$(( $counter - 1 ))
+ echo "Counter: $counter"
+ if [ "$counter" -gt "0" ]; then
+ continue
+ else
+ break
+ fi
+ done
+ echo "Halting script"
+ exit 0
+ shell: bash
+
+ ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
+ - name: Run tests after Node Parachain upgrade
+ working-directory: ${{ matrix.mainnet_branch }}/tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-after-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report After Node upgrade
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report-after
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-after-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ # TODO uncomment thease steps after the merge
+ #- name: Run Parallel tests after Node Parachain upgrade
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: |
+ # yarn install
+ # yarn add mochawesome
+ # node scripts/readyness.js
+ # echo "Ready to start tests"
+ # yarn polkadot-types
+ # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Test Report Parallel After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-report-parallel-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+ #- name: Run Sequential tests after Node Parachain upgrade
+ # if: success() || failure()
+ # working-directory: ${{ matrix.mainnet_branch }}/tests
+ # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
+ # env:
+ # RPC_URL: http://127.0.0.1:9933/
+
+ #- name: Upload Sequential Test Report After Node upgrade
+ # uses: phoenix-actions/test-reporting@v8
+ # id: test-sequential-report-after
+ # if: success() || failure() # run this step even if previous step failed
+ # with:
+ # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
+ # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
+ # reporter: mochawesome-json
+ # fail-on-error: 'false'
+
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
+
+ - name: Remove repo at the end
+ if: always() # run this step always
+ run: |
+ ls -ls ./
.github/workflows/node-only-update_v2.ymldiffbeforeafterboth--- a/.github/workflows/node-only-update_v2.yml
+++ /dev/null
@@ -1,373 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586837028/Nodes+only+update
-# Node only update with restart polkadot-launch process.
-
-name: nodes-only update
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- nodes-execution-matrix:
-
- name: execution matrix
-
- runs-on: self-hosted-ci
- outputs:
- matrix: ${{ steps.create_matrix.outputs.matrix }}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Create Execution matrix
- uses: CertainLach/create-matrix-action@v3
- id: create_matrix
- with:
- matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.OPAL_MAINNET_TAG }}}
- network {quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}
- network {unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}
-
-
-
- nodes-only-update:
- needs: nodes-execution-matrix
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,large]
-
- timeout-minutes: 2880 # 48 hours for execution jobs.
-
- name: ${{ matrix.network }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include: ${{fromJson(needs.nodes-execution-matrix.outputs.matrix)}}
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-node.j2
- output_file: .docker/docker-compose.node.${{ matrix.network }}.yml
- variables: |
- REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
- POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}
- MAINNET_TAG=${{ matrix.mainnet_tag }}
- MAINNET_BRANCH=${{ matrix.mainnet_branch }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
- BRANCH=${{ github.head_ref }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.node.${{ matrix.network }}.yml
-
- - name: Generate launch-config-forkless-nodata.json
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/forkless-config/launch-config-forkless-nodata.j2
- output_file: .docker/launch-config-forkless-nodata.json
- variables: |
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
-
- - name: Show launch-config-forkless configuration
- run: cat .docker/launch-config-forkless-nodata.json
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" up -d --build --remove-orphans --force-recreate --timeout 300
-
- # 🚀 POLKADOT LAUNCH COMPLETE 🚀
- - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then
- echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"
- return 0
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain NOT RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- echo "something goes wrong"
- exit 1
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- - name: Checkout at '${{ matrix.mainnet_branch }}' branch
- uses: actions/checkout@master
- with:
- ref: ${{ matrix.mainnet_branch }} #Checking out head commit
- path: ${{ matrix.mainnet_branch }}
-
- - name: Run tests before Node Parachain upgrade
- working-directory: ${{ matrix.mainnet_branch }}/tests
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-before-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Upload Test Report Before Node upgrade
- uses: phoenix-actions/test-reporting@v8
- id: test-report-before
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-before-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- # TODO uncomment thease steps after the merge
- #- name: Run Parallel tests before Node Parachain upgrade
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: |
- # yarn install
- # yarn add mochawesome
- # echo "Ready to start tests"
- # yarn polkadot-types
- # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- #- name: Upload Parallel Test Report Before Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-parallel-report-before
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
- # - name: Run Sequential tests before Node Parachain upgrade
- # if: success() || failure()
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- # - name: Upload Sequential Test Report Before Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-sequential-report-before
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
- - name: Send SIGUSR1 to polkadot-launch process
- if: success() || failure()
- run: |
- #Get PID of polkadot-launch
- ContainerID=$(docker ps -aqf "name=node-parachain")
- PID=$(docker exec node-parachain pidof 'polkadot-launch')
- sleep 30s
- echo -e "Show logs of node-parachain container.\n"
- docker logs ${ContainerID}
- echo -e "\n"
- echo -e "Restart polkadot-launch process: $PID\n"
- docker exec node-parachain kill -SIGUSR1 ${PID}
- echo "SIGUSR1 sent to Polkadot-launch PID: $PID"
- docker logs ${ContainerID}
-
- - name: Get chain logs in case of docker image crashed after Polkadot Launch restart
- if: failure() # run this step only at failure
- run: |
- docker exec node-parachain cat /polkadot-launch/9944.log
- docker exec node-parachain cat /polkadot-launch/9945.log
- docker exec node-parachain cat /polkadot-launch/alice.log
- docker exec node-parachain cat /polkadot-launch/eve.log
- docker exec node-parachain cat /polkadot-launch/dave.log
- docker exec node-parachain cat /polkadot-launch/charlie.log
-
- - name: Check if docker logs consist messages related to testing of Node Parachain Upgrade.
- if: success()
- run: |
- counter=160
- function check_container_status {
- docker inspect -f {{.State.Running}} node-parachain
- }
- function do_docker_logs {
- docker logs --details node-parachain 2>&1
- }
- function is_started {
- if [ "$(check_container_status)" == "true" ]; then
- echo "Container: node-parachain RUNNING";
- echo "Check Docker logs"
- DOCKER_LOGS=$(do_docker_logs)
- if [[ ${DOCKER_LOGS} = *"All parachain collators restarted with the new binaries."* ]];then
- echo "🌗 All parachain collators restarted with the new binaries."
- return 0
- else
- echo "Message not found in logs output, repeating..."
- return 1
- fi
- else
- echo "Container node-parachain NOT RUNNING"
- echo "Halting all future checks"
- exit 1
- fi
- echo "something goes wrong"
- exit 1
- }
- while ! is_started; do
- echo "Waiting for special message in log files "
- sleep 30s
- counter=$(( $counter - 1 ))
- echo "Counter: $counter"
- if [ "$counter" -gt "0" ]; then
- continue
- else
- break
- fi
- done
- echo "Halting script"
- exit 0
- shell: bash
-
- ## TODO: Remove next two blocks before switch to Parrallel & Sequental tests. Uncoment commented blocks.
- - name: Run tests after Node Parachain upgrade
- working-directory: ${{ matrix.mainnet_branch }}/tests
- run: |
- yarn install
- yarn add mochawesome
- node scripts/readyness.js
- echo "Ready to start tests"
- yarn polkadot-types
- NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-after-${NOW}
- env:
- RPC_URL: http://127.0.0.1:9933/
-
- - name: Test Report After Node upgrade
- uses: phoenix-actions/test-reporting@v8
- id: test-report-after
- if: success() || failure() # run this step even if previous step failed
- with:
- name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
- path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-after-*.json # Path to test results
- reporter: mochawesome-json
- fail-on-error: 'false'
-
- # TODO uncomment thease steps after the merge
- #- name: Run Parallel tests after Node Parachain upgrade
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: |
- # yarn install
- # yarn add mochawesome
- # node scripts/readyness.js
- # echo "Ready to start tests"
- # yarn polkadot-types
- # NOW=$(date +%s) && yarn testParallel --reporter mochawesome --reporter-options reportFilename=test-parallel-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- #- name: Test Report Parallel After Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-report-parallel-after
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests after node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-parallel-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
- #- name: Run Sequential tests after Node Parachain upgrade
- # if: success() || failure()
- # working-directory: ${{ matrix.mainnet_branch }}/tests
- # run: NOW=$(date +%s) && yarn testSequential --reporter mochawesome --reporter-options reportFilename=test-sequential-${NOW}
- # env:
- # RPC_URL: http://127.0.0.1:9933/
-
- #- name: Upload Sequential Test Report After Node upgrade
- # uses: phoenix-actions/test-reporting@v8
- # id: test-sequential-report-after
- # if: success() || failure() # run this step even if previous step failed
- # with:
- # name: Tests before node upgrade ${{ matrix.network }} # Name of the check run which will be created
- # path: ${{ matrix.mainnet_branch }}/tests/mochawesome-report/test-sequential-*.json # Path to test results
- # reporter: mochawesome-json
- # fail-on-error: 'false'
-
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-forkless.yml" -f ".docker/docker-compose.node.${{ matrix.network }}.yml" down --volumes
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
-
- - name: Remove repo at the end
- if: always() # run this step always
- run: |
- ls -ls ./
.github/workflows/test_codestyle_v2.ymldiffbeforeafterboth--- a/.github/workflows/test_codestyle_v2.yml
+++ /dev/null
@@ -1,24 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586804253/Yarn+eslint
-# Yarn Eslint over tests
-#
-name: yarn eslint
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-jobs:
- code_style:
- runs-on: [ self-hosted-ci ]
-
- steps:
- - uses: actions/checkout@v3
-
- - uses: actions/setup-node@v3
- with:
- node-version: 16
-
- - name: Install modules
- run: cd tests && yarn
- - name: Run ESLint
- run: cd tests && yarn eslint --ext .ts,.js src/
.github/workflows/testnet-build.ymldiffbeforeafterboth--- a/.github/workflows/testnet-build.yml
+++ b/.github/workflows/testnet-build.yml
@@ -1,17 +1,9 @@
-name: testnet-build
+name: testnet-image-build
# Controls when the action will run.
on:
- # Triggers the workflow on push or pull request events but only for the master branch
- pull_request:
- branches:
- - master
- types:
- - opened
- - reopened
- - synchronize #commit(s) pushed to the pull request
- - ready_for_review
-
+ workflow_call:
+
# Allows you to run this workflow manually from the Actions tab
workflow_dispatch:
@@ -19,10 +11,6 @@
env:
REPO_URL: ${{ github.server_url }}/${{ github.repository }}
-concurrency:
- group: ${{ github.workflow }}-${{ github.ref }}
- cancel-in-progress: true
-
# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
@@ -52,9 +40,9 @@
id: create_matrix
with:
matrix: |
- network {opal}, runtime {opal}, features {opal-runtime}
- network {quartz}, runtime {quartz}, features {quartz-runtime}
- network {unique}, runtime {unique}, features {unique-runtime}
+ network {opal}
+ network {quartz}
+ network {unique}
testnet-build:
needs: prepare-execution-marix
@@ -97,8 +85,7 @@
NETWORK=${{ matrix.network }}
POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}
POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}
- FEATURE=${{ matrix.features }}
- RUNTIME=${{ matrix.runtime }}
+ NETWORK=${{ matrix.network }}
BRANCH=${{ github.head_ref }}
- name: Show build configuration
.github/workflows/try-runtime.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/try-runtime.yml
@@ -0,0 +1,100 @@
+# Try-runtime checks
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656213/Try+runtime
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+ prepare-execution-marix:
+
+ name: Prepare execution matrix
+
+ runs-on: self-hosted-ci
+ outputs:
+ matrix: ${{ steps.create_matrix.outputs.matrix }}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Create Execution matrix
+ uses: CertainLach/create-matrix-action@v3
+ id: create_matrix
+ with:
+ matrix: |
+ network {opal}, replica_from_address {${{ env.OPAL_REPLICA_FROM }}}
+ network {quartz}, replica_from_address {${{ env.QUARTZ_REPLICA_FROM }}}
+ network {unique}, replica_from_address {${{ env.UNIQUE_REPLICA_FROM }}}
+
+ try-runtime:
+ needs: prepare-execution-marix
+
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci]
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ name: ${{ matrix.network }}-try-runtime
+ strategy:
+ matrix:
+ include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-try-runtime.j2
+ output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
+ variables: |
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ NETWORK=${{ matrix.network }}
+ REPLICA_FROM=${{ matrix.replica_from_address }}
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from try-runtime
+
+ - name: Collect Docker Logs
+ if: success() || failure()
+ uses: jwalton/gh-docker-logs@v2.2.0
+ with:
+ dest: './try-runtime-logs.${{ matrix.network }}'
+ images: 'try-runtime'
+
+ - name: Show docker logs
+ run: cat './try-runtime-logs.${{ matrix.network }}/try-runtime.log'
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/try-runtime_v2.ymldiffbeforeafterboth--- a/.github/workflows/try-runtime_v2.yml
+++ /dev/null
@@ -1,79 +0,0 @@
-# Try-runtime checks
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2587656213/Try+runtime
-
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
- try-runtime:
- # The type of runner that the job will run on
- runs-on: self-hosted-ci
-
- name: ${{ matrix.network }}-try-runtime
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
- strategy:
- matrix:
- include:
- - network: opal
- features: opal-runtime
- replica_from_address: wss://eu-ws-opal.unique.network:443
- - network: quartz
- features: quartz-runtime
- replica_from_address: wss://eu-ws-quartz.unique.network:443
- - network: unique
- features: unique-runtime
- replica_from_address: wss://eu-ws.unique.network:443
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.try-runtime.j2
- output_file: .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
- variables: |
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
- FEATURE=${{ matrix.features }}
- REPLICA_FROM=${{ matrix.replica_from_address }}
-
- - name: Show build configuration
- run: cat .docker/docker-compose.try-runtime.${{ matrix.network }}.yml
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from try-runtime
-
- - name: Collect Docker Logs
- if: success() || failure()
- uses: jwalton/gh-docker-logs@v2.2.0
- with:
- dest: './try-runtime-logs.${{ matrix.network }}'
- images: 'try-runtime'
-
- - name: Show docker logs
- run: cat './try-runtime-logs.${{ matrix.network }}/try-runtime.log'
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-try-runtime.yml" -f ".docker/docker-compose.try-runtime.${{ matrix.network }}.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/unit-test.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/unit-test.yml
@@ -0,0 +1,60 @@
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586738699/Unit+Tests
+# Re-Usable Workflow for lanching Unit tests
+name: unit tests
+
+# Controls when the action will run.
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ unit_tests:
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,medium]
+ timeout-minutes: 1380
+
+ name: ${{ github.base_ref }}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-unit.j2
+ output_file: .docker/docker-compose.unit.yml
+ variables: |
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.unit.yml
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose.unit.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from node-dev
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose.unit.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
.github/workflows/unit-test_v2.ymldiffbeforeafterboth--- a/.github/workflows/unit-test_v2.yml
+++ /dev/null
@@ -1,60 +0,0 @@
-# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586738699/Unit+Tests
-# Re-Usable Workflow for lanching Unit tests
-name: unit tests
-
-# Controls when the action will run.
-# Triger: only call from main workflow(re-usable workflows)
-on:
- workflow_call:
-
-# A workflow run is made up of one or more jobs that can run sequentially or in parallel
-jobs:
-
- unit_tests:
- # The type of runner that the job will run on
- runs-on: [self-hosted-ci,medium]
- timeout-minutes: 1380
-
- name: ${{ github.base_ref }}
-
- continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
-
-
- steps:
-
- - name: Clean Workspace
- uses: AutoModality/action-clean@v1.1.0
-
- # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
- - uses: actions/checkout@v3
- with:
- ref: ${{ github.head_ref }} #Checking out head commit
-
- - name: Read .env file
- uses: xom9ikk/dotenv@v2
-
- - name: Generate ENV related extend file for docker-compose
- uses: cuchi/jinja2-action@v1.2.0
- with:
- template: .docker/docker-compose.tmp-unit.j2
- output_file: .docker/docker-compose.unit.yml
- variables: |
- RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
-
-
- - name: Show build configuration
- run: cat .docker/docker-compose.unit.yml
-
- - name: Build the stack
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" up --build --force-recreate --timeout 300 --remove-orphans --exit-code-from node-dev
-
- - name: Stop running containers
- if: always() # run this step always
- run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.unit.yml" down
-
- - name: Remove builder cache
- if: always() # run this step always
- run: |
- docker builder prune -f -a
- docker system prune -f
- docker image prune -f -a
.github/workflows/xcm.ymldiffbeforeafterboth1name: xcm-testnet-build23# Controls when the action will run.4on:5 workflow_call:6 7 # Allows you to run this workflow manually from the Actions tab8 workflow_dispatch:910#Define Workflow variables11env:12 REPO_URL: ${{ github.server_url }}/${{ github.repository }}1314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:1617 prepare-execution-marix:1819 name: Prepare execution matrix2021 runs-on: [XL]22 outputs:23 matrix: ${{ steps.create_matrix.outputs.matrix }}2425 steps:2627 - name: Clean Workspace28 uses: AutoModality/action-clean@v1.1.02930 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it31 - uses: actions/checkout@v332 with:33 ref: ${{ github.head_ref }} #Checking out head commit3435 - name: Read .env file36 uses: xom9ikk/dotenv@v23738 - name: Create Execution matrix39 uses: fabiocaccamo/create-matrix-action@v240 id: create_matrix41 with:42 matrix: |43 network {opal}, runtime {opal}, features {opal-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, runtest {testXcmOpal}44 network {quartz}, runtime {quartz}, features {quartz-runtime}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, runtest {testXcmQuartz}45 network {unique}, runtime {unique}, features {unique-runtime}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, runtest {testXcmUnique}4647 xcm-build:48 49 needs: prepare-execution-marix50 # The type of runner that the job will run on51 runs-on: [XL]5253 timeout-minutes: 6005455 name: ${{ matrix.network }}-build5657 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5859 strategy:60 matrix:61 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263 steps:64 - name: Skip if pull request is in Draft65 if: github.event.pull_request.draft == true66 run: exit 16768 - name: Clean Workspace69 uses: AutoModality/action-clean@v1.1.07071 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it72 - uses: actions/checkout@v373 with:74 ref: ${{ github.head_ref }} #Checking out head commit7576 - name: Read .env file77 uses: xom9ikk/dotenv@v27879 - name: Log in to Docker Hub80 uses: docker/login-action@v2.0.081 with:82 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}83 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8485 - name: Install jq86 run: sudo apt install jq -y8788 # Check POLKADOT version and build it if it doesn't exist in repository89 - name: Generate ENV related extend Dockerfile file for POLKADOT90 uses: cuchi/jinja2-action@v1.2.091 with:92 template: .docker/Dockerfile-polkadot.j293 output_file: .docker/Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml94 variables: |95 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}96 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}9798 - name: Check if the dockerhub repository contains the needed version POLKADOT99 run: |100 # aquire token101 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)102 export TOKEN=$TOKEN103104 # Get TAGS from DOCKERHUB POLKADOT repository105 POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')106 # Show TAGS107 echo "POLKADOT TAGS:"108 echo $POLKADOT_TAGS109 # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS110 if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ env.POLKADOT_BUILD_BRANCH }}"($|[[:space:]]) ]]; then111 echo "Repository has needed POLKADOT version";112 docker pull uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}113 else114 echo "Repository has not needed POLKADOT version, so build it";115 cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml --tag uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }} .116 echo "Push needed POLKADOT version to the repository";117 docker push uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}118 fi119 shell: bash120121 # Check ACALA version and build it if it doesn't exist in repository122 - name: Generate ENV related extend Dockerfile file for ACALA123 uses: cuchi/jinja2-action@v1.2.0124 with:125 template: .docker/Dockerfile-acala.j2126 output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml127 variables: |128 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}129 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}130131 - name: Check if the dockerhub repository contains the needed ACALA version132 run: |133 # aquire token134 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)135 export TOKEN=$TOKEN136137 # Get TAGS from DOCKERHUB repository138 ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')139 # Show TAGS140 echo "ACALA TAGS:"141 echo $ACALA_TAGS142 # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS143 if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then144 echo "Repository has needed ACALA version";145 docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}146 else147 echo "Repository has not needed ACALA version, so build it";148 cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .149 echo "Push needed ACALA version to the repository";150 docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}151 fi152 shell: bash153154 # Check MOONBEAM version and build it if it doesn't exist in repository155 - name: Generate ENV related extend Dockerfile file for MOONBEAM156 uses: cuchi/jinja2-action@v1.2.0157 with:158 template: .docker/Dockerfile-moonbeam.j2159 output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml160 variables: |161 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}162 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}163164 - name: Check if the dockerhub repository contains the needed MOONBEAM version165 run: |166 # aquire token167 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)168 export TOKEN=$TOKEN169170 # Get TAGS from DOCKERHUB repository171 MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')172 # Show TAGS173 echo "MOONBEAM TAGS:"174 echo $MOONBEAM_TAGS175 # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS176 if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then177 echo "Repository has needed MOONBEAM version";178 docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}179 else180 echo "Repository has not needed MOONBEAM version, so build it";181 cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .182 echo "Push needed MOONBEAM version to the repository";183 docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}184 fi185 shell: bash186187188 # Check CUMULUS version and build it if it doesn't exist in repository189 - name: Generate ENV related extend Dockerfile file for CUMULUS190 uses: cuchi/jinja2-action@v1.2.0191 with:192 template: .docker/Dockerfile-cumulus.j2193 output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml194 variables: |195 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}196 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}197198 - name: Check if the dockerhub repository contains the needed CUMULUS version199 run: | 200 # aquire token201 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)202 export TOKEN=$TOKEN203204 # Get TAGS from DOCKERHUB repository205 CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')206 # Show TAGS207 echo "CUMULUS TAGS:"208 echo $CUMULUS_TAGS209 # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS210 if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then211 echo "Repository has needed CUMULUS version";212 docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}213 else214 echo "Repository has not needed CUMULUS version, so build it";215 cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .216 echo "Push needed CUMULUS version to the repository";217 docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}218 fi219 shell: bash220221222 # Build main image for XCM 223 - name: Generate ENV related extend Dockerfile file224 uses: cuchi/jinja2-action@v1.2.0225 with:226 template: .docker/Dockerfile-xcm.j2227 output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml228 variables: |229 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}230 NETWORK=${{ matrix.network }}231 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}232 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }}233 FEATURE=${{ matrix.features }}234 RUNTIME=${{ matrix.runtime }}235 BRANCH=${{ github.head_ref }}236 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}237 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}238 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}239240 - name: Show build Dockerfile241 run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml242243 - name: Show launch-config-xcm-${{ matrix.network }} configuration244 run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json245246 - name: Run find-and-replace to remove slashes from branch name247 uses: mad9000/actions-find-and-replace-string@2248 id: branchname249 with:250 source: ${{ github.head_ref }}251 find: '/'252 replace: '-'253254 - name: Pull chainql docker image255 run: docker pull uniquenetwork/builder-chainql:latest256257 - name: Build the stack258 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .259260 - name: Push docker image version261 run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}262263 - name: Push docker image latest264 run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest265266 - name: Remove builder cache267 if: always() # run this step always268 run: |269 docker builder prune -f270 docker system prune -f271272 xcm-tests:273 needs: [prepare-execution-marix, xcm-build]274 # The type of runner that the job will run on275 runs-on: [XL]276277 timeout-minutes: 600278279 name: ${{ matrix.network }}-tests280281 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.282283 strategy:284 matrix:285 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}286287 steps:288 - name: Skip if pull request is in Draft289 if: github.event.pull_request.draft == true290 run: exit 1291292 - name: Clean Workspace293 uses: AutoModality/action-clean@v1.1.0294295 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it296 - uses: actions/checkout@v3297 with:298 ref: ${{ github.head_ref }} #Checking out head commit299300 - name: Read .env file301 uses: xom9ikk/dotenv@v2302303 - name: Generate ENV related extend file for docker-compose304 uses: cuchi/jinja2-action@v1.2.0305 with:306 template: .docker/docker-compose.tmp-xcm-tests.j2307 output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml308 variables: |309 NETWORK=${{ matrix.network }}310311 - name: Show build configuration312 run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml313314 - uses: actions/setup-node@v3315 with:316 node-version: 16317318 - name: Build the stack319 run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300320321 # 🚀 POLKADOT LAUNCH COMPLETE 🚀322 - name: Check if docker logs consist messages related to testing of xcm tests 323 if: success()324 run: |325 counter=160326 function check_container_status {327 docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-testnet-local328 }329 function do_docker_logs {330 docker logs --details xcm-${{ matrix.network }}-testnet-local 2>&1331 }332 function is_started {333 if [ "$(check_container_status)" == "true" ]; then334 echo "Container: xcm-${{ matrix.network }}-testnet-local RUNNING";335 echo "Check Docker logs"336 DOCKER_LOGS=$(do_docker_logs)337 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then338 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"339 return 0340 else341 echo "Message not found in logs output, repeating..."342 return 1343 fi344 else345 echo "Container xcm-${{ matrix.network }}-testnet-local NOT RUNNING"346 echo "Halting all future checks"347 exit 1348 fi349 echo "something goes wrong"350 exit 1351 }352 while ! is_started; do353 echo "Waiting for special message in log files "354 sleep 30s355 counter=$(( $counter - 1 ))356 echo "Counter: $counter"357 if [ "$counter" -gt "0" ]; then358 continue359 else360 break361 fi362 done363 echo "Halting script"364 exit 0365 shell: bash366367 - name: Run XCM tests 368 working-directory: tests369 run: |370 yarn install371 yarn add mochawesome372 node scripts/readyness.js373 echo "Ready to start tests"374 yarn polkadot-types 375 NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}376 env:377 RPC_URL: http://127.0.0.1:9933/378379 - name: XCM Test Report380 uses: phoenix-actions/test-reporting@v8381 id: test-report382 if: success() || failure() # run this step even if previous step failed383 with:384 name: XCM Tests ${{ matrix.network }} # Name of the check run which will be created385 path: tests/mochawesome-report/test-*.json # Path to test results386 reporter: mochawesome-json387 fail-on-error: 'false'388389 - name: Stop running containers390 if: always() # run this step always391 run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" down392393 - name: Clean Workspace394 if: always()395 uses: AutoModality/action-clean@v1.1.0396397 - name: Remove builder cache398 if: always() # run this step always399 run: |400 docker system prune -a -f1name: xcm-testnet-build23# Controls when the action will run.4on:5 workflow_call:6 7 # Allows you to run this workflow manually from the Actions tab8 workflow_dispatch:910#Define Workflow variables11env:12 REPO_URL: ${{ github.server_url }}/${{ github.repository }}1314# A workflow run is made up of one or more jobs that can run sequentially or in parallel15jobs:1617 prepare-execution-marix:1819 name: Prepare execution matrix2021 runs-on: [XL]22 outputs:23 matrix: ${{ steps.create_matrix.outputs.matrix }}2425 steps:2627 - name: Clean Workspace28 uses: AutoModality/action-clean@v1.1.02930 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it31 - uses: actions/checkout@v332 with:33 ref: ${{ github.head_ref }} #Checking out head commit3435 - name: Read .env file36 uses: xom9ikk/dotenv@v23738 - name: Create Execution matrix39 uses: fabiocaccamo/create-matrix-action@v240 id: create_matrix41 with:42 matrix: |43 network {opal}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, runtest {testXcmOpal}44 network {quartz}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, runtest {testXcmQuartz}45 network {unique}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, runtest {testXcmUnique}4647 xcm-build:48 49 needs: prepare-execution-marix50 # The type of runner that the job will run on51 runs-on: [XL]5253 timeout-minutes: 6005455 name: ${{ matrix.network }}-build5657 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.5859 strategy:60 matrix:61 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}6263 steps:64 - name: Skip if pull request is in Draft65 if: github.event.pull_request.draft == true66 run: exit 16768 - name: Clean Workspace69 uses: AutoModality/action-clean@v1.1.07071 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it72 - uses: actions/checkout@v373 with:74 ref: ${{ github.head_ref }} #Checking out head commit7576 - name: Read .env file77 uses: xom9ikk/dotenv@v27879 - name: Log in to Docker Hub80 uses: docker/login-action@v2.0.081 with:82 username: ${{ secrets.CORE_DOCKERHUB_USERNAME }}83 password: ${{ secrets.CORE_DOCKERHUB_TOKEN }}8485 - name: Install jq86 run: sudo apt install jq -y8788 # Check POLKADOT version and build it if it doesn't exist in repository89 - name: Generate ENV related extend Dockerfile file for POLKADOT90 uses: cuchi/jinja2-action@v1.2.091 with:92 template: .docker/Dockerfile-polkadot.j293 output_file: .docker/Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml94 variables: |95 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}96 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}9798 - name: Check if the dockerhub repository contains the needed version POLKADOT99 run: |100 # aquire token101 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)102 export TOKEN=$TOKEN103104 # Get TAGS from DOCKERHUB POLKADOT repository105 POLKADOT_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadot/tags/?page_size=100 | jq -r '."results"[]["name"]')106 # Show TAGS107 echo "POLKADOT TAGS:"108 echo $POLKADOT_TAGS109 # Check correct version POLKADOT and build it if it doesn't exist in POLKADOT TAGS110 if [[ ${POLKADOT_TAGS[*]} =~ (^|[[:space:]])"${{ env.POLKADOT_BUILD_BRANCH }}"($|[[:space:]]) ]]; then111 echo "Repository has needed POLKADOT version";112 docker pull uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}113 else114 echo "Repository has not needed POLKADOT version, so build it";115 cd .docker/ && docker build --no-cache --file ./Dockerfile-polkadot.${{ env.POLKADOT_BUILD_BRANCH }}.yml --tag uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }} .116 echo "Push needed POLKADOT version to the repository";117 docker push uniquenetwork/builder-polkadot:${{ env.POLKADOT_BUILD_BRANCH }}118 fi119 shell: bash120121 # Check ACALA version and build it if it doesn't exist in repository122 - name: Generate ENV related extend Dockerfile file for ACALA123 uses: cuchi/jinja2-action@v1.2.0124 with:125 template: .docker/Dockerfile-acala.j2126 output_file: .docker/Dockerfile-acala.${{ matrix.acala_version }}.yml127 variables: |128 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}129 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}130131 - name: Check if the dockerhub repository contains the needed ACALA version132 run: |133 # aquire token134 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)135 export TOKEN=$TOKEN136137 # Get TAGS from DOCKERHUB repository138 ACALA_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-acala/tags/?page_size=100 | jq -r '."results"[]["name"]')139 # Show TAGS140 echo "ACALA TAGS:"141 echo $ACALA_TAGS142 # Check correct version ACALA and build it if it doesn't exist in ACALA TAGS143 if [[ ${ACALA_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.acala_version }}"($|[[:space:]]) ]]; then144 echo "Repository has needed ACALA version";145 docker pull uniquenetwork/builder-acala:${{ matrix.acala_version }}146 else147 echo "Repository has not needed ACALA version, so build it";148 cd .docker/ && docker build --no-cache --file ./Dockerfile-acala.${{ matrix.acala_version }}.yml --tag uniquenetwork/builder-acala:${{ matrix.acala_version }} .149 echo "Push needed ACALA version to the repository";150 docker push uniquenetwork/builder-acala:${{ matrix.acala_version }}151 fi152 shell: bash153154 # Check MOONBEAM version and build it if it doesn't exist in repository155 - name: Generate ENV related extend Dockerfile file for MOONBEAM156 uses: cuchi/jinja2-action@v1.2.0157 with:158 template: .docker/Dockerfile-moonbeam.j2159 output_file: .docker/Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml160 variables: |161 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}162 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}163164 - name: Check if the dockerhub repository contains the needed MOONBEAM version165 run: |166 # aquire token167 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)168 export TOKEN=$TOKEN169170 # Get TAGS from DOCKERHUB repository171 MOONBEAM_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-moonbeam/tags/?page_size=100 | jq -r '."results"[]["name"]')172 # Show TAGS173 echo "MOONBEAM TAGS:"174 echo $MOONBEAM_TAGS175 # Check correct version MOONBEAM and build it if it doesn't exist in MOONBEAM TAGS176 if [[ ${MOONBEAM_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.moonbeam_version }}"($|[[:space:]]) ]]; then177 echo "Repository has needed MOONBEAM version";178 docker pull uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}179 else180 echo "Repository has not needed MOONBEAM version, so build it";181 cd .docker/ && docker build --no-cache --file ./Dockerfile-moonbeam.${{ matrix.moonbeam_version }}.yml --tag uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }} .182 echo "Push needed MOONBEAM version to the repository";183 docker push uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}184 fi185 shell: bash186187188 # Check CUMULUS version and build it if it doesn't exist in repository189 - name: Generate ENV related extend Dockerfile file for CUMULUS190 uses: cuchi/jinja2-action@v1.2.0191 with:192 template: .docker/Dockerfile-cumulus.j2193 output_file: .docker/Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml194 variables: |195 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}196 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}197198 - name: Check if the dockerhub repository contains the needed CUMULUS version199 run: | 200 # aquire token201 TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)202 export TOKEN=$TOKEN203204 # Get TAGS from DOCKERHUB repository205 CUMULUS_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-cumulus/tags/?page_size=100 | jq -r '."results"[]["name"]')206 # Show TAGS207 echo "CUMULUS TAGS:"208 echo $CUMULUS_TAGS209 # Check correct version CUMULUS and build it if it doesn't exist in CUMULUS TAGS210 if [[ ${CUMULUS_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.cumulus_version }}"($|[[:space:]]) ]]; then211 echo "Repository has needed CUMULUS version";212 docker pull uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}213 else214 echo "Repository has not needed CUMULUS version, so build it";215 cd .docker/ && docker build --no-cache --file ./Dockerfile-cumulus.${{ matrix.cumulus_version }}.yml --tag uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }} .216 echo "Push needed CUMULUS version to the repository";217 docker push uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}218 fi219 shell: bash220221222 # Build main image for XCM 223 - name: Generate ENV related extend Dockerfile file224 uses: cuchi/jinja2-action@v1.2.0225 with:226 template: .docker/Dockerfile-xcm.j2227 output_file: .docker/Dockerfile-xcm.${{ matrix.network }}.yml228 variables: |229 RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}230 NETWORK=${{ matrix.network }}231 POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}232 POLKADOT_LAUNCH_BRANCH=${{ env.POLKADOT_LAUNCH_BRANCH }} 233 BRANCH=${{ github.head_ref }}234 ACALA_BUILD_BRANCH=${{ matrix.acala_version }}235 MOONBEAM_BUILD_BRANCH=${{ matrix.moonbeam_version }}236 CUMULUS_BUILD_BRANCH=${{ matrix.cumulus_version }}237238 - name: Show build Dockerfile239 run: cat .docker/Dockerfile-xcm.${{ matrix.network }}.yml240241 - name: Show launch-config-xcm-${{ matrix.network }} configuration242 run: cat .docker/xcm-config/launch-config-xcm-${{ matrix.network }}.json243244 - name: Run find-and-replace to remove slashes from branch name245 uses: mad9000/actions-find-and-replace-string@2246 id: branchname247 with:248 source: ${{ github.head_ref }}249 find: '/'250 replace: '-'251252 - name: Pull chainql docker image253 run: docker pull uniquenetwork/builder-chainql:latest254255 - name: Build the stack256 run: cd .docker/ && docker build --no-cache --file ./Dockerfile-xcm.${{ matrix.network }}.yml --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }} --tag uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest .257258 - name: Push docker image version259 run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:nightly-${{ steps.branchname.outputs.value }}-${{ github.sha }}260261 - name: Push docker image latest262 run: docker push uniquenetwork/xcm-${{ matrix.network }}-testnet-local:latest263264 - name: Remove builder cache265 if: always() # run this step always266 run: |267 docker builder prune -f268 docker system prune -f269270 xcm-tests:271 needs: [prepare-execution-marix, xcm-build]272 # The type of runner that the job will run on273 runs-on: [XL]274275 timeout-minutes: 600276277 name: ${{ matrix.network }}-tests278279 continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.280281 strategy:282 matrix:283 include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}284285 steps:286 - name: Skip if pull request is in Draft287 if: github.event.pull_request.draft == true288 run: exit 1289290 - name: Clean Workspace291 uses: AutoModality/action-clean@v1.1.0292293 # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it294 - uses: actions/checkout@v3295 with:296 ref: ${{ github.head_ref }} #Checking out head commit297298 - name: Read .env file299 uses: xom9ikk/dotenv@v2300301 - name: Generate ENV related extend file for docker-compose302 uses: cuchi/jinja2-action@v1.2.0303 with:304 template: .docker/docker-compose.tmp-xcm-tests.j2305 output_file: .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml306 variables: |307 NETWORK=${{ matrix.network }}308309 - name: Show build configuration310 run: cat .docker/docker-compose.xcm-tests.${{ matrix.network }}.yml311312 - uses: actions/setup-node@v3313 with:314 node-version: 16315316 - name: Build the stack317 run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" up -d --remove-orphans --force-recreate --timeout 300318319 # 🚀 POLKADOT LAUNCH COMPLETE 🚀320 - name: Check if docker logs consist messages related to testing of xcm tests 321 if: success()322 run: |323 counter=160324 function check_container_status {325 docker inspect -f {{.State.Running}} xcm-${{ matrix.network }}-testnet-local326 }327 function do_docker_logs {328 docker logs --details xcm-${{ matrix.network }}-testnet-local 2>&1329 }330 function is_started {331 if [ "$(check_container_status)" == "true" ]; then332 echo "Container: xcm-${{ matrix.network }}-testnet-local RUNNING";333 echo "Check Docker logs"334 DOCKER_LOGS=$(do_docker_logs)335 if [[ ${DOCKER_LOGS} = *"POLKADOT LAUNCH COMPLETE"* ]];then336 echo "🚀 POLKADOT LAUNCH COMPLETE 🚀"337 return 0338 else339 echo "Message not found in logs output, repeating..."340 return 1341 fi342 else343 echo "Container xcm-${{ matrix.network }}-testnet-local NOT RUNNING"344 echo "Halting all future checks"345 exit 1346 fi347 echo "something goes wrong"348 exit 1349 }350 while ! is_started; do351 echo "Waiting for special message in log files "352 sleep 30s353 counter=$(( $counter - 1 ))354 echo "Counter: $counter"355 if [ "$counter" -gt "0" ]; then356 continue357 else358 break359 fi360 done361 echo "Halting script"362 exit 0363 shell: bash364365 - name: Run XCM tests 366 working-directory: tests367 run: |368 yarn install369 yarn add mochawesome370 node scripts/readyness.js371 echo "Ready to start tests"372 yarn polkadot-types 373 NOW=$(date +%s) && yarn ${{ matrix.runtest }} --reporter mochawesome --reporter-options reportFilename=test-${NOW}374 env:375 RPC_URL: http://127.0.0.1:9933/376377 - name: XCM Test Report378 uses: phoenix-actions/test-reporting@v8379 id: test-report380 if: success() || failure() # run this step even if previous step failed381 with:382 name: XCM Tests ${{ matrix.network }} # Name of the check run which will be created383 path: tests/mochawesome-report/test-*.json # Path to test results384 reporter: mochawesome-json385 fail-on-error: 'false'386387 - name: Stop running containers388 if: always() # run this step always389 run: docker-compose -f ".docker/docker-compose.xcm-tests.${{ matrix.network }}.yml" down390391 - name: Clean Workspace392 if: always()393 uses: AutoModality/action-clean@v1.1.0394395 - name: Remove builder cache396 if: always() # run this step always397 run: |398 docker system prune -a -f.github/workflows/yarn-dev.ymldiffbeforeafterboth--- /dev/null
+++ b/.github/workflows/yarn-dev.yml
@@ -0,0 +1,98 @@
+# Integration test in --dev mode
+# https://cryptousetech.atlassian.net/wiki/spaces/CI/pages/2586411104/Integration+tests
+name: yarn dev
+
+# Triger: only call from main workflow(re-usable workflows)
+on:
+ workflow_call:
+
+
+
+# A workflow run is made up of one or more jobs that can run sequentially or in parallel
+jobs:
+
+ dev_build_int_tests:
+ # The type of runner that the job will run on
+ runs-on: [self-hosted-ci,medium]
+ timeout-minutes: 1380
+
+ name: ${{ matrix.network }}
+
+ continue-on-error: true #Do not stop testing of matrix runs failed. As it decided during PR review - it required 50/50& Let's check it with false.
+
+ strategy:
+ matrix:
+ include:
+ - network: "opal"
+ - network: "quartz"
+ - network: "unique"
+
+ steps:
+
+ - name: Clean Workspace
+ uses: AutoModality/action-clean@v1.1.0
+
+ # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
+ - uses: actions/checkout@v3
+ with:
+ ref: ${{ github.head_ref }} #Checking out head commit
+
+ - name: Read .env file
+ uses: xom9ikk/dotenv@v2
+
+ - name: Generate ENV related extend file for docker-compose
+ uses: cuchi/jinja2-action@v1.2.0
+ with:
+ template: .docker/docker-compose.tmp-dev.j2
+ output_file: .docker/docker-compose.${{ matrix.network }}.yml
+ variables: |
+ RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+ NETWORK=${{ matrix.network }}
+
+
+ - name: Show build configuration
+ run: cat .docker/docker-compose.${{ matrix.network }}.yml
+
+ - name: Build the stack
+ run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build --remove-orphans
+
+ - uses: actions/setup-node@v3
+ with:
+ node-version: 16
+
+ - name: Run tests
+ working-directory: tests
+ run: |
+ yarn install
+ yarn add mochawesome
+ node scripts/readyness.js
+ echo "Ready to start tests"
+ yarn polkadot-types
+ NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
+ env:
+ RPC_URL: http://127.0.0.1:9933/
+
+ - name: Test Report
+ uses: phoenix-actions/test-reporting@v8
+ id: test-report
+ if: success() || failure() # run this step even if previous step failed
+ with:
+ name: int test results - ${{ matrix.network }} # Name of the check run which will be created
+ path: tests/mochawesome-report/test-*.json # Path to test results
+ reporter: mochawesome-json
+ fail-on-error: 'false'
+
+ - name: Read output variables
+ run: |
+ echo "url is ${{ steps.test-report.outputs.runHtmlUrl }}"
+
+ - name: Stop running containers
+ if: always() # run this step always
+ run: docker-compose -f ".docker/docker-compose.${{ matrix.network }}.yml" down
+
+ - name: Remove builder cache
+ if: always() # run this step always
+ run: |
+ docker builder prune -f -a
+ docker system prune -f
+ docker image prune -f -a
tests/src/block-production.seqtest.tsdiffbeforeafterboth--- /dev/null
+++ b/tests/src/block-production.seqtest.ts
@@ -0,0 +1,43 @@
+// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.
+// This file is part of Unique Network.
+
+// Unique Network is free software: you can redistribute it and/or modify
+// it under the terms of the GNU General Public License as published by
+// the Free Software Foundation, either version 3 of the License, or
+// (at your option) any later version.
+
+// Unique Network is distributed in the hope that it will be useful,
+// but WITHOUT ANY WARRANTY; without even the implied warranty of
+// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
+// GNU General Public License for more details.
+
+// You should have received a copy of the GNU General Public License
+// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.
+
+import {ApiPromise} from '@polkadot/api';
+import {expect, itSub} from './util';
+
+const BLOCK_TIME_MS = 12000;
+const TOLERANCE_MS = 3000;
+
+/* eslint no-async-promise-executor: "off" */
+function getBlocks(api: ApiPromise): Promise<number[]> {
+ return new Promise<number[]>(async (resolve, reject) => {
+ const blockNumbers: number[] = [];
+ setTimeout(() => reject('Block production test failed due to timeout.'), BLOCK_TIME_MS + TOLERANCE_MS);
+ const unsubscribe = await api.rpc.chain.subscribeNewHeads((head: any) => {
+ blockNumbers.push(head.number.toNumber());
+ if(blockNumbers.length >= 2) {
+ unsubscribe();
+ resolve(blockNumbers);
+ }
+ });
+ });
+}
+
+describe('Block Production smoke test', () => {
+ itSub('Node produces new blocks', async ({helper}) => {
+ const blocks: number[] | undefined = await getBlocks(helper.getApi());
+ expect(blocks[0]).to.be.lessThan(blocks[1]);
+ });
+});
tests/src/block-production.test.tsdiffbeforeafterboth--- a/tests/src/block-production.test.ts
+++ /dev/null
@@ -1,43 +0,0 @@
-// Copyright 2019-2022 Unique Network (Gibraltar) Ltd.
-// This file is part of Unique Network.
-
-// Unique Network is free software: you can redistribute it and/or modify
-// it under the terms of the GNU General Public License as published by
-// the Free Software Foundation, either version 3 of the License, or
-// (at your option) any later version.
-
-// Unique Network is distributed in the hope that it will be useful,
-// but WITHOUT ANY WARRANTY; without even the implied warranty of
-// MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
-// GNU General Public License for more details.
-
-// You should have received a copy of the GNU General Public License
-// along with Unique Network. If not, see <http://www.gnu.org/licenses/>.
-
-import {ApiPromise} from '@polkadot/api';
-import {expect, itSub} from './util';
-
-const BLOCK_TIME_MS = 12000;
-const TOLERANCE_MS = 3000;
-
-/* eslint no-async-promise-executor: "off" */
-function getBlocks(api: ApiPromise): Promise<number[]> {
- return new Promise<number[]>(async (resolve, reject) => {
- const blockNumbers: number[] = [];
- setTimeout(() => reject('Block production test failed due to timeout.'), BLOCK_TIME_MS + TOLERANCE_MS);
- const unsubscribe = await api.rpc.chain.subscribeNewHeads((head: any) => {
- blockNumbers.push(head.number.toNumber());
- if(blockNumbers.length >= 2) {
- unsubscribe();
- resolve(blockNumbers);
- }
- });
- });
-}
-
-describe('Block Production smoke test', () => {
- itSub('Node produces new blocks', async ({helper}) => {
- const blocks: number[] | undefined = await getBlocks(helper.getApi());
- expect(blocks[0]).to.be.lessThan(blocks[1]);
- });
-});