git.delta.rocks / unique-network / refs/commits / 24a0f65a32fc

difftreelog

ci add polkadex to xcm workflow

Konstantin Astakhov2023-08-31parent: #21a0683.patch.diff
in: master

7 files changed

modified.baedeker/xcm-unique.jsonnetdiffbeforeafterboth
--- a/.baedeker/xcm-unique.jsonnet
+++ b/.baedeker/xcm-unique.jsonnet
@@ -15,6 +15,7 @@
 				['unique', 'moonbeam'],
 				['unique', 'statemint'],
 				['unique', 'astar'],
+				['unique', 'polkadex'],
 			]
 		])),
 	}},
@@ -23,7 +24,7 @@
 			bin: $.bin,
 			wantedKeys: 'relay',
 		},
-		for name in ['alice', 'bob', 'charlie', 'dave', 'eve', 'ferdie']
+		for name in ['alice', 'bob', 'charlie', 'dave', 'eve', 'ferdie', 'gregory']
 	},
 };
 
@@ -119,9 +120,26 @@
 	},
 };
 
+local polkadex = {
+	name: 'polkadex',
+	bin: 'bin/polkadex',
+	paraId: 1006,
+	spec: {Genesis:{
+		chain: 'mainnet',
+		modify:: m.genericPara($),
+	}},
+	nodes: {
+		[name]: {
+			bin: $.bin,
+			wantedKeys: 'para',
+		},
+		for name in ['alice', 'bob']
+	},
+};
+
 relay + {
 	parachains: {
 		[para.name]: para,
-		for para in [unique, acala, moonbeam, statemint, astar]
+		for para in [unique, acala, moonbeam, statemint, astar, polkadex]
 	},
 }
modified.docker/Dockerfile-astar.j2diffbeforeafterboth
before · .docker/Dockerfile-astar.j2
1# ===== Rust builder =====2FROM ubuntu:22.04 as rust-builder3LABEL maintainer="Unique.Network"45ENV CARGO_HOME="/cargo-home"6ENV PATH="/cargo-home/bin:$PATH"7ENV TZ=UTC8RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone910RUN apt-get update && \11    apt-get install -y curl cmake pkg-config libssl-dev git clang llvm libudev-dev protobuf-compiler && \12    apt-get clean && \13    rm -r /var/lib/apt/lists/*1415RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none1617RUN rustup toolchain install {{ RUST_TOOLCHAIN }} && \18    rustup target add wasm32-unknown-unknown --toolchain {{ RUST_TOOLCHAIN }} && \19    rustup default {{ RUST_TOOLCHAIN }} && \20    rustup target list --installed && \21    rustup show2223RUN mkdir /unique_parachain24WORKDIR /unique_parachain2526# ===== BUILD ACALA =====27FROM rust-builder as builder-astar-bin2829WORKDIR /unique_parachain3031RUN git clone --recurse-submodules -b {{ ASTAR_BUILD_BRANCH }} --depth 1 https://github.com/AstarNetwork/Astar.git3233RUN --mount=type=cache,target=/cargo-home/registry \34    --mount=type=cache,target=/cargo-home/git \35    --mount=type=cache,target=/unique_parachain/Astar/target \36    cd Astar && \37    CARGO_INCREMENTAL=0 cargo build --release --locked && \38    mv ./target/release/astar-collator /unique_parachain/Astar/3940# ===== BIN ======4142FROM ubuntu:22.04 as builder-astar4344COPY --from=builder-astar-bin /unique_parachain/Astar/astar-collator /bin/astar-collator45ENTRYPOINT ["/bin/astar-collator"]
after · .docker/Dockerfile-astar.j2
1# ===== Rust builder =====2FROM ubuntu:22.04 as rust-builder3LABEL maintainer="Unique.Network"45ENV CARGO_HOME="/cargo-home"6ENV PATH="/cargo-home/bin:$PATH"7ENV TZ=UTC8RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone910RUN apt-get update && \11    apt-get install -y curl cmake pkg-config libssl-dev git clang llvm libudev-dev protobuf-compiler && \12    apt-get clean && \13    rm -r /var/lib/apt/lists/*1415RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none1617RUN rustup toolchain install {{ RUST_TOOLCHAIN }} && \18    rustup target add wasm32-unknown-unknown --toolchain {{ RUST_TOOLCHAIN }} && \19    rustup default {{ RUST_TOOLCHAIN }} && \20    rustup target list --installed && \21    rustup show2223RUN mkdir /unique_parachain24WORKDIR /unique_parachain2526# ===== BUILD ACALA =====27FROM rust-builder as builder-astar-bin2829WORKDIR /unique_parachain3031RUN git clone --recurse-submodules -b {{ ASTAR_BUILD_BRANCH }} --depth 1 https://github.com/AstarNetwork/Astar.git3233RUN --mount=type=cache,target=/cargo-home/registry \34    --mount=type=cache,target=/cargo-home/git \35    --mount=type=cache,target=/unique_parachain/Astar/target \36    cd Astar && \37    CARGO_INCREMENTAL=0 cargo build --release --locked && \38    mv ./target/release/astar-collator /unique_parachain/Astar/astar3940# ===== BIN ======4142FROM ubuntu:22.04 as builder-astar4344COPY --from=builder-astar-bin /unique_parachain/Astar/astar /bin/astar45ENTRYPOINT ["/bin/astar-collator"]
added.docker/Dockerfile-polkadex.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-polkadex.j2
@@ -0,0 +1,46 @@
+# ===== Rust builder =====
+FROM ubuntu:22.04 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update && \
+    apt-get install -y curl cmake pkg-config libssl-dev git clang llvm libudev-dev protobuf-compiler && \
+    apt-get clean && \
+    rm -r /var/lib/apt/lists/*
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN rustup toolchain install {{ RUST_TOOLCHAIN }} && \
+    rustup target add wasm32-unknown-unknown --toolchain {{ RUST_TOOLCHAIN }} && \
+    rustup default {{ RUST_TOOLCHAIN }} && \
+    rustup target list --installed && \
+    rustup show
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+# ===== BUILD ACALA =====
+FROM rust-builder as builder-polkadex-bin
+
+WORKDIR /unique_parachain
+
+RUN git clone --depth 1 -b {{ POLKADEX_BUILD_BRANCH }} https://github.com/Polkadex-Substrate/parachain.git
+
+RUN --mount=type=cache,target=/cargo-home/registry \
+    --mount=type=cache,target=/cargo-home/git \
+    --mount=type=cache,target=/unique_parachain/parachain/target \
+    cd parachain && \
+    CARGO_INCREMENTAL=0 cargo build --release --locked && \
+    mkdir /unique_parachain/Polkadex && \
+    mv ./target/release/parachain-polkadex-node /unique_parachain/Polkadex/polkadex
+
+# ===== BIN ======
+
+FROM ubuntu:22.04 as builder-polkadex
+
+COPY --from=builder-polkadex-bin /unique_parachain/Polkadex/polkadex /bin/polkadex
+ENTRYPOINT ["/bin/polkadex"]
added.docker/additional/Dockerfile-chainqldiffbeforeafterboth
--- /dev/null
+++ b/.docker/additional/Dockerfile-chainql
@@ -0,0 +1,40 @@
+# ===== Rust builder =====
+FROM ubuntu:22.04 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update && \
+    apt-get install -y curl cmake pkg-config libssl-dev git clang llvm libudev-dev protobuf-compiler && \
+    apt-get clean && \
+    rm -r /var/lib/apt/lists/*
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install nightly-2022-11-15 && \
+    rustup default nightly-2022-11-15 && \
+    rustup target list --installed && \
+    rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain nightly-2022-11-15
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+# ===== BUILD CHAINQL =====
+FROM rust-builder as builder-chainql-bin
+
+RUN mkdir chainql
+WORKDIR /chainql
+
+RUN git clone -b {{ CHAINQL }} --depth 1 https://github.com/UniqueNetwork/chainql.git . && \
+    cargo build --release
+
+# ===== RUN ======
+
+FROM ubuntu:22.04 as builder-chainql
+
+COPY --from=builder-chainql-bin /chainql/target/release/chainql /chainql/target/release/chainql
modified.envdiffbeforeafterboth
--- a/.env
+++ b/.env
@@ -11,6 +11,8 @@
 ASTAR_BUILD_BRANCH=v5.11.0
 UNIQUE_MAINNET_BRANCH=release-v942057
 UNIQUE_REPLICA_FROM=wss://ws.unique.network:443
+POLKADEX_BUILD_BRANCH=v1.1.0
+
 
 KUSAMA_MAINNET_BRANCH=release-v1.0.0
 STATEMINE_BUILD_BRANCH=release-parachains-v9430
modified.github/workflows/ci-develop.ymldiffbeforeafterboth
--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -5,7 +5,7 @@
 # Triger: PR at 'develop' branch with following types of events.
 on:
   pull_request:
-    branches: [ 'develop' ]
+    branches: [ 'develop', 'ci/baedeker' ]
     types: [ opened, reopened, synchronize, ready_for_review, converted_to_draft ]
 
 #Concurency group for control execution queue over github runners.
modified.github/workflows/xcm.ymldiffbeforeafterboth
--- a/.github/workflows/xcm.yml
+++ b/.github/workflows/xcm.yml
@@ -40,9 +40,7 @@
         id: create_matrix
         with:
           matrix: |
-            network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmOpal}, runtime_features {opal-runtime}
-            network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, astar_version {${{ env.SHIDEN_BUILD_BRANCH }}}, runtest {testXcmQuartz}, runtime_features {quartz-runtime}
-            network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmUnique}, runtime_features {unique-runtime}
+            network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, polkadex_version {${{ env.POLKADEX_BUILD_BRANCH }}}, runtest {testXcmUnique}, runtime_features {unique-runtime}
 
   xcm-build:
 
@@ -251,6 +249,40 @@
             fi
         shell: bash
 
+      # Check POLKADEX version and build it if it doesn't exist in repository
+      - name: Generate ENV related extend Dockerfile file for POLKADEX
+        uses: cuchi/jinja2-action@v1.2.0
+        with:
+          template: .docker/Dockerfile-polkadex.j2
+          output_file: .docker/Dockerfile-polkadex.${{ matrix.polkadex_version }}.yml
+          variables: |
+            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
+            POLKADEX_BUILD_BRANCH=${{ matrix.polkadex_version }}
+
+      - name: Check if the dockerhub repository contains the needed POLKADEX version
+        run: |
+          # aquire token
+            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)
+            export TOKEN=$TOKEN
+
+          # Get TAGS from DOCKERHUB repository
+            POLKADEX_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadex/tags/?page_size=100 | jq -r '."results"[]["name"]')
+          # Show TAGS
+            echo "POLKADEX TAGS:"
+            echo $POLKADEX_TAGS
+          # Check correct version POLKADEX and build it if it doesn't exist in POLKADEX TAGS
+            if [[ ${POLKADEX_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.polkadex_version }}"($|[[:space:]]) ]]; then
+                echo "Repository has needed POLKADEX version";
+                docker pull uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}
+            else
+                echo "Repository has not needed POLKADEX version, so build it";
+                cd .docker/ && docker build --file ./Dockerfile-polkadex.${{ matrix.polkadex_version }}.yml --tag uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }} .
+                echo "Push needed POLKADEX version to the repository";
+                docker push uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}
+            fi
+        shell: bash
+
+
       - name: Run find-and-replace to remove slashes from branch name
         uses: mad9000/actions-find-and-replace-string@4
         id: branchname
@@ -294,6 +326,7 @@
             snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/moonbeam':{dockerImage:'uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}'}})
             snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/cumulus':{dockerImage:'uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}'}})
             snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/astar':{dockerImage:'uniquenetwork/builder-astar:${{ matrix.astar_version }}'}})
+            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadex':{dockerImage:'uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}'}})
 
       - name: Upload network config
         uses: actions/upload-artifact@v3