git.delta.rocks / unique-network / refs/commits / 24a0f65a32fc

difftreelog

ci add polkadex to xcm workflow

Konstantin Astakhov2023-08-31parent: #21a0683.patch.diff
in: master

7 files changed

modified.baedeker/xcm-unique.jsonnetdiffbeforeafterboth
--- a/.baedeker/xcm-unique.jsonnet
+++ b/.baedeker/xcm-unique.jsonnet
@@ -15,6 +15,7 @@
 				['unique', 'moonbeam'],
 				['unique', 'statemint'],
 				['unique', 'astar'],
+				['unique', 'polkadex'],
 			]
 		])),
 	}},
@@ -23,7 +24,7 @@
 			bin: $.bin,
 			wantedKeys: 'relay',
 		},
-		for name in ['alice', 'bob', 'charlie', 'dave', 'eve', 'ferdie']
+		for name in ['alice', 'bob', 'charlie', 'dave', 'eve', 'ferdie', 'gregory']
 	},
 };
 
@@ -119,9 +120,26 @@
 	},
 };
 
+local polkadex = {
+	name: 'polkadex',
+	bin: 'bin/polkadex',
+	paraId: 1006,
+	spec: {Genesis:{
+		chain: 'mainnet',
+		modify:: m.genericPara($),
+	}},
+	nodes: {
+		[name]: {
+			bin: $.bin,
+			wantedKeys: 'para',
+		},
+		for name in ['alice', 'bob']
+	},
+};
+
 relay + {
 	parachains: {
 		[para.name]: para,
-		for para in [unique, acala, moonbeam, statemint, astar]
+		for para in [unique, acala, moonbeam, statemint, astar, polkadex]
 	},
 }
modified.docker/Dockerfile-astar.j2diffbeforeafterboth
--- a/.docker/Dockerfile-astar.j2
+++ b/.docker/Dockerfile-astar.j2
@@ -35,11 +35,11 @@
     --mount=type=cache,target=/unique_parachain/Astar/target \
     cd Astar && \
     CARGO_INCREMENTAL=0 cargo build --release --locked && \
-    mv ./target/release/astar-collator /unique_parachain/Astar/
+    mv ./target/release/astar-collator /unique_parachain/Astar/astar
 
 # ===== BIN ======
 
 FROM ubuntu:22.04 as builder-astar
 
-COPY --from=builder-astar-bin /unique_parachain/Astar/astar-collator /bin/astar-collator
+COPY --from=builder-astar-bin /unique_parachain/Astar/astar /bin/astar
 ENTRYPOINT ["/bin/astar-collator"]
added.docker/Dockerfile-polkadex.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-polkadex.j2
@@ -0,0 +1,46 @@
+# ===== Rust builder =====
+FROM ubuntu:22.04 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update && \
+    apt-get install -y curl cmake pkg-config libssl-dev git clang llvm libudev-dev protobuf-compiler && \
+    apt-get clean && \
+    rm -r /var/lib/apt/lists/*
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN rustup toolchain install {{ RUST_TOOLCHAIN }} && \
+    rustup target add wasm32-unknown-unknown --toolchain {{ RUST_TOOLCHAIN }} && \
+    rustup default {{ RUST_TOOLCHAIN }} && \
+    rustup target list --installed && \
+    rustup show
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+# ===== BUILD ACALA =====
+FROM rust-builder as builder-polkadex-bin
+
+WORKDIR /unique_parachain
+
+RUN git clone --depth 1 -b {{ POLKADEX_BUILD_BRANCH }} https://github.com/Polkadex-Substrate/parachain.git
+
+RUN --mount=type=cache,target=/cargo-home/registry \
+    --mount=type=cache,target=/cargo-home/git \
+    --mount=type=cache,target=/unique_parachain/parachain/target \
+    cd parachain && \
+    CARGO_INCREMENTAL=0 cargo build --release --locked && \
+    mkdir /unique_parachain/Polkadex && \
+    mv ./target/release/parachain-polkadex-node /unique_parachain/Polkadex/polkadex
+
+# ===== BIN ======
+
+FROM ubuntu:22.04 as builder-polkadex
+
+COPY --from=builder-polkadex-bin /unique_parachain/Polkadex/polkadex /bin/polkadex
+ENTRYPOINT ["/bin/polkadex"]
added.docker/additional/Dockerfile-chainqldiffbeforeafterboth
--- /dev/null
+++ b/.docker/additional/Dockerfile-chainql
@@ -0,0 +1,40 @@
+# ===== Rust builder =====
+FROM ubuntu:22.04 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+ENV TZ=UTC
+RUN ln -snf /usr/share/zoneinfo/$TZ /etc/localtime && echo $TZ > /etc/timezone
+
+RUN apt-get update && \
+    apt-get install -y curl cmake pkg-config libssl-dev git clang llvm libudev-dev protobuf-compiler && \
+    apt-get clean && \
+    rm -r /var/lib/apt/lists/*
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install nightly-2022-11-15 && \
+    rustup default nightly-2022-11-15 && \
+    rustup target list --installed && \
+    rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain nightly-2022-11-15
+
+RUN mkdir /unique_parachain
+WORKDIR /unique_parachain
+
+# ===== BUILD CHAINQL =====
+FROM rust-builder as builder-chainql-bin
+
+RUN mkdir chainql
+WORKDIR /chainql
+
+RUN git clone -b {{ CHAINQL }} --depth 1 https://github.com/UniqueNetwork/chainql.git . && \
+    cargo build --release
+
+# ===== RUN ======
+
+FROM ubuntu:22.04 as builder-chainql
+
+COPY --from=builder-chainql-bin /chainql/target/release/chainql /chainql/target/release/chainql
modified.envdiffbeforeafterboth
--- a/.env
+++ b/.env
@@ -11,6 +11,8 @@
 ASTAR_BUILD_BRANCH=v5.11.0
 UNIQUE_MAINNET_BRANCH=release-v942057
 UNIQUE_REPLICA_FROM=wss://ws.unique.network:443
+POLKADEX_BUILD_BRANCH=v1.1.0
+
 
 KUSAMA_MAINNET_BRANCH=release-v1.0.0
 STATEMINE_BUILD_BRANCH=release-parachains-v9430
modified.github/workflows/ci-develop.ymldiffbeforeafterboth
--- a/.github/workflows/ci-develop.yml
+++ b/.github/workflows/ci-develop.yml
@@ -5,7 +5,7 @@
 # Triger: PR at 'develop' branch with following types of events.
 on:
   pull_request:
-    branches: [ 'develop' ]
+    branches: [ 'develop', 'ci/baedeker' ]
     types: [ opened, reopened, synchronize, ready_for_review, converted_to_draft ]
 
 #Concurency group for control execution queue over github runners.
modified.github/workflows/xcm.ymldiffbeforeafterboth
39        uses: CertainLach/create-matrix-action@v439        uses: CertainLach/create-matrix-action@v4
40        id: create_matrix40        id: create_matrix
41        with:41        with:
42          matrix: |42          matrix: |
43            network {opal}, relay_branch {${{ env.UNIQUEWEST_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.WESTMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmOpal}, runtime_features {opal-runtime}43            network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, polkadex_version {${{ env.POLKADEX_BUILD_BRANCH }}}, runtest {testXcmUnique}, runtime_features {unique-runtime}
44            network {quartz}, relay_branch {${{ env.KUSAMA_MAINNET_BRANCH }}}, acala_version {${{ env.KARURA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONRIVER_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINE_BUILD_BRANCH }}}, astar_version {${{ env.SHIDEN_BUILD_BRANCH }}}, runtest {testXcmQuartz}, runtime_features {quartz-runtime}
45            network {unique}, relay_branch {${{ env.POLKADOT_MAINNET_BRANCH }}}, acala_version {${{ env.ACALA_BUILD_BRANCH }}}, moonbeam_version {${{ env.MOONBEAM_BUILD_BRANCH }}}, cumulus_version {${{ env.STATEMINT_BUILD_BRANCH }}}, astar_version {${{ env.ASTAR_BUILD_BRANCH }}}, runtest {testXcmUnique}, runtime_features {unique-runtime}
4644
47  xcm-build:45  xcm-build:
4846
251            fi249            fi
252        shell: bash250        shell: bash
251
252      # Check POLKADEX version and build it if it doesn't exist in repository
253      - name: Generate ENV related extend Dockerfile file for POLKADEX
254        uses: cuchi/jinja2-action@v1.2.0
255        with:
256          template: .docker/Dockerfile-polkadex.j2
257          output_file: .docker/Dockerfile-polkadex.${{ matrix.polkadex_version }}.yml
258          variables: |
259            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
260            POLKADEX_BUILD_BRANCH=${{ matrix.polkadex_version }}
261
262      - name: Check if the dockerhub repository contains the needed POLKADEX version
263        run: |
264          # aquire token
265            TOKEN=$(curl -s -H "Content-Type: application/json" -X POST -d '{"username": "'${{ secrets.CORE_DOCKERHUB_USERNAME }}'", "password": "'${{ secrets.CORE_DOCKERHUB_TOKEN }}'"}' https://hub.docker.com/v2/users/login/ | jq -r .token)
266            export TOKEN=$TOKEN
267
268          # Get TAGS from DOCKERHUB repository
269            POLKADEX_TAGS=$(curl -s -H "Authorization: JWT ${TOKEN}" https://hub.docker.com/v2/repositories/uniquenetwork/builder-polkadex/tags/?page_size=100 | jq -r '."results"[]["name"]')
270          # Show TAGS
271            echo "POLKADEX TAGS:"
272            echo $POLKADEX_TAGS
273          # Check correct version POLKADEX and build it if it doesn't exist in POLKADEX TAGS
274            if [[ ${POLKADEX_TAGS[*]} =~ (^|[[:space:]])"${{ matrix.polkadex_version }}"($|[[:space:]]) ]]; then
275                echo "Repository has needed POLKADEX version";
276                docker pull uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}
277            else
278                echo "Repository has not needed POLKADEX version, so build it";
279                cd .docker/ && docker build --file ./Dockerfile-polkadex.${{ matrix.polkadex_version }}.yml --tag uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }} .
280                echo "Push needed POLKADEX version to the repository";
281                docker push uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}
282            fi
283        shell: bash
284
253285
254      - name: Run find-and-replace to remove slashes from branch name286      - name: Run find-and-replace to remove slashes from branch name
286        with:318        with:
287          jpath: |319          jpath: |
288            .baedeker/vendor320            .baedeker/vendor
289          inputs: |321          inputs: |
290            .baedeker/xcm-${{ matrix.network }}.jsonnet322            .baedeker/xcm-${{ matrix.network }}.jsonnet
291            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}'}})323            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadot':{dockerImage:'uniquenetwork/builder-polkadot:${{ matrix.relay_branch }}'}})
292            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-${{ env.BUILD_SHA }}'}})324            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/unique':{dockerImage:'uniquenetwork/ci-xcm-local:${{ matrix.network }}-${{ steps.branchname.outputs.value }}-${{ env.BUILD_SHA }}'}})
293            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/acala':{dockerImage:'uniquenetwork/builder-acala:${{ matrix.acala_version }}'}})325            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/acala':{dockerImage:'uniquenetwork/builder-acala:${{ matrix.acala_version }}'}})
294            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/moonbeam':{dockerImage:'uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}'}})326            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/moonbeam':{dockerImage:'uniquenetwork/builder-moonbeam:${{ matrix.moonbeam_version }}'}})
295            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/cumulus':{dockerImage:'uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}'}})327            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/cumulus':{dockerImage:'uniquenetwork/builder-cumulus:${{ matrix.cumulus_version }}'}})
296            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/astar':{dockerImage:'uniquenetwork/builder-astar:${{ matrix.astar_version }}'}})328            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/astar':{dockerImage:'uniquenetwork/builder-astar:${{ matrix.astar_version }}'}})
329            snippet:(import 'baedeker-library/ops/rewrites.libsonnet').rewriteNodePaths({'bin/polkadex':{dockerImage:'uniquenetwork/builder-polkadex:${{ matrix.polkadex_version }}'}})
297330
298      - name: Upload network config331      - name: Upload network config
299        uses: actions/upload-artifact@v3332        uses: actions/upload-artifact@v3