git.delta.rocks / unique-network / refs/commits / ce1b3ca1bc40

difftreelog

Merge pull request #2 from lzadjsf/ci-build-workflow-v3

Alex2022-08-01parents: #2232fc1 #80975a9.patch.diff
in: master
Re-created branch with changes related to STEP1 task.

10 files changed

added.docker/Dockerfile-chain-devdiffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-chain-dev
@@ -0,0 +1,35 @@
+FROM ubuntu:20.04
+
+ENV DEBIAN_FRONTEND=noninteractive
+ENV TZ=Etc/UTC
+
+RUN apt-get update && apt-get install -y git curl libssl-dev llvm pkg-config libclang-dev clang git make cmake
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+ARG RUST_TOOLCHAIN=nightly-2022-04-07
+ARG BRANCH=develop
+ARG REPO_URL=https://github.com/UniqueNetwork/unique-chain.git
+ARG FEATURE=
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install $RUST_TOOLCHAIN && \
+    rustup default $RUST_TOOLCHAIN && \
+    rustup target add wasm32-unknown-unknown --toolchain $RUST_TOOLCHAIN
+
+RUN mkdir /dev_chain && git clone $REPO_URL /dev_chain && cd /dev_chain && git checkout $BRANCH
+WORKDIR /dev_chain
+
+RUN cargo build --release
+
+EXPOSE 9844
+EXPOSE 9944
+EXPOSE 9933
+EXPOSE 9833
+EXPOSE 40333
+EXPOSE 30333
+
+CMD cargo run --release $FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
added.docker/Dockerfile-parachaindiffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-parachain
@@ -0,0 +1,114 @@
+# ===== Rust builder =====
+FROM phusion/baseimage:focal-1.1.0 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ARG RUST_TOOLCHAIN=nightly-2022-05-11
+#ARG RUST_C=1.62.0-nightly
+ARG POLKA_VERSION=release-v0.9.24
+ARG UNIQUE_BRANCH=develop
+
+#ARG USER=***
+#ARG PASS=***
+
+
+ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
+#ENV RUST_C $RUST_C
+ENV POLKA_VERSION $POLKA_VERSION
+ENV UNIQUE_BRANCH $UNIQUE_BRANCH
+
+
+#RUN echo $RUST_TOOLCHAIN
+#RUN echo $RUST_C
+#RUN echo $POLKA_VERSION
+#RUN echo $UNIQUE_BRANCH
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN apt-get update && \
+    apt-get dist-upgrade -y -o Dpkg::Options::="--force-confold" && \
+    apt-get install -y cmake pkg-config libssl-dev git clang
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install $RUST_TOOLCHAIN && \
+    rustup default $RUST_TOOLCHAIN && \
+    rustup target list --installed && \
+    rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain $RUST_TOOLCHAIN
+
+RUN cargo install cargo-chef
+
+RUN mkdir unique_parachain
+WORKDIR /unique_parachain
+
+# ===== Chef =====
+FROM rust-builder as chef
+
+COPY . .
+RUN cargo chef prepare --recipe-path recipe.json
+
+# ===== BUILD ======
+FROM rust-builder as builder
+
+RUN mkdir unique_parachain
+WORKDIR /unique_parachain
+
+COPY --from=chef /unique_parachain/recipe.json recipe.json
+ARG PROFILE=release
+RUN cargo chef cook "--$PROFILE" --recipe-path recipe.json
+
+COPY . .
+RUN cargo build "--$PROFILE"
+   # && \
+   # cargo test
+
+# ===== BUILD POLKADOT =====
+FROM rust-builder as builder-polkadot
+
+RUN mkdir unique_parachain
+WORKDIR /unique_parachain
+
+RUN git clone -b $POLKA_VERSION --depth 1 https://github.com/paritytech/polkadot.git && \
+    cd polkadot && \
+    git tag -n && \
+	cargo build --release
+
+# ===== RUN ======
+
+FROM phusion/baseimage:focal-1.1.0
+
+ARG PROFILE=release
+
+RUN apt-get -y update && \
+      apt-get -y upgrade && \
+      apt-get -y install curl git && \
+      curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash && \
+      export NVM_DIR="$HOME/.nvm" && \
+      [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+      nvm install v15.5.0 && \
+      nvm use v15.5.0
+
+RUN git clone https://github.com/paritytech/polkadot-launch
+
+RUN export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    npm install --global yarn && \
+    yarn
+
+COPY --from=builder /unique_parachain/target/$PROFILE/unique-collator /unique-chain/target/$PROFILE/
+COPY --from=builder-polkadot /unique_parachain/polkadot/target/$PROFILE/polkadot /polkadot/target/$PROFILE/
+
+EXPOSE 9844
+EXPOSE 9944
+EXPOSE 9933
+EXPOSE 9833
+EXPOSE 40333
+EXPOSE 30333
+
+CMD export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    yarn start launch-config.json
added.docker/Dockerfile-parachain-v2diffbeforeafterboth
--- /dev/null
+++ b/.docker/Dockerfile-parachain-v2
@@ -0,0 +1,96 @@
+# ===== Rust builder =====
+FROM phusion/baseimage:focal-1.1.0 as rust-builder
+LABEL maintainer="Unique.Network"
+
+ARG RUST_TOOLCHAIN={{ actual_toolchain }}
+ARG POLKA_VERSION=release-v0.9.24
+
+
+ENV RUST_TOOLCHAIN $RUST_TOOLCHAIN
+ENV POLKA_VERSION $POLKA_VERSION
+
+ENV CARGO_HOME="/cargo-home"
+ENV PATH="/cargo-home/bin:$PATH"
+
+RUN curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
+
+RUN apt-get update && \
+    apt-get dist-upgrade -y -o Dpkg::Options::="--force-confold" && \
+    apt-get install -y cmake pkg-config libssl-dev git clang
+
+RUN rustup toolchain uninstall $(rustup toolchain list) && \
+    rustup toolchain install $RUST_TOOLCHAIN && \
+    rustup default $RUST_TOOLCHAIN && \
+    rustup target list --installed && \
+    rustup show
+RUN rustup target add wasm32-unknown-unknown --toolchain $RUST_TOOLCHAIN
+
+####works inside repo folder###
+
+
+# ===== BUILD ======
+FROM rust-builder as builder-unique
+
+RUN mkdir unique_parachain
+WORKDIR /unique_parachain
+
+ARG PROFILE='features=quartz-runtime --release'
+
+COPY . .
+RUN cargo build --features=quartz-runtime --release
+   # && \
+   # cargo test
+
+# ===== BUILD POLKADOT =====
+FROM rust-builder as builder-polkadot
+
+RUN mkdir unique_parachain
+WORKDIR /unique_parachain
+
+RUN git clone -b $POLKA_VERSION --depth 1 https://github.com/paritytech/polkadot.git && \
+    cd polkadot && \
+    git tag -n && \
+	cargo build --release
+
+# ===== RUN ======
+
+FROM phusion/baseimage:focal-1.1.0
+
+#ARG PROFILE='--features=quartz-runtime --release'
+
+RUN apt-get -y update && \
+      apt-get -y upgrade && \
+      apt-get -y install curl git && \
+      curl -o- https://raw.githubusercontent.com/nvm-sh/nvm/v0.35.3/install.sh | bash && \
+      export NVM_DIR="$HOME/.nvm" && \
+      [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+      nvm install v15.5.0 && \
+      nvm use v15.5.0
+
+RUN git clone https://github.com/UniqueNetwork/polkadot-launch.git && \
+    cd ./polkadot-launch && \
+    git checkout feature/runtime-upgrade-testing
+
+RUN export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    npm install --global yarn && \
+    yarn
+
+COPY --from=builder-unique /unique_parachain/target/release/unique-collator /unique-chain/target/release/
+COPY --from=builder-polkadot /unique_parachain/polkadot/target/release/polkadot /polkadot/target/release/
+
+COPY ["./launch-config.json", "/polkadot-launch/launch-config.json"]
+
+
+EXPOSE 9844
+EXPOSE 9944
+EXPOSE 9933
+EXPOSE 9833
+EXPOSE 40333
+EXPOSE 30333
+
+CMD export NVM_DIR="$HOME/.nvm" && \
+    [ -s "$NVM_DIR/nvm.sh" ] && \. "$NVM_DIR/nvm.sh" && \
+    cd /polkadot-launch && \
+    yarn start launch-config.json
added.docker/docker-compose-dev.yamldiffbeforeafterboth
--- /dev/null
+++ b/.docker/docker-compose-dev.yaml
@@ -0,0 +1,19 @@
+version: "3.5"
+
+services:
+  node-o:
+    build:
+      context: .
+      dockerfile: Dockerfile-chain-dev
+    image: node-o
+    container_name: node-o
+    expose:
+      - 9944
+      - 9933
+    ports:
+      - 127.0.0.1:9944:9944
+      - 127.0.0.1:9933:9933
+    logging:
+      options:
+        max-size: "1m"
+        max-file: "3"
added.docker/docker-compose-tests-parachain.ymldiffbeforeafterboth
--- /dev/null
+++ b/.docker/docker-compose-tests-parachain.yml
@@ -0,0 +1,28 @@
+version: "3.5"
+
+services:
+  blockchain_nodes:
+    build:
+      context: ./
+      dockerfile: Dockerfile-parachain
+      args:
+        - RUST_TOOLCHAIN=${RUST_TOOLCHAIN:?err}
+        - RUST_C=${RUST_C:?err}
+        - POLKA_VERSION=${POLKA_VERSION:?err}
+        - UNIQUE_BRANCH=${UNIQUE_BRANCH:?err}
+    volumes:
+      - ./launch-config.json:/polkadot-launch/launch-config.json
+    env_file:
+      - ./.env
+
+  integration_tests:
+    build:
+      context: tests/
+      dockerfile: Dockerfile-tests
+    environment:
+      RPC_URL: http://blockchain_nodes:9933/
+    volumes:
+      - ./tests/src/config_docker.ts:/unique_parachain/src/config.ts
+      - /home/ubuntu/mochawesome-report:/unique_parachain/mochawesome-report
+    depends_on:
+      - blockchain_nodes
added.docker/docker-compose.tmp.j2diffbeforeafterboth
--- /dev/null
+++ b/.docker/docker-compose.tmp.j2
@@ -0,0 +1,13 @@
+version: "3.5"
+
+services:
+  node-o:
+    build:
+      args:
+        - "RUST_TOOLCHAIN={{ RUST_TOOLCHAIN }}"
+        - "BRANCH={{ BRANCH }}"
+        - "REPO_URL={{ REPO_URL }}"
+        - "FEATURE={{ FEATURE }}"
+
+    command: cargo run --release $FEATURE -- --dev -linfo --unsafe-ws-external --rpc-cors=all --unsafe-rpc-external
+
modified.github/workflows/codestyle.ymldiffbeforeafterboth
--- a/.github/workflows/codestyle.yml
+++ b/.github/workflows/codestyle.yml
@@ -1,10 +1,16 @@
 name: Code style
 
-on: [push]
+on:
+  pull_request:
+    branches:
+      - develop
+    types:
+      - opened
+      - edited
 
 jobs:
   rustfmt:
-    runs-on: ubuntu-20.04
+    runs-on: self-hosted-ci
 
     steps:
       - uses: actions/checkout@v1
@@ -20,7 +26,7 @@
 
   clippy:
     if: ${{ false }}
-    runs-on: ubuntu-20.04
+    runs-on: self-hosted-ci
 
     steps:
       - uses: actions/checkout@v1
modified.github/workflows/node_build_test.ymldiffbeforeafterboth
1name: Build & test1name: Build & test
22
3# Controls when the action will run. 3# Controls when the action will run.
4on:4on:
5 # Triggers the workflow on push or pull request events but only for the master branch5 # Triggers the workflow on push or pull request events but only for the master branch
6  #push:
7  #  branches: [ develop ]
6  push:8  pull_request:
7    branches: [ develop ]9    branches:
10      - develop
11    types:
12      - opened
13      - edited
14      - reopened
8 # pull_request:15  # pull_request:
9 #   branches: [ develop ]16 #   branches: [ develop ]
10  # Allows you to run this workflow manually from the Actions tab17  # Allows you to run this workflow manually from the Actions tab
11  workflow_dispatch:18  workflow_dispatch:
1219
13# A workflow run is made up of one or more jobs that can run sequentially or in parallel20#Define Workflow variables
21env:
22  ubuntu_version: focal
23  chains_release_dir: /opt/runner/chains_release
24  opal_chain_workdir: ./src_opal_chain
25  quartz_chain_workdir: ./src_quartz_chain
26  unique_chain_workdir: ./src_unique_chain
27  src_repo_url: https://github.com/lzadjsf/unique-chain.git
28  RUST_TOOLCHAIN: nightly-2022-05-11
29  REPO_URL: ${{ github.server_url }}/${{ github.repository }}
30
31# A workflow run is made up of one or more jobs that can run sequentially or in parallel
14jobs:32jobs:
33  pre-requisites:
34    # The type of runner that the job will run on
35    runs-on: self-hosted-ci
36
37    steps:
38      #runs ssh connection
39      - name: Install dependencies
40        run: |
41          sudo apt-get install git curl libssl-dev llvm pkg-config libclang-dev clang make cmake
42          sudo apt autoremove
43          curl https://sh.rustup.rs -sSf | sh -s -- -y --default-toolchain none
44          . $HOME/.cargo/env && cargo install --locked --git https://github.com/chevdor/subwasm
45          rustup toolchain install ${{ env.RUST_TOOLCHAIN }}
46          rustup default ${{ env.RUST_TOOLCHAIN }}
47          rustup target add wasm32-unknown-unknown --toolchain ${{ env.RUST_TOOLCHAIN }}
48
49
15  build:50  build:
16    # The type of runner that the job will run on51    # The type of runner that the job will run on
17    runs-on: ubuntu-20.0452    runs-on: self-hosted-ci
1853
19  #  if: github.event_name == 'pull_request' && github.event.action == 'closed' && github.event.pull_request.merged == true54    needs: pre-requisites
2055    name: Build Container, Spin it Up an test
21    # Steps represent a sequence of tasks that will be executed as part of the job56
57    continue-on-error: true         #Do not stop testing of matrix runs failed.
58
59    strategy:
60      matrix:
61        include:
62          - network: "Opal"
63            features: " "
64          - network: "Quartz"
65            features: "--features=quartz-runtime"
66          - network: "Unique"
67            features: "--features=unique-runtime"
68
22    steps:69    steps:
23      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it70      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
71      - uses: actions/checkout@v3
72
73      - name: Generate ENV related extend file for docker-compose
74        uses: cuchi/jinja2-action@v1.2.0
75        with:
76          template: .docker/docker-compose.tmp.j2
77          output_file: .docker/docker-compose.${{ matrix.network }}.yml
78          variables: |
79            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git
80            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}
81            FEATURE=${{ matrix.features }}
82            BRANCH=${{ github.head_ref }}
83
84      - name: Show temporary file
85        run: cat .docker/docker-compose.${{ matrix.network }}.yml
86
87      - name: Build the stack
88        run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build
89
90#      - name: "Build the Docker image with Feature: ${{ env.features }}"
91#        run: docker build -t build-${{ github.head_ref }} --file .docker/Dockerfile-chain-dev --build-arg REPO_URL=${{ github.server_url }}/${{ github.repository }}.git --build-arg RUST_TOOLCHAIN=${{ env.actual_toolchain }} --build-arg FEATURE="${{ env.features }}" --build-arg BRANCH=${{ github.head_ref }} --no-cache .
92
93      - name: Wait
94        run: sleep 420s
95
24      - uses: actions/checkout@v296      - name: Install node
25          97        uses: actions/setup-node@v1
26     #runs ssh connection98        with:
99          node-version: 14.x
100
101      - name: Install dependencies
102        run: |
103          cd tests
104          yarn install
105          yarn add mochawesome
106          yarn --pure-lockfile
107
108      - name: Run tests
109        run: |
110          cd tests
111          ./scripts/ci-check-docker-state.sh
112          NOW=$(date +%s) && yarn test --reporter mochawesome --reporter-options reportFilename=test-${NOW}
113        env:
114          RPC_URL: http://127.0.0.1:9933/
115
27      - name: Go to server116      - name: Test Report
28        uses: appleboy/ssh-action@master117        uses: phoenix-actions/test-reporting@v8
29        with:118        id: test-report               # Set ID reference for step
30          host: ${{ secrets.SERVER_IP }}119        if: success() || failure()    # run this step even if previous step failed
31          username: ${{ secrets.SERVER_USERNAME }}120        with:
32          key: ${{ secrets.KEY }}121          name: Tests ${{ matrix.network }}            # Name of the check run which will be created
33          port: ${{ secrets.SERVER_PORT }}122          path: tests/mochawesome-report/test-*.json    # Path to test results
34          command_timeout: 300m123          reporter: mochawesome-json
35          script: |124          fail-on-error: 'false'
36            eval $(ssh-agent -s)125
37            ssh-add /home/devops/.ssh/git_hub126      - name: Stop running containers
38            git clone git@github.com:UniqueNetwork/unique-chain.git127        if: always()                   # run this step always
39            cd unique-chain128        run: docker-compose -f ".docker/docker-compose-dev.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
40            git checkout develop
41            # git pull --all
42            chmod +x ci_node.sh
43            ./ci_node.sh
44            rm -rf /home/polkadot/unique-chain
45129
modified.github/workflows/notify.ymldiffbeforeafterboth
--- a/.github/workflows/notify.yml
+++ b/.github/workflows/notify.yml
@@ -1,13 +1,17 @@
 name: telegram message
 on:
-  push:
-    branches: [ develop ]  
+  pull_request:
+    branches:
+      - develop
+    types:
+      - opened
+      - edited
 jobs:
-  build:    
-    runs-on: ubuntu-latest    
-    steps:        
+  build:
+    runs-on: self-hosted-ci
+    steps:
     - uses: avkviring/telegram-github-action@v0.0.13
       env:
-        telegram_to: ${{ secrets.TELEGRAM_TO }}  
+        telegram_to: ${{ secrets.TELEGRAM_TO }}
         telegram_token: ${{ secrets.TELEGRAM_TOKEN }}
         event: ${{ toJson(github.event) }}
modified.github/workflows/tests_codestyle.ymldiffbeforeafterboth
--- a/.github/workflows/tests_codestyle.yml
+++ b/.github/workflows/tests_codestyle.yml
@@ -1,14 +1,19 @@
 name: Tests code style
 
-on: [push]
-
+on:
+  pull_request:
+    branches:
+      - develop
+    types:
+      - opened
+      - edited
 jobs:
   build:
-    runs-on: ubuntu-20.04
+    runs-on: self-hosted-ci
 
     steps:
     - uses: actions/checkout@v2
     - name: Install modules
       run: cd tests && yarn
     - name: Run ESLint
-      run: cd tests && yarn eslint --ext .ts,.js src/
\ No newline at end of file
+      run: cd tests && yarn eslint --ext .ts,.js src/