git.delta.rocks / unique-network / refs/commits / 49760fdbb603

difftreelog

job concurency

Alexander Aksenov2022-08-17parent: #383bd14.patch.diff
in: master

7 files changed

modified.github/workflows/build-test-master.ymldiffbeforeafterboth
--- a/.github/workflows/build-test-master.yml
+++ b/.github/workflows/build-test-master.yml
@@ -27,6 +27,10 @@
     runs-on: [self-hosted-ci,large]
     timeout-minutes: 1380
 
+    concurrency: 
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
+
     name: ${{ matrix.network }}
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.
modified.github/workflows/codestyle.ymldiffbeforeafterboth
--- a/.github/workflows/codestyle.yml
+++ b/.github/workflows/codestyle.yml
@@ -13,6 +13,10 @@
 jobs:
   rustfmt:
     runs-on: self-hosted-ci
+    
+    concurrency: 
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
 
     steps:
       - name: Skip if pull request is in Draft
@@ -47,6 +51,10 @@
   clippy:
     if: ${{ false }}
     runs-on: self-hosted-ci
+  
+    concurrency: 
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
 
     steps:
       - name: Skip if pull request is in Draft
modified.github/workflows/fork-update-withdata.ymldiffbeforeafterboth
--- a/.github/workflows/fork-update-withdata.yml
+++ b/.github/workflows/fork-update-withdata.yml
@@ -27,6 +27,10 @@
     runs-on: [self-hosted-ci,large]
     timeout-minutes: 1380
 
+    concurrency: 
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
+
     name: ${{ matrix.network }}
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
modified.github/workflows/forkless-update-nodata.ymldiffbeforeafterboth
before · .github/workflows/forkless-update-nodata.yml
1name: Upgrade nodata23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request13      - ready_for_review1415  # Allows you to run this workflow manually from the Actions tab16  workflow_dispatch:1718#Define Workflow variables19env:20  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122# A workflow run is made up of one or more jobs that can run sequentially or in parallel23jobs:2425  prepare-execution-marix:26    27    name: Prepare execution matrix28    29    runs-on: self-hosted-ci30    outputs:31      matrix: ${{ steps.create_matrix.outputs.matrix }}32    steps:33      34      - name: Clean Workspace35        uses: AutoModality/action-clean@v1.1.03637      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it38      - uses: actions/checkout@v339        with:40          ref: ${{ github.head_ref }}  #Checking out head commit4142      - name: Read .env file43        uses: xom9ikk/dotenv@v1.0.24445      - name: Create Execution matrix46        uses: fabiocaccamo/create-matrix-action@v247        id: create_matrix48        with:49          matrix: |50            network {Opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}51            network {Quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}52            network {Unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}53545556  forkless-update-nodata:57    needs: prepare-execution-marix58    # The type of runner that the job will run on59    runs-on: [self-hosted-ci,medium]60    timeout-minutes: 13806162    name: ${{ matrix.network }}6364    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.6566    strategy:67      matrix:68        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}697071    steps:72      - name: Skip if pull request is in Draft73        # `if: github.event.pull_request.draft == true` should be kept here, at74        # the step level, rather than at the job level. The latter is not75        # recommended because when the PR is moved from "Draft" to "Ready to76        # review" the workflow will immediately be passing (since it was skipped),77        # even though it hasn't actually ran, since it takes a few seconds for78        # the workflow to start. This is also disclosed in:79        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1780        # That scenario would open an opportunity for the check to be bypassed:81        # 1. Get your PR approved82        # 2. Move it to Draft83        # 3. Push whatever commits you want84        # 4. Move it to "Ready for review"; now the workflow is passing (it was85        #    skipped) and "Check reviews" is also passing (it won't be updated86        #    until the workflow is finished)87        if: github.event.pull_request.draft == true88        run: exit 18990      - name: Clean Workspace91        uses: AutoModality/action-clean@v1.1.09293      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it94      - uses: actions/checkout@v395        with:96          ref: ${{ github.head_ref }}  #Checking out head commit9798      - name: Read .env file99        uses: xom9ikk/dotenv@v1.0.2100101      - name: Generate ENV related extend file for docker-compose102        uses: cuchi/jinja2-action@v1.2.0103        with:104          template: .docker/docker-compose.tmp-forkless.j2105          output_file: .docker/docker-compose.${{ matrix.network }}.yml106          variables: |107            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git108            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}109            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}110            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}111            MAINNET_TAG=${{ matrix.mainnet_tag }}112            MAINNET_BRANCH=${{ matrix.mainnet_branch }}113            FEATURE=${{ matrix.features }}114            RUNTIME=${{ matrix.runtime }}115            BRANCH=${{ github.head_ref }}116117      - name: Show build configuration118        run: cat .docker/docker-compose.${{ matrix.network }}.yml119120      - name: Generate launch-config.json121        uses: cuchi/jinja2-action@v1.2.0122        with:123          template: .docker/launch-config.j2124          output_file: .docker/launch-config-forkless.json125          variables: |126            FEATURE=${{ matrix.features }}127            RUNTIME=${{ matrix.runtime }}128129      - name: Show launch-config-forkless configuration130        run: cat .docker/launch-config-forkless.json131132133      - name: Build the stack134        run: docker-compose -f ".docker/docker-compose-forkless.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300135136      - name: Check if docker logs consist logs related to Runtime Upgrade testing.137        if: success()138        run: |139          counter=160140          function check_container_status {141                docker inspect -f {{.State.Running}} node-parachain142          }143          function do_docker_logs {144                docker logs --details node-parachain  2>&1145          }146          function is_started {147                if [ "$(check_container_status)" == "true" ]; then148                    echo "Container: node-parachain RUNNING";149                    echo "Check Docker logs"150                    DOCKER_LOGS=$(do_docker_logs)151                    if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then152                        echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"153                        return 0154                        exit 1155                    else 156                        echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸 - Not found in logs output."157                        return 1158                        exit 1159                    fi160                else161                    echo "Container node-parachain not RUNNING"162                    echo "Halting all future checks"163                    exit 1164                fi165                exit 0166          }167          while ! is_started; do168                echo "Waiting for special message in log files "169                sleep 30s170                counter=$(( $counter - 1 ))171                echo "Counter: $counter"172                if [ "$counter" -gt "0" ]; then173                    continue174                else175                    break176                fi177                done178           echo "Halting script"179           exit 0180        shell: bash181182      - name: Collect Docker Logs183        if: success() || failure()184        uses: jwalton/gh-docker-logs@v2.2.0185        with:186          dest: './forkless-parachain-update-nodata-logs.${{ matrix.features }}'187          images: 'node-parachain' 188189      - name: Tar logs190        if: success() || failure()191        run: tar cvzf ./forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz ./forkless-parachain-update-nodata-logs.${{ matrix.features }}192193      - name: Upload logs to GitHub194        if: success() || failure()195        uses: actions/upload-artifact@master196        with:197          name: forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz198          path: ./forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz199200      - name: Stop running containers201        if: always()                   # run this step always202        run: docker-compose -f ".docker/docker-compose-forkless.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
after · .github/workflows/forkless-update-nodata.yml
1name: Upgrade nodata23# Controls when the action will run.4on:5 # Triggers the workflow on push or pull request events but only for the master branch6  pull_request:7    branches:8      - master9    types:10      - opened11      - reopened12      - synchronize   #commit(s) pushed to the pull request13      - ready_for_review1415  # Allows you to run this workflow manually from the Actions tab16  workflow_dispatch:1718#Define Workflow variables19env:20  REPO_URL: ${{ github.server_url }}/${{ github.repository }}2122# A workflow run is made up of one or more jobs that can run sequentially or in parallel23jobs:2425  prepare-execution-marix:26    27    name: Prepare execution matrix28    29    runs-on: self-hosted-ci30    outputs:31      matrix: ${{ steps.create_matrix.outputs.matrix }}3233    concurrency: 34      group: ${{ github.workflow }}-${{ github.ref }}35      cancel-in-progress: true3637    steps:38      39      - name: Clean Workspace40        uses: AutoModality/action-clean@v1.1.04142      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it43      - uses: actions/checkout@v344        with:45          ref: ${{ github.head_ref }}  #Checking out head commit4647      - name: Read .env file48        uses: xom9ikk/dotenv@v1.0.24950      - name: Create Execution matrix51        uses: fabiocaccamo/create-matrix-action@v252        id: create_matrix53        with:54          matrix: |55            network {Opal}, runtime {opal}, features {opal-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}56            network {Quartz}, runtime {quartz}, features {quartz-runtime}, mainnet_branch {${{ env.QUARTZ_MAINNET_TAG }}}57            network {Unique}, runtime {unique}, features {unique-runtime}, mainnet_branch {${{ env.UNIQUE_MAINNET_TAG }}}58596061  forkless-update-nodata:62    needs: prepare-execution-marix63    # The type of runner that the job will run on64    runs-on: [self-hosted-ci,medium]65    66    concurrency: 67      group: ${{ github.workflow }}-${{ github.ref }}68      cancel-in-progress: true6970    timeout-minutes: 13807172    name: ${{ matrix.network }}7374    continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.7576    strategy:77      matrix:78        include: ${{fromJson(needs.prepare-execution-marix.outputs.matrix)}}798081    steps:82      - name: Skip if pull request is in Draft83        # `if: github.event.pull_request.draft == true` should be kept here, at84        # the step level, rather than at the job level. The latter is not85        # recommended because when the PR is moved from "Draft" to "Ready to86        # review" the workflow will immediately be passing (since it was skipped),87        # even though it hasn't actually ran, since it takes a few seconds for88        # the workflow to start. This is also disclosed in:89        # https://github.community/t/dont-run-actions-on-draft-pull-requests/16817/1790        # That scenario would open an opportunity for the check to be bypassed:91        # 1. Get your PR approved92        # 2. Move it to Draft93        # 3. Push whatever commits you want94        # 4. Move it to "Ready for review"; now the workflow is passing (it was95        #    skipped) and "Check reviews" is also passing (it won't be updated96        #    until the workflow is finished)97        if: github.event.pull_request.draft == true98        run: exit 199100      - name: Clean Workspace101        uses: AutoModality/action-clean@v1.1.0102103      # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it104      - uses: actions/checkout@v3105        with:106          ref: ${{ github.head_ref }}  #Checking out head commit107108      - name: Read .env file109        uses: xom9ikk/dotenv@v1.0.2110111      - name: Generate ENV related extend file for docker-compose112        uses: cuchi/jinja2-action@v1.2.0113        with:114          template: .docker/docker-compose.tmp-forkless.j2115          output_file: .docker/docker-compose.${{ matrix.network }}.yml116          variables: |117            REPO_URL=${{ github.server_url }}/${{ github.repository }}.git118            RUST_TOOLCHAIN=${{ env.RUST_TOOLCHAIN }}119            POLKADOT_BUILD_BRANCH=${{ env.POLKADOT_BUILD_BRANCH }}120            POLKADOT_MAINNET_BRANCH=${{ env.POLKADOT_MAINNET_BRANCH }}121            MAINNET_TAG=${{ matrix.mainnet_tag }}122            MAINNET_BRANCH=${{ matrix.mainnet_branch }}123            FEATURE=${{ matrix.features }}124            RUNTIME=${{ matrix.runtime }}125            BRANCH=${{ github.head_ref }}126127      - name: Show build configuration128        run: cat .docker/docker-compose.${{ matrix.network }}.yml129130      - name: Generate launch-config.json131        uses: cuchi/jinja2-action@v1.2.0132        with:133          template: .docker/launch-config.j2134          output_file: .docker/launch-config-forkless.json135          variables: |136            FEATURE=${{ matrix.features }}137            RUNTIME=${{ matrix.runtime }}138139      - name: Show launch-config-forkless configuration140        run: cat .docker/launch-config-forkless.json141142143      - name: Build the stack144        run: docker-compose -f ".docker/docker-compose-forkless.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" up -d --build  --force-recreate --timeout 300145146      - name: Check if docker logs consist logs related to Runtime Upgrade testing.147        if: success()148        run: |149          counter=160150          function check_container_status {151                docker inspect -f {{.State.Running}} node-parachain152          }153          function do_docker_logs {154                docker logs --details node-parachain  2>&1155          }156          function is_started {157                if [ "$(check_container_status)" == "true" ]; then158                    echo "Container: node-parachain RUNNING";159                    echo "Check Docker logs"160                    DOCKER_LOGS=$(do_docker_logs)161                    if [[ ${DOCKER_LOGS} = *"🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"* ]];then162                        echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸"163                        return 0164                        exit 1165                    else 166                        echo "🛸 PARACHAINS' RUNTIME UPGRADE TESTING COMPLETE 🛸 - Not found in logs output."167                        return 1168                        exit 1169                    fi170                else171                    echo "Container node-parachain not RUNNING"172                    echo "Halting all future checks"173                    exit 1174                fi175                exit 0176          }177          while ! is_started; do178                echo "Waiting for special message in log files "179                sleep 30s180                counter=$(( $counter - 1 ))181                echo "Counter: $counter"182                if [ "$counter" -gt "0" ]; then183                    continue184                else185                    break186                fi187                done188           echo "Halting script"189           exit 0190        shell: bash191192      - name: Collect Docker Logs193        if: success() || failure()194        uses: jwalton/gh-docker-logs@v2.2.0195        with:196          dest: './forkless-parachain-update-nodata-logs.${{ matrix.features }}'197          images: 'node-parachain' 198199      - name: Tar logs200        if: success() || failure()201        run: tar cvzf ./forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz ./forkless-parachain-update-nodata-logs.${{ matrix.features }}202203      - name: Upload logs to GitHub204        if: success() || failure()205        uses: actions/upload-artifact@master206        with:207          name: forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz208          path: ./forkless-parachain-update-nodata-logs.${{ matrix.features }}.tgz209210      - name: Stop running containers211        if: always()                   # run this step always212        run: docker-compose -f ".docker/docker-compose-forkless.yaml" -f ".docker/docker-compose.${{ matrix.network }}.yml" down
modified.github/workflows/node_build_test.ymldiffbeforeafterboth
--- a/.github/workflows/node_build_test.yml
+++ b/.github/workflows/node_build_test.yml
@@ -26,6 +26,10 @@
     runs-on: [self-hosted-ci,medium]
     timeout-minutes: 1380
 
+    concurrency: 
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
+
     name: ${{ matrix.network }}
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.
modified.github/workflows/tests_codestyle.ymldiffbeforeafterboth
--- a/.github/workflows/tests_codestyle.yml
+++ b/.github/workflows/tests_codestyle.yml
@@ -14,6 +14,10 @@
   code_style:
     runs-on: self-hosted-ci
 
+    concurrency: 
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
+
     steps:
       - name: Skip if pull request is in Draft
         # `if: github.event.pull_request.draft == true` should be kept here, at
modified.github/workflows/try-runtime.ymldiffbeforeafterboth
--- a/.github/workflows/try-runtime.yml
+++ b/.github/workflows/try-runtime.yml
@@ -25,6 +25,10 @@
     # The type of runner that the job will run on
     runs-on: self-hosted-ci
 
+    concurrency: 
+      group: ${{ github.workflow }}-${{ github.ref }}
+      cancel-in-progress: true
+
     name: ${{ matrix.network }} - Try-runtime
 
     continue-on-error: true         #Do not stop testing of matrix runs failed.  As it decided during PR review - it required 50/50& Let's check it with false.