Thanks to visit codestin.com
Credit goes to github.com

Skip to content

Release 0.43 #115

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
cytopia merged 6 commits into from
Nov 16, 2022
Merged

Release 0.43 #115

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
6 commits
Select commit Hold shift + click to select a range
ab40cf2
Generalize workflows
cytopia Nov 15, 2022
005747f
Fix docker push
cytopia Nov 15, 2022
b3281c1
Fix matrix fields
cytopia Nov 15, 2022
3ddab44
Fix tagging
cytopia Nov 15, 2022
5ff6715
Fix manifests
cytopia Nov 16, 2022
74d4b1f
Remove extra input
cytopia Nov 16, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
318 changes: 129 additions & 189 deletions .github/workflows/action_branch.yml
View file
Open in desktop

Large diffs are not rendered by default.

326 changes: 133 additions & 193 deletions .github/workflows/action_pull_request.yml
View file
Open in desktop

Large diffs are not rendered by default.

318 changes: 130 additions & 188 deletions .github/workflows/action_schedule.yml
View file
Open in desktop

Large diffs are not rendered by default.

99 changes: 65 additions & 34 deletions ...orkflows/docker-multistage-build-kops.yml → ...rkflows/docker-multistage-build-extra.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,18 +35,37 @@ on:
description: 'Dertermines whether we upload the artifact not.'
required: true
type: boolean
pull_base_image:
description: 'Pull Docker base image before building?.'
push_image:
description: 'Push docker image after build (and test if ran)?'
required: false
type: boolean
default: false
pull_base_image:
description: 'Pull Docker base image before building?'
required: false
type: boolean
default: false
extra_make_var_name:
description: 'Extra makefile variable name to assign matrix.EXTRA value to'
required: true
type: string
###
### Secrets
###
secrets:
dockerhub_username:
description: 'The username for Dockerhub.'
required: true
dockerhub_password:
description: 'The password for Dockerhub.'
required: true

jobs:
# -----------------------------------------------------------------------------------------------
# JOB: BUILD
# -----------------------------------------------------------------------------------------------
build:
name: ${{ matrix.name }}-${{ matrix.version }}-${{ inputs.stage }}${{ matrix.kops }} (${{ matrix.arch }}) ${{ matrix.refs }}
name: ${{ matrix.NAME }}-${{ matrix.VERSION }}-${{ inputs.stage }}${{ matrix.EXTRA }} (${{ matrix.ARCH }}) ${{ matrix.REFS }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
Expand All @@ -63,11 +82,11 @@ jobs:
fetch-depth: 0
if: ${{ !inputs.has_refs }}

- name: "[SETUP] Checkout repository (ref: ${{ matrix.refs }})"
- name: "[SETUP] Checkout repository (ref: ${{ matrix.REFS }})"
uses: actions/checkout@v3
with:
fetch-depth: 0
ref: ${{ matrix.refs }}
ref: ${{ matrix.REFS }}
if: ${{ inputs.has_refs }}

- name: "[SETUP] Install QEMU environment"
Expand All @@ -77,40 +96,32 @@ jobs:
image: tonistiigi/binfmt:latest
platforms: all

- name: "[SETUP] Install Docker Buildx"
id: buildx
uses: docker/setup-buildx-action@v2

- name: "[SETUP] Set artifact names"
id: set-artifact-name
run: |
PRE_HASH="$( git rev-parse HEAD | head -c 10 )"
VERSION="${{ matrix.version }}"
ARCH="$( echo "${{ matrix.arch }}" | sed 's|/|-|g' )"
VERSION="$( echo "${{ matrix.VERSION }}" )"
ARCH="$( echo "${{ matrix.ARCH }}" | sed 's|/|-|g' )"

NAME_PREV="${{ inputs.artifact_prefix }}-${PRE_HASH}-${VERSION}-${ARCH}-${{ inputs.stage_prev }}"
NAME_CURR="${{ inputs.artifact_prefix }}-${PRE_HASH}-${VERSION}-${ARCH}-${{ inputs.stage }}${{ matrix.kops }}"
NAME_PREV="${{ inputs.artifact_prefix }}-${VERSION}-${ARCH}-${{ inputs.stage_prev }}"
NAME_CURR="${{ inputs.artifact_prefix }}-${VERSION}-${ARCH}-${{ inputs.stage }}${{ matrix.EXTRA }}"
echo "prev=${NAME_PREV}" >> $GITHUB_OUTPUT
echo "curr=${NAME_CURR}" >> $GITHUB_OUTPUT

- name: "[DEBUG] Show setup"
shell: bash
- name: "[SETUP] Determine Docker tag"
id: tag
uses: cytopia/[email protected]

# https://github.com/alpinelinux/docker-alpine/issues/98
- name: "[SETUP] Fix Docker IP forwarding"
run: |
echo '(qemu) Platforms: ${{ steps.qemu.outputs.platforms }}'
echo "(buildx) Name: ${{ steps.buildx.outputs.name }}"
echo "(buildx) Endpoint: ${{ steps.buildx.outputs.endpoint }}"
echo "(buildx) Status: ${{ steps.buildx.outputs.status }}"
echo "(buildx) Flags: ${{ steps.buildx.outputs.flags }}"
echo "(buildx) Platforms: ${{ steps.buildx.outputs.platforms }}"
sysctl net.ipv4.ip_forward
sudo sysctl -w net.ipv4.ip_forward=1
sudo systemctl restart docker


# ------------------------------------------------------------
# Artifact Import
# ------------------------------------------------------------

###
### Download and import previously built image (if it exists)
###
- name: "[Artifact Load] Download previously built image"
uses: cytopia/[email protected]
with:
Expand All @@ -132,14 +143,14 @@ jobs:
uses: cytopia/[email protected]
with:
command: |
make docker-pull-base-image VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} KOPS=${{ matrix.kops }}
make docker-pull-base-image VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }} ${{ inputs.extra_make_var_name }}=${{ matrix.EXTRA }}
if: ${{ inputs.pull_base_image }}

- name: Build
uses: cytopia/[email protected]
with:
command: |
make build VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} KOPS=${{ matrix.kops }}
make build VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }} ${{ inputs.extra_make_var_name }}=${{ matrix.EXTRA }}


# ------------------------------------------------------------
Expand All @@ -149,24 +160,44 @@ jobs:
uses: cytopia/[email protected]
with:
command: |
make test VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} KOPS=${{ matrix.kops }}
make test VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }} ${{ inputs.extra_make_var_name }}=${{ matrix.EXTRA }}
if: ${{ inputs.run_tests }}


# ------------------------------------------------------------
# Artifact Export
# Push
# ------------------------------------------------------------
- name: Docker Tag
uses: cytopia/[email protected]
with:
command: |
make tag VERSION="${{ matrix.VERSION }}" STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} TAG=${{ steps.tag.outputs.docker-tag }} ${{ inputs.extra_make_var_name }}=${{ matrix.EXTRA }}

- name: Docker login
uses: docker/login-action@v2
with:
username: ${{ secrets.dockerhub_username }}
password: ${{ secrets.dockerhub_password }}
if: ${{ inputs.push_image }}

- name: Docker push
uses: cytopia/[email protected]
with:
command: |
make push VERSION="${{ matrix.version }}" STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} TAG=${{ steps.tag.outputs.docker-tag }} ${{ inputs.extra_make_var_name }}=${{ matrix.EXTRA }}
if: ${{ inputs.push_image }}


###
### Export current image
###
# ------------------------------------------------------------
# Artifact Export
# ------------------------------------------------------------
- name: "[Artifact Save] Upload built artifact"
uses: cytopia/[email protected]
with:
name: ${{ steps.set-artifact-name.outputs.curr }}
path: ${{ steps.set-artifact-name.outputs.curr }}
pre_command: |
make save-verify VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} KOPS=${{ matrix.kops }} OUTFILE=${{ steps.set-artifact-name.outputs.curr }} INFILE=${{ steps.set-artifact-name.outputs.curr }}
make save-verify VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }} OUTFILE=${{ steps.set-artifact-name.outputs.curr }} INFILE=${{ steps.set-artifact-name.outputs.curr }} ${{ inputs.extra_make_var_name }}=${{ matrix.EXTRA }}
post_command: |
make load INFILE={{download_path}}
if: ${{ inputs.upload_artifact }}
97 changes: 62 additions & 35 deletions ...orkflows/docker-multistage-build-helm.yml → ...hub/workflows/docker-multistage-build.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
---
name: "Build multistage docker images (multi -flavours, -versions, -architectures -helm)"
name: "Build multistage docker images (multi -flavours, -versions, -architectures)"

on:
workflow_call:
Expand Down Expand Up @@ -35,18 +35,33 @@ on:
description: 'Dertermines whether we upload the artifact not.'
required: true
type: boolean
pull_base_image:
description: 'Pull Docker base image before building?.'
push_image:
description: 'Push docker image after build (and test if ran)?'
required: false
type: boolean
default: false
pull_base_image:
description: 'Pull Docker base image before building?'
required: false
type: boolean
default: false
###
### Secrets
###
secrets:
dockerhub_username:
description: 'The username for Dockerhub.'
required: true
dockerhub_password:
description: 'The password for Dockerhub.'
required: true

jobs:
# -----------------------------------------------------------------------------------------------
# JOB: BUILD
# -----------------------------------------------------------------------------------------------
build:
name: ${{ matrix.name }}-${{ matrix.version }}-${{ inputs.stage }}${{ matrix.helm }} (${{ matrix.arch }}) ${{ matrix.refs }}
name: ${{ matrix.NAME }}-${{ matrix.VERSION }}-${{ inputs.stage }} (${{ matrix.ARCH }}) ${{ matrix.REFS }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
Expand All @@ -63,11 +78,11 @@ jobs:
fetch-depth: 0
if: ${{ !inputs.has_refs }}

- name: "[SETUP] Checkout repository (ref: ${{ matrix.refs }})"
- name: "[SETUP] Checkout repository (ref: ${{ matrix.REFS }})"
uses: actions/checkout@v3
with:
fetch-depth: 0
ref: ${{ matrix.refs }}
ref: ${{ matrix.REFS }}
if: ${{ inputs.has_refs }}

- name: "[SETUP] Install QEMU environment"
Expand All @@ -77,40 +92,32 @@ jobs:
image: tonistiigi/binfmt:latest
platforms: all

- name: "[SETUP] Install Docker Buildx"
id: buildx
uses: docker/setup-buildx-action@v2

- name: "[SETUP] Set artifact names"
id: set-artifact-name
run: |
PRE_HASH="$( git rev-parse HEAD | head -c 10 )"
VERSION="${{ matrix.version }}"
ARCH="$( echo "${{ matrix.arch }}" | sed 's|/|-|g' )"
VERSION="$( echo "${{ matrix.VERSION }}" )"
ARCH="$( echo "${{ matrix.ARCH }}" | sed 's|/|-|g' )"

NAME_PREV="${{ inputs.artifact_prefix }}-${PRE_HASH}-${VERSION}-${ARCH}-${{ inputs.stage_prev }}"
NAME_CURR="${{ inputs.artifact_prefix }}-${PRE_HASH}-${VERSION}-${ARCH}-${{ inputs.stage }}${{ matrix.helm }}"
NAME_PREV="${{ inputs.artifact_prefix }}-${VERSION}-${ARCH}-${{ inputs.stage_prev }}"
NAME_CURR="${{ inputs.artifact_prefix }}-${VERSION}-${ARCH}-${{ inputs.stage }}"
echo "prev=${NAME_PREV}" >> $GITHUB_OUTPUT
echo "curr=${NAME_CURR}" >> $GITHUB_OUTPUT

- name: "[DEBUG] Show setup"
shell: bash
- name: "[SETUP] Determine Docker tag"
id: tag
uses: cytopia/[email protected]

# https://github.com/alpinelinux/docker-alpine/issues/98
- name: "[SETUP] Fix Docker IP forwarding"
run: |
echo '(qemu) Platforms: ${{ steps.qemu.outputs.platforms }}'
echo "(buildx) Name: ${{ steps.buildx.outputs.name }}"
echo "(buildx) Endpoint: ${{ steps.buildx.outputs.endpoint }}"
echo "(buildx) Status: ${{ steps.buildx.outputs.status }}"
echo "(buildx) Flags: ${{ steps.buildx.outputs.flags }}"
echo "(buildx) Platforms: ${{ steps.buildx.outputs.platforms }}"
sysctl net.ipv4.ip_forward
sudo sysctl -w net.ipv4.ip_forward=1
sudo systemctl restart docker


# ------------------------------------------------------------
# Artifact Import
# ------------------------------------------------------------

###
### Download and import previously built image (if it exists)
###
- name: "[Artifact Load] Download previously built image"
uses: cytopia/[email protected]
with:
Expand All @@ -132,14 +139,14 @@ jobs:
uses: cytopia/[email protected]
with:
command: |
make docker-pull-base-image VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} HELM=${{ matrix.helm }}
make docker-pull-base-image VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }}
if: ${{ inputs.pull_base_image }}

- name: Build
uses: cytopia/[email protected]
with:
command: |
make build VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} HELM=${{ matrix.helm }}
make build VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }}


# ------------------------------------------------------------
Expand All @@ -149,24 +156,44 @@ jobs:
uses: cytopia/[email protected]
with:
command: |
make test VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} HELM=${{ matrix.helm }}
make test VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }}
if: ${{ inputs.run_tests }}


# ------------------------------------------------------------
# Artifact Export
# Push
# ------------------------------------------------------------
- name: Docker Tag
uses: cytopia/[email protected]
with:
command: |
make tag VERSION="${{ matrix.VERSION }}" STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} TAG=${{ steps.tag.outputs.docker-tag }}

###
### Export current image
###
- name: Docker login
uses: docker/login-action@v2
with:
username: ${{ secrets.dockerhub_username }}
password: ${{ secrets.dockerhub_password }}
if: ${{ inputs.push_image }}

- name: Docker push
uses: cytopia/[email protected]
with:
command: |
make push VERSION="${{ matrix.version }}" STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} TAG=${{ steps.tag.outputs.docker-tag }}
if: ${{ inputs.push_image }}


# ------------------------------------------------------------
# Artifact Export
# ------------------------------------------------------------
- name: "[Artifact Save] Upload built artifact"
uses: cytopia/[email protected]
with:
name: ${{ steps.set-artifact-name.outputs.curr }}
path: ${{ steps.set-artifact-name.outputs.curr }}
pre_command: |
make save-verify VERSION=${{ matrix.version }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.flavour }} ARCH=${{ matrix.arch }} HELM=${{ matrix.helm }} OUTFILE=${{ steps.set-artifact-name.outputs.curr }} INFILE=${{ steps.set-artifact-name.outputs.curr }}
make save-verify VERSION=${{ matrix.VERSION }} STAGE=${{ inputs.stage }} FLAVOUR=${{ matrix.FLAVOUR }} ARCH=${{ matrix.ARCH }} OUTFILE=${{ steps.set-artifact-name.outputs.curr }} INFILE=${{ steps.set-artifact-name.outputs.curr }}
post_command: |
make load INFILE={{download_path}}
if: ${{ inputs.upload_artifact }}
Loading