547 lines
17 KiB
YAML
547 lines
17 KiB
YAML
# https://www.truenas.com/software-status/
|
|
|
|
name: CI
|
|
|
|
on:
|
|
push:
|
|
tags:
|
|
- "v*"
|
|
branches:
|
|
- master
|
|
- next
|
|
|
|
jobs:
|
|
cancel-previous-runs:
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- name: Cancel Previous Runs
|
|
uses: styfle/cancel-workflow-action@0.12.1
|
|
with:
|
|
access_token: ${{ github.token }}
|
|
|
|
build-npm-linux-amd64:
|
|
runs-on: ubuntu-20.04
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 20
|
|
- shell: bash
|
|
name: npm install
|
|
run: |
|
|
ci/bin/build.sh
|
|
- name: upload build
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
path: node_modules-linux-amd64.tar.gz
|
|
retention-days: 1
|
|
|
|
build-npm-windows-amd64:
|
|
runs-on: windows-2022
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/setup-node@v4
|
|
with:
|
|
node-version: 20
|
|
- shell: pwsh
|
|
name: npm install
|
|
run: |
|
|
ci\bin\build.ps1
|
|
- name: upload build
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: node-modules-windows-amd64
|
|
path: node_modules-windows-amd64.tar.gz
|
|
retention-days: 1
|
|
|
|
csi-sanity-synology-dsm6:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- synlogy/dsm6/iscsi.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
- csi-sanity-synology
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
SYNOLOGY_HOST: ${{ secrets.SANITY_SYNOLOGY_DSM6_HOST }}
|
|
SYNOLOGY_PORT: ${{ secrets.SANITY_SYNOLOGY_DSM6_PORT }}
|
|
SYNOLOGY_USERNAME: ${{ secrets.SANITY_SYNOLOGY_USERNAME }}
|
|
SYNOLOGY_PASSWORD: ${{ secrets.SANITY_SYNOLOGY_PASSWORD }}
|
|
SYNOLOGY_VOLUME: ${{ secrets.SANITY_SYNOLOGY_VOLUME }}
|
|
|
|
csi-sanity-synology-dsm7:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- synlogy/dsm7/iscsi.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
- csi-sanity-synology
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
SYNOLOGY_HOST: ${{ secrets.SANITY_SYNOLOGY_DSM7_HOST }}
|
|
SYNOLOGY_PORT: ${{ secrets.SANITY_SYNOLOGY_DSM7_PORT }}
|
|
SYNOLOGY_USERNAME: ${{ secrets.SANITY_SYNOLOGY_USERNAME }}
|
|
SYNOLOGY_PASSWORD: ${{ secrets.SANITY_SYNOLOGY_PASSWORD }}
|
|
SYNOLOGY_VOLUME: ${{ secrets.SANITY_SYNOLOGY_VOLUME }}
|
|
|
|
csi-sanity-truenas-scale-24_04:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 1
|
|
matrix:
|
|
config:
|
|
- truenas/scale/24.04/scale-iscsi.yaml
|
|
- truenas/scale/24.04/scale-nfs.yaml
|
|
# 80 char limit
|
|
- truenas/scale/24.04/scale-smb.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
#- csi-sanity-truenas
|
|
- csi-sanity-zfs-generic
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
TRUENAS_HOST: ${{ secrets.SANITY_TRUENAS_SCALE_24_04_HOST }}
|
|
TRUENAS_USERNAME: ${{ secrets.SANITY_TRUENAS_USERNAME }}
|
|
TRUENAS_PASSWORD: ${{ secrets.SANITY_TRUENAS_PASSWORD }}
|
|
|
|
# ssh-based drivers
|
|
csi-sanity-truenas-core-13_0:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 1
|
|
matrix:
|
|
config:
|
|
- truenas/core/13.0/core-iscsi.yaml
|
|
- truenas/core/13.0/core-nfs.yaml
|
|
# 80 char limit
|
|
- truenas/core/13.0/core-smb.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
#- csi-sanity-truenas
|
|
- csi-sanity-zfs-generic
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
TRUENAS_HOST: ${{ secrets.SANITY_TRUENAS_CORE_13_0_HOST }}
|
|
TRUENAS_USERNAME: ${{ secrets.SANITY_TRUENAS_USERNAME }}
|
|
TRUENAS_PASSWORD: ${{ secrets.SANITY_TRUENAS_PASSWORD }}
|
|
|
|
# ssh-based drivers
|
|
csi-sanity-zfs-generic:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
max-parallel: 1
|
|
matrix:
|
|
config:
|
|
- zfs-generic/iscsi.yaml
|
|
- zfs-generic/nfs.yaml
|
|
- zfs-generic/smb.yaml
|
|
- zfs-generic/nvmeof.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
- csi-sanity-zfs-generic
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }}
|
|
SERVER_USERNAME: ${{ secrets.SANITY_ZFS_GENERIC_USERNAME }}
|
|
SERVER_PASSWORD: ${{ secrets.SANITY_ZFS_GENERIC_PASSWORD }}
|
|
|
|
# client drivers
|
|
csi-sanity-objectivefs:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- objectivefs/objectivefs.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
- csi-sanity-client
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
OBJECTIVEFS_POOL: ${{ secrets.SANITY_OBJECTIVEFS_POOL }}
|
|
OBJECTIVEFS_LICENSE: ${{ secrets.SANITY_OBJECTIVEFS_LICENSE }}
|
|
OBJECTIVEFS_OBJECTSTORE: ${{ secrets.SANITY_OBJECTIVEFS_OBJECTSTORE }}
|
|
OBJECTIVEFS_ENDPOINT_PROTOCOL: ${{ secrets.SANITY_OBJECTIVEFS_ENDPOINT_PROTOCOL }}
|
|
OBJECTIVEFS_ENDPOINT_HOST: ${{ secrets.SANITY_OBJECTIVEFS_ENDPOINT_HOST }}
|
|
OBJECTIVEFS_ENDPOINT_PORT: ${{ secrets.SANITY_OBJECTIVEFS_ENDPOINT_PORT }}
|
|
OBJECTIVEFS_SECRET_KEY: ${{ secrets.SANITY_OBJECTIVEFS_SECRET_KEY }}
|
|
OBJECTIVEFS_ACCESS_KEY: ${{ secrets.SANITY_OBJECTIVEFS_ACCESS_KEY }}
|
|
OBJECTIVEFS_PASSPHRASE: ${{ secrets.SANITY_OBJECTIVEFS_PASSPHRASE }}
|
|
|
|
# these secrets need to match the above secrets for staging/etc
|
|
CSI_SANITY_SECRETS: /root/csi-secrets/objectivefs-secrets.yaml
|
|
CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity"
|
|
|
|
# client drivers
|
|
csi-sanity-client:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- client/nfs.yaml
|
|
- client/smb.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
- csi-sanity-client
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }}
|
|
SHARE_NAME: tank_client_smb
|
|
CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity"
|
|
|
|
csi-sanity-client-windows:
|
|
needs:
|
|
- build-npm-windows-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- client\smb.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Windows
|
|
- X64
|
|
- csi-sanity-client
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-windows-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci\bin\run.ps1
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: ".\\ci\\configs\\${{ matrix.config }}"
|
|
SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }}
|
|
SHARE_NAME: tank_client_smb
|
|
CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity"
|
|
|
|
# zfs-local drivers
|
|
csi-sanity-zfs-local:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- zfs-local/zvol.yaml
|
|
- zfs-local/dataset.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Linux
|
|
- X64
|
|
- csi-sanity-zfs-local
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-linux-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "./ci/configs/${{ matrix.config }}"
|
|
|
|
# local-hostpath driver
|
|
csi-sanity-local-hostpath:
|
|
needs:
|
|
- build-npm-linux-amd64
|
|
- build-npm-windows-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
os: [Linux, Windows]
|
|
include:
|
|
- os: Linux
|
|
npmartifact: node-modules-linux-amd64
|
|
template: "./ci/configs/local-hostpath/basic.yaml"
|
|
run: |
|
|
# run tests
|
|
ci/bin/run.sh
|
|
- os: Windows
|
|
npmartifact: node-modules-windows-amd64
|
|
template: ".\\ci\\configs\\local-hostpath\\basic.yaml"
|
|
run: |
|
|
# run tests
|
|
ci\bin\run.ps1
|
|
runs-on:
|
|
- self-hosted
|
|
- ${{ matrix.os }}
|
|
- X64
|
|
- csi-sanity-local-hostpath
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: ${{ matrix.npmartifact }}
|
|
- name: csi-sanity
|
|
run: ${{ matrix.run }}
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: "${{ matrix.template }}"
|
|
CSI_SANITY_SKIP: "should fail when requesting to create a snapshot with already existing name and different source volume ID|should fail when requesting to create a volume with already existing name and different capacity"
|
|
|
|
csi-sanity-windows-node:
|
|
needs:
|
|
- build-npm-windows-amd64
|
|
strategy:
|
|
fail-fast: false
|
|
matrix:
|
|
config:
|
|
- windows\iscsi.yaml
|
|
- windows\smb.yaml
|
|
runs-on:
|
|
- self-hosted
|
|
- Windows
|
|
- X64
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: node-modules-windows-amd64
|
|
- name: csi-sanity
|
|
run: |
|
|
# run tests
|
|
ci\bin\run.ps1
|
|
env:
|
|
TEMPLATE_CONFIG_FILE: ".\\ci\\configs\\${{ matrix.config }}"
|
|
SERVER_HOST: ${{ secrets.SANITY_ZFS_GENERIC_HOST }}
|
|
SERVER_USERNAME: ${{ secrets.SANITY_ZFS_GENERIC_USERNAME }}
|
|
SERVER_PASSWORD: ${{ secrets.SANITY_ZFS_GENERIC_PASSWORD }}
|
|
CSI_SANITY_FOCUS: "Node Service"
|
|
|
|
determine-image-tag:
|
|
runs-on: ubuntu-latest
|
|
outputs:
|
|
tag: ${{ steps.tag.outputs.tag }}
|
|
steps:
|
|
- id: tag
|
|
run: |
|
|
if [[ $GITHUB_REF == refs/tags/* ]]; then
|
|
export GIT_TAG=${GITHUB_REF#refs/tags/}
|
|
else
|
|
export GIT_BRANCH=${GITHUB_REF#refs/heads/}
|
|
fi
|
|
if [[ -n "${GIT_TAG}" ]]; then
|
|
echo "::set-output name=tag::${GIT_TAG}"
|
|
elif [[ -n "${GIT_BRANCH}" ]]; then
|
|
if [[ "${GIT_BRANCH}" == "master" ]]; then
|
|
echo "::set-output name=tag::latest"
|
|
else
|
|
echo "::set-output name=tag::${GIT_BRANCH}"
|
|
fi
|
|
else
|
|
:
|
|
fi
|
|
|
|
build-docker-linux:
|
|
needs:
|
|
- determine-image-tag
|
|
- csi-sanity-synology-dsm6
|
|
- csi-sanity-synology-dsm7
|
|
- csi-sanity-truenas-scale-24_04
|
|
- csi-sanity-truenas-core-13_0
|
|
- csi-sanity-zfs-generic
|
|
- csi-sanity-objectivefs
|
|
- csi-sanity-client
|
|
- csi-sanity-client-windows
|
|
- csi-sanity-zfs-local
|
|
- csi-sanity-local-hostpath
|
|
- csi-sanity-windows-node
|
|
runs-on: ubuntu-latest
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: docker build
|
|
run: |
|
|
export ARCH=$([ $(uname -m) = "x86_64" ] && echo "amd64" || echo "arm64")
|
|
mkdir -p ~/.docker/cli-plugins/
|
|
wget -qO ~/.docker/cli-plugins/docker-buildx https://github.com/docker/buildx/releases/download/v0.8.2/buildx-v0.8.2.linux-${ARCH}
|
|
chmod a+x ~/.docker/cli-plugins/docker-buildx
|
|
docker info
|
|
docker buildx version
|
|
docker buildx ls
|
|
docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
|
|
docker buildx create --name xbuilder --use
|
|
docker buildx inspect --bootstrap
|
|
.github/bin/docker-release.sh
|
|
|
|
env:
|
|
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
|
|
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
|
|
GHCR_USERNAME: ${{ secrets.GHCR_USERNAME }}
|
|
GHCR_PASSWORD: ${{ secrets.GHCR_PASSWORD }}
|
|
OBJECTIVEFS_DOWNLOAD_ID: ${{ secrets.OBJECTIVEFS_DOWNLOAD_ID }}
|
|
DOCKER_CLI_EXPERIMENTAL: enabled
|
|
DOCKER_BUILD_PLATFORM: linux/amd64,linux/arm64,linux/arm/v7,linux/s390x,linux/ppc64le
|
|
IMAGE_TAG: ${{needs.determine-image-tag.outputs.tag}}
|
|
|
|
build-docker-windows:
|
|
needs:
|
|
- csi-sanity-synology-dsm6
|
|
- csi-sanity-synology-dsm7
|
|
- csi-sanity-truenas-scale-24_04
|
|
- csi-sanity-truenas-core-13_0
|
|
- csi-sanity-zfs-generic
|
|
- csi-sanity-objectivefs
|
|
- csi-sanity-client
|
|
- csi-sanity-client-windows
|
|
- csi-sanity-zfs-local
|
|
- csi-sanity-local-hostpath
|
|
- csi-sanity-windows-node
|
|
runs-on: ${{ matrix.os }}
|
|
strategy:
|
|
matrix:
|
|
os: [windows-2019, windows-2022]
|
|
include:
|
|
- os: windows-2019
|
|
core_base_tag: ltsc2019
|
|
nano_base_tag: "1809"
|
|
file: Dockerfile.Windows
|
|
- os: windows-2022
|
|
core_base_tag: ltsc2022
|
|
nano_base_tag: ltsc2022
|
|
file: Dockerfile.Windows
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- name: docker build
|
|
shell: bash
|
|
run: |
|
|
docker info
|
|
docker build --pull -f ${{ matrix.file }} --build-arg NANO_BASE_TAG=${{ matrix.nano_base_tag }} --build-arg CORE_BASE_TAG=${{ matrix.core_base_tag }} -t democratic-csi-windows:${GITHUB_RUN_ID}-${{ matrix.core_base_tag }} \
|
|
--label "org.opencontainers.image.created=$(date -u --iso-8601=seconds)" \
|
|
--label "org.opencontainers.image.revision=${GITHUB_SHA}" \
|
|
.
|
|
docker inspect democratic-csi-windows:${GITHUB_RUN_ID}-${{ matrix.core_base_tag }}
|
|
docker save democratic-csi-windows:${GITHUB_RUN_ID}-${{ matrix.core_base_tag }} -o democratic-csi-windows-${{ matrix.core_base_tag }}.tar
|
|
- name: upload image tar
|
|
uses: actions/upload-artifact@v4
|
|
with:
|
|
name: democratic-csi-windows-${{ matrix.core_base_tag }}.tar
|
|
path: democratic-csi-windows-${{ matrix.core_base_tag }}.tar
|
|
retention-days: 1
|
|
|
|
push-docker-windows:
|
|
needs:
|
|
- build-docker-linux
|
|
- build-docker-windows
|
|
- determine-image-tag
|
|
runs-on:
|
|
- self-hosted
|
|
- buildah
|
|
steps:
|
|
- uses: actions/checkout@v4
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: democratic-csi-windows-ltsc2019.tar
|
|
- uses: actions/download-artifact@v4
|
|
with:
|
|
name: democratic-csi-windows-ltsc2022.tar
|
|
- name: push windows images with buildah
|
|
run: |
|
|
#.github/bin/install_latest_buildah.sh
|
|
buildah version
|
|
.github/bin/docker-release-windows.sh
|
|
env:
|
|
DOCKER_USERNAME: ${{ secrets.DOCKER_USERNAME }}
|
|
DOCKER_PASSWORD: ${{ secrets.DOCKER_PASSWORD }}
|
|
GHCR_USERNAME: ${{ secrets.GHCR_USERNAME }}
|
|
GHCR_PASSWORD: ${{ secrets.GHCR_PASSWORD }}
|
|
DOCKER_CLI_EXPERIMENTAL: enabled
|
|
IMAGE_TAG: ${{needs.determine-image-tag.outputs.tag}}
|