735 lines
31 KiB
YAML
735 lines
31 KiB
YAML
name: CI ARC E2E Linux VM Test
|
|
|
|
on:
|
|
push:
|
|
branches:
|
|
- master
|
|
pull_request:
|
|
branches:
|
|
- master
|
|
workflow_dispatch:
|
|
inputs:
|
|
target_org:
|
|
description: The org of the test repository.
|
|
required: true
|
|
default: actions-runner-controller
|
|
target_repo:
|
|
description: The repository to install the ARC.
|
|
required: true
|
|
default: arc_e2e_test_dummy
|
|
|
|
env:
|
|
TARGET_ORG: actions-runner-controller
|
|
TARGET_REPO: arc_e2e_test_dummy
|
|
IMAGE_NAME: "arc-test-image"
|
|
IMAGE_VERSION: "dev"
|
|
|
|
jobs:
|
|
default-setup:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
WORKFLOW_FILE: "arc-test-workflow.yaml"
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Resolve inputs
|
|
id: resolved_inputs
|
|
run: |
|
|
TARGET_ORG="${{env.TARGET_ORG}}"
|
|
TARGET_REPO="${{env.TARGET_REPO}}"
|
|
if [ ! -z "${{inputs.target_org}}" ]; then
|
|
TARGET_ORG="${{inputs.target_org}}"
|
|
fi
|
|
if [ ! -z "${{inputs.target_repo}}" ]; then
|
|
TARGET_REPO="${{inputs.target_repo}}"
|
|
fi
|
|
echo "TARGET_ORG=$TARGET_ORG" >> $GITHUB_OUTPUT
|
|
echo "TARGET_REPO=$TARGET_REPO" >> $GITHUB_OUTPUT
|
|
|
|
- uses: ./.github/actions/setup-arc-e2e
|
|
id: setup
|
|
with:
|
|
github-app-id: ${{secrets.ACTIONS_ACCESS_APP_ID}}
|
|
github-app-pk: ${{secrets.ACTIONS_ACCESS_PK}}
|
|
github-app-org: ${{steps.resolved_inputs.outputs.TARGET_ORG}}
|
|
docker-image-name: ${{env.IMAGE_NAME}}
|
|
docker-image-tag: ${{env.IMAGE_VERSION}}
|
|
|
|
- name: Install gha-runner-scale-set-controller
|
|
id: install_arc_controller
|
|
run: |
|
|
helm install arc \
|
|
--namespace "arc-systems" \
|
|
--create-namespace \
|
|
--set image.repository=${{ env.IMAGE_NAME }} \
|
|
--set image.tag=${{ env.IMAGE_VERSION }} \
|
|
./charts/gha-runner-scale-set-controller \
|
|
--debug
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for controller pod with label app.kubernetes.io/name=gha-runner-scale-set-controller"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller
|
|
kubectl get pod -n arc-systems
|
|
kubectl describe deployment arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Install gha-runner-scale-set
|
|
id: install_arc
|
|
run: |
|
|
ARC_NAME=arc-runner-${{github.job}}-$(date +'%M-%S')-$(($RANDOM % 100 + 1))
|
|
helm install "$ARC_NAME" \
|
|
--namespace "arc-runners" \
|
|
--create-namespace \
|
|
--set githubConfigUrl="https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}" \
|
|
--set githubConfigSecret.github_token="${{ steps.setup.outputs.token }}" \
|
|
./charts/gha-runner-scale-set \
|
|
--debug
|
|
echo "ARC_NAME=$ARC_NAME" >> $GITHUB_OUTPUT
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for listener pod with label auto-scaling-runner-set-name=$ARC_NAME"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME
|
|
kubectl get pod -n arc-systems
|
|
|
|
- name: Test ARC scales pods up and down
|
|
id: test
|
|
run: |
|
|
export GITHUB_TOKEN="${{ steps.setup.outputs.token }}"
|
|
export ARC_NAME="${{ steps.install_arc.outputs.ARC_NAME }}"
|
|
export WORKFLOW_FILE="${{env.WORKFLOW_FILE}}"
|
|
go test ./test_e2e_arc -v
|
|
|
|
- name: Uninstall gha-runner-scale-set
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
helm uninstall ${{ steps.install_arc.outputs.ARC_NAME }} --namespace arc-runners
|
|
kubectl wait --timeout=10s --for=delete AutoScalingRunnerSet -n demo -l app.kubernetes.io/instance=${{ steps.install_arc.outputs.ARC_NAME }}
|
|
|
|
- name: Dump gha-runner-scale-set-controller logs
|
|
if: always() && steps.install_arc_controller.outcome == 'success'
|
|
run: |
|
|
kubectl logs deployment/arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Job summary
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
cat <<-EOF > $GITHUB_STEP_SUMMARY
|
|
| **Outcome** | ${{ steps.test.outcome }} |
|
|
|----------------|--------------------------------------------- |
|
|
| **References** | [Test workflow runs](https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}/actions/workflows/${{ env.WORKFLOW_FILE }}) |
|
|
EOF
|
|
|
|
single-namespace-setup:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
WORKFLOW_FILE: "arc-test-workflow.yaml"
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Resolve inputs
|
|
id: resolved_inputs
|
|
run: |
|
|
TARGET_ORG="${{env.TARGET_ORG}}"
|
|
TARGET_REPO="${{env.TARGET_REPO}}"
|
|
if [ ! -z "${{inputs.target_org}}" ]; then
|
|
TARGET_ORG="${{inputs.target_org}}"
|
|
fi
|
|
if [ ! -z "${{inputs.target_repo}}" ]; then
|
|
TARGET_REPO="${{inputs.target_repo}}"
|
|
fi
|
|
echo "TARGET_ORG=$TARGET_ORG" >> $GITHUB_OUTPUT
|
|
echo "TARGET_REPO=$TARGET_REPO" >> $GITHUB_OUTPUT
|
|
|
|
- uses: ./.github/actions/setup-arc-e2e
|
|
id: setup
|
|
with:
|
|
github-app-id: ${{secrets.ACTIONS_ACCESS_APP_ID}}
|
|
github-app-pk: ${{secrets.ACTIONS_ACCESS_PK}}
|
|
github-app-org: ${{steps.resolved_inputs.outputs.TARGET_ORG}}
|
|
docker-image-name: ${{env.IMAGE_NAME}}
|
|
docker-image-tag: ${{env.IMAGE_VERSION}}
|
|
|
|
- name: Install gha-runner-scale-set-controller
|
|
id: install_arc_controller
|
|
run: |
|
|
kubectl create namespace arc-runners
|
|
helm install arc \
|
|
--namespace "arc-systems" \
|
|
--create-namespace \
|
|
--set image.repository=${{ env.IMAGE_NAME }} \
|
|
--set image.tag=${{ env.IMAGE_VERSION }} \
|
|
--set flags.watchSingleNamespace=arc-runners \
|
|
./charts/gha-runner-scale-set-controller \
|
|
--debug
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for controller pod with label app.kubernetes.io/name=gha-runner-scale-set-controller"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller
|
|
kubectl get pod -n arc-systems
|
|
kubectl describe deployment arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Install gha-runner-scale-set
|
|
id: install_arc
|
|
run: |
|
|
ARC_NAME=arc-runner-${{github.job}}-$(date +'%M-%S')-$(($RANDOM % 100 + 1))
|
|
helm install "$ARC_NAME" \
|
|
--namespace "arc-runners" \
|
|
--create-namespace \
|
|
--set githubConfigUrl="https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}" \
|
|
--set githubConfigSecret.github_token="${{ steps.setup.outputs.token }}" \
|
|
./charts/gha-runner-scale-set \
|
|
--debug
|
|
echo "ARC_NAME=$ARC_NAME" >> $GITHUB_OUTPUT
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for listener pod with label auto-scaling-runner-set-name=$ARC_NAME"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME
|
|
kubectl get pod -n arc-systems
|
|
|
|
- name: Test ARC scales pods up and down
|
|
id: test
|
|
run: |
|
|
export GITHUB_TOKEN="${{ steps.setup.outputs.token }}"
|
|
export ARC_NAME="${{ steps.install_arc.outputs.ARC_NAME }}"
|
|
export WORKFLOW_FILE="${{env.WORKFLOW_FILE}}"
|
|
go test ./test_e2e_arc -v
|
|
|
|
- name: Uninstall gha-runner-scale-set
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
helm uninstall ${{ steps.install_arc.outputs.ARC_NAME }} --namespace arc-runners
|
|
kubectl wait --timeout=10s --for=delete AutoScalingRunnerSet -n demo -l app.kubernetes.io/instance=${{ steps.install_arc.outputs.ARC_NAME }}
|
|
|
|
- name: Dump gha-runner-scale-set-controller logs
|
|
if: always() && steps.install_arc_controller.outcome == 'success'
|
|
run: |
|
|
kubectl logs deployment/arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Job summary
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
cat <<-EOF > $GITHUB_STEP_SUMMARY
|
|
| **Outcome** | ${{ steps.test.outcome }} |
|
|
|----------------|--------------------------------------------- |
|
|
| **References** | [Test workflow runs](https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}/actions/workflows/${{ env.WORKFLOW_FILE }}) |
|
|
EOF
|
|
|
|
dind-mode-setup:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
WORKFLOW_FILE: arc-test-dind-workflow.yaml
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Resolve inputs
|
|
id: resolved_inputs
|
|
run: |
|
|
TARGET_ORG="${{env.TARGET_ORG}}"
|
|
TARGET_REPO="${{env.TARGET_REPO}}"
|
|
if [ ! -z "${{inputs.target_org}}" ]; then
|
|
TARGET_ORG="${{inputs.target_org}}"
|
|
fi
|
|
if [ ! -z "${{inputs.target_repo}}" ]; then
|
|
TARGET_REPO="${{inputs.target_repo}}"
|
|
fi
|
|
echo "TARGET_ORG=$TARGET_ORG" >> $GITHUB_OUTPUT
|
|
echo "TARGET_REPO=$TARGET_REPO" >> $GITHUB_OUTPUT
|
|
|
|
- uses: ./.github/actions/setup-arc-e2e
|
|
id: setup
|
|
with:
|
|
github-app-id: ${{secrets.ACTIONS_ACCESS_APP_ID}}
|
|
github-app-pk: ${{secrets.ACTIONS_ACCESS_PK}}
|
|
github-app-org: ${{steps.resolved_inputs.outputs.TARGET_ORG}}
|
|
docker-image-name: ${{env.IMAGE_NAME}}
|
|
docker-image-tag: ${{env.IMAGE_VERSION}}
|
|
|
|
- name: Install gha-runner-scale-set-controller
|
|
id: install_arc_controller
|
|
run: |
|
|
helm install arc \
|
|
--namespace "arc-systems" \
|
|
--create-namespace \
|
|
--set image.repository=${{ env.IMAGE_NAME }} \
|
|
--set image.tag=${{ env.IMAGE_VERSION }} \
|
|
./charts/gha-runner-scale-set-controller \
|
|
--debug
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for controller pod with label app.kubernetes.io/name=gha-runner-scale-set-controller"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller
|
|
kubectl get pod -n arc-systems
|
|
kubectl describe deployment arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Install gha-runner-scale-set
|
|
id: install_arc
|
|
run: |
|
|
ARC_NAME=arc-runner-${{github.job}}-$(date +'%M-%S')-$(($RANDOM % 100 + 1))
|
|
helm install "$ARC_NAME" \
|
|
--namespace "arc-runners" \
|
|
--create-namespace \
|
|
--set githubConfigUrl="https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}" \
|
|
--set githubConfigSecret.github_token="${{ steps.setup.outputs.token }}" \
|
|
--set containerMode.type="dind" \
|
|
./charts/gha-runner-scale-set \
|
|
--debug
|
|
echo "ARC_NAME=$ARC_NAME" >> $GITHUB_OUTPUT
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for listener pod with label auto-scaling-runner-set-name=$ARC_NAME"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME
|
|
kubectl get pod -n arc-systems
|
|
|
|
- name: Test ARC scales pods up and down
|
|
id: test
|
|
run: |
|
|
export GITHUB_TOKEN="${{ steps.setup.outputs.token }}"
|
|
export ARC_NAME="${{ steps.install_arc.outputs.ARC_NAME }}"
|
|
export WORKFLOW_FILE="${{env.WORKFLOW_FILE}}"
|
|
go test ./test_e2e_arc -v
|
|
|
|
- name: Uninstall gha-runner-scale-set
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
helm uninstall ${{ steps.install_arc.outputs.ARC_NAME }} --namespace arc-runners
|
|
kubectl wait --timeout=10s --for=delete AutoScalingRunnerSet -n demo -l app.kubernetes.io/instance=${{ steps.install_arc.outputs.ARC_NAME }}
|
|
|
|
- name: Dump gha-runner-scale-set-controller logs
|
|
if: always() && steps.install_arc_controller.outcome == 'success'
|
|
run: |
|
|
kubectl logs deployment/arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Job summary
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
cat <<-EOF > $GITHUB_STEP_SUMMARY
|
|
| **Outcome** | ${{ steps.test.outcome }} |
|
|
|----------------|--------------------------------------------- |
|
|
| **References** | [Test workflow runs](https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}/actions/workflows/${{ env.WORKFLOW_FILE }}) |
|
|
EOF
|
|
|
|
kubernetes-mode-setup:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
WORKFLOW_FILE: "arc-test-kubernetes-workflow.yaml"
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Resolve inputs
|
|
id: resolved_inputs
|
|
run: |
|
|
TARGET_ORG="${{env.TARGET_ORG}}"
|
|
TARGET_REPO="${{env.TARGET_REPO}}"
|
|
if [ ! -z "${{inputs.target_org}}" ]; then
|
|
TARGET_ORG="${{inputs.target_org}}"
|
|
fi
|
|
if [ ! -z "${{inputs.target_repo}}" ]; then
|
|
TARGET_REPO="${{inputs.target_repo}}"
|
|
fi
|
|
echo "TARGET_ORG=$TARGET_ORG" >> $GITHUB_OUTPUT
|
|
echo "TARGET_REPO=$TARGET_REPO" >> $GITHUB_OUTPUT
|
|
|
|
- uses: ./.github/actions/setup-arc-e2e
|
|
id: setup
|
|
with:
|
|
github-app-id: ${{secrets.ACTIONS_ACCESS_APP_ID}}
|
|
github-app-pk: ${{secrets.ACTIONS_ACCESS_PK}}
|
|
github-app-org: ${{steps.resolved_inputs.outputs.TARGET_ORG}}
|
|
docker-image-name: ${{env.IMAGE_NAME}}
|
|
docker-image-tag: ${{env.IMAGE_VERSION}}
|
|
|
|
- name: Install gha-runner-scale-set-controller
|
|
id: install_arc_controller
|
|
run: |
|
|
helm install arc \
|
|
--namespace "arc-systems" \
|
|
--create-namespace \
|
|
--set image.repository=${{ env.IMAGE_NAME }} \
|
|
--set image.tag=${{ env.IMAGE_VERSION }} \
|
|
./charts/gha-runner-scale-set-controller \
|
|
--debug
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for controller pod with label app.kubernetes.io/name=gha-runner-scale-set-controller"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller
|
|
kubectl get pod -n arc-systems
|
|
kubectl describe deployment arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Install gha-runner-scale-set
|
|
id: install_arc
|
|
run: |
|
|
echo "Install openebs/dynamic-localpv-provisioner"
|
|
helm repo add openebs https://openebs.github.io/charts
|
|
helm repo update
|
|
helm install openebs openebs/openebs -n openebs --create-namespace
|
|
|
|
ARC_NAME=arc-runner-${{github.job}}-$(date +'%M-%S')-$(($RANDOM % 100 + 1))
|
|
helm install "$ARC_NAME" \
|
|
--namespace "arc-runners" \
|
|
--create-namespace \
|
|
--set githubConfigUrl="https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}" \
|
|
--set githubConfigSecret.github_token="${{ steps.setup.outputs.token }}" \
|
|
--set containerMode.type="kubernetes" \
|
|
--set containerMode.kubernetesModeWorkVolumeClaim.accessModes={"ReadWriteOnce"} \
|
|
--set containerMode.kubernetesModeWorkVolumeClaim.storageClassName="openebs-hostpath" \
|
|
--set containerMode.kubernetesModeWorkVolumeClaim.resources.requests.storage="1Gi" \
|
|
./charts/gha-runner-scale-set \
|
|
--debug
|
|
echo "ARC_NAME=$ARC_NAME" >> $GITHUB_OUTPUT
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for listener pod with label auto-scaling-runner-set-name=$ARC_NAME"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME
|
|
kubectl get pod -n arc-systems
|
|
|
|
- name: Test ARC scales pods up and down
|
|
id: test
|
|
run: |
|
|
export GITHUB_TOKEN="${{ steps.setup.outputs.token }}"
|
|
export ARC_NAME="${{ steps.install_arc.outputs.ARC_NAME }}"
|
|
export WORKFLOW_FILE="${{env.WORKFLOW_FILE}}"
|
|
go test ./test_e2e_arc -v
|
|
|
|
- name: Uninstall gha-runner-scale-set
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
helm uninstall ${{ steps.install_arc.outputs.ARC_NAME }} --namespace arc-runners
|
|
kubectl wait --timeout=10s --for=delete AutoScalingRunnerSet -n demo -l app.kubernetes.io/instance=${{ steps.install_arc.outputs.ARC_NAME }}
|
|
|
|
- name: Dump gha-runner-scale-set-controller logs
|
|
if: always() && steps.install_arc_controller.outcome == 'success'
|
|
run: |
|
|
kubectl logs deployment/arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Job summary
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
cat <<-EOF > $GITHUB_STEP_SUMMARY
|
|
| **Outcome** | ${{ steps.test.outcome }} |
|
|
|----------------|--------------------------------------------- |
|
|
| **References** | [Test workflow runs](https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}/actions/workflows/${{ env.WORKFLOW_FILE }}) |
|
|
EOF
|
|
|
|
auth-proxy-setup:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
WORKFLOW_FILE: "arc-test-workflow.yaml"
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Resolve inputs
|
|
id: resolved_inputs
|
|
run: |
|
|
TARGET_ORG="${{env.TARGET_ORG}}"
|
|
TARGET_REPO="${{env.TARGET_REPO}}"
|
|
if [ ! -z "${{inputs.target_org}}" ]; then
|
|
TARGET_ORG="${{inputs.target_org}}"
|
|
fi
|
|
if [ ! -z "${{inputs.target_repo}}" ]; then
|
|
TARGET_REPO="${{inputs.target_repo}}"
|
|
fi
|
|
echo "TARGET_ORG=$TARGET_ORG" >> $GITHUB_OUTPUT
|
|
echo "TARGET_REPO=$TARGET_REPO" >> $GITHUB_OUTPUT
|
|
|
|
- uses: ./.github/actions/setup-arc-e2e
|
|
id: setup
|
|
with:
|
|
github-app-id: ${{secrets.ACTIONS_ACCESS_APP_ID}}
|
|
github-app-pk: ${{secrets.ACTIONS_ACCESS_PK}}
|
|
github-app-org: ${{steps.resolved_inputs.outputs.TARGET_ORG}}
|
|
docker-image-name: ${{env.IMAGE_NAME}}
|
|
docker-image-tag: ${{env.IMAGE_VERSION}}
|
|
|
|
- name: Install gha-runner-scale-set-controller
|
|
id: install_arc_controller
|
|
run: |
|
|
helm install arc \
|
|
--namespace "arc-systems" \
|
|
--create-namespace \
|
|
--set image.repository=${{ env.IMAGE_NAME }} \
|
|
--set image.tag=${{ env.IMAGE_VERSION }} \
|
|
./charts/gha-runner-scale-set-controller \
|
|
--debug
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for controller pod with label app.kubernetes.io/name=gha-runner-scale-set-controller"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller
|
|
kubectl get pod -n arc-systems
|
|
kubectl describe deployment arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Install gha-runner-scale-set
|
|
id: install_arc
|
|
run: |
|
|
docker run -d \
|
|
--name squid \
|
|
--publish 3128:3128 \
|
|
huangtingluo/squid-proxy:latest
|
|
kubectl create namespace arc-runners
|
|
kubectl create secret generic proxy-auth \
|
|
--namespace=arc-runners \
|
|
--from-literal=username=github \
|
|
--from-literal=password='actions'
|
|
ARC_NAME=arc-runner-${{github.job}}-$(date +'%M-%S')-$(($RANDOM % 100 + 1))
|
|
helm install "$ARC_NAME" \
|
|
--namespace "arc-runners" \
|
|
--create-namespace \
|
|
--set githubConfigUrl="https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}" \
|
|
--set githubConfigSecret.github_token="${{ steps.setup.outputs.token }}" \
|
|
--set proxy.https.url="http://host.minikube.internal:3128" \
|
|
--set proxy.https.credentialSecretRef="proxy-auth" \
|
|
--set "proxy.noProxy[0]=10.96.0.1:443" \
|
|
./charts/gha-runner-scale-set \
|
|
--debug
|
|
echo "ARC_NAME=$ARC_NAME" >> $GITHUB_OUTPUT
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for listener pod with label auto-scaling-runner-set-name=$ARC_NAME"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME
|
|
kubectl get pod -n arc-systems
|
|
|
|
- name: Test ARC scales pods up and down
|
|
id: test
|
|
run: |
|
|
export GITHUB_TOKEN="${{ steps.setup.outputs.token }}"
|
|
export ARC_NAME="${{ steps.install_arc.outputs.ARC_NAME }}"
|
|
export WORKFLOW_FILE="${{env.WORKFLOW_FILE}}"
|
|
go test ./test_e2e_arc -v
|
|
|
|
- name: Uninstall gha-runner-scale-set
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
helm uninstall ${{ steps.install_arc.outputs.ARC_NAME }} --namespace arc-runners
|
|
kubectl wait --timeout=10s --for=delete AutoScalingRunnerSet -n demo -l app.kubernetes.io/instance=${{ steps.install_arc.outputs.ARC_NAME }}
|
|
|
|
- name: Dump gha-runner-scale-set-controller logs
|
|
if: always() && steps.install_arc_controller.outcome == 'success'
|
|
run: |
|
|
kubectl logs deployment/arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Job summary
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
cat <<-EOF > $GITHUB_STEP_SUMMARY
|
|
| **Outcome** | ${{ steps.test.outcome }} |
|
|
|----------------|--------------------------------------------- |
|
|
| **References** | [Test workflow runs](https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}/actions/workflows/${{ env.WORKFLOW_FILE }}) |
|
|
EOF
|
|
|
|
anonymous-proxy-setup:
|
|
runs-on: ubuntu-latest
|
|
env:
|
|
WORKFLOW_FILE: "arc-test-workflow.yaml"
|
|
steps:
|
|
- uses: actions/checkout@v3
|
|
|
|
- name: Resolve inputs
|
|
id: resolved_inputs
|
|
run: |
|
|
TARGET_ORG="${{env.TARGET_ORG}}"
|
|
TARGET_REPO="${{env.TARGET_REPO}}"
|
|
if [ ! -z "${{inputs.target_org}}" ]; then
|
|
TARGET_ORG="${{inputs.target_org}}"
|
|
fi
|
|
if [ ! -z "${{inputs.target_repo}}" ]; then
|
|
TARGET_REPO="${{inputs.target_repo}}"
|
|
fi
|
|
echo "TARGET_ORG=$TARGET_ORG" >> $GITHUB_OUTPUT
|
|
echo "TARGET_REPO=$TARGET_REPO" >> $GITHUB_OUTPUT
|
|
|
|
- uses: ./.github/actions/setup-arc-e2e
|
|
id: setup
|
|
with:
|
|
github-app-id: ${{secrets.ACTIONS_ACCESS_APP_ID}}
|
|
github-app-pk: ${{secrets.ACTIONS_ACCESS_PK}}
|
|
github-app-org: ${{steps.resolved_inputs.outputs.TARGET_ORG}}
|
|
docker-image-name: ${{env.IMAGE_NAME}}
|
|
docker-image-tag: ${{env.IMAGE_VERSION}}
|
|
|
|
- name: Install gha-runner-scale-set-controller
|
|
id: install_arc_controller
|
|
run: |
|
|
helm install arc \
|
|
--namespace "arc-systems" \
|
|
--create-namespace \
|
|
--set image.repository=${{ env.IMAGE_NAME }} \
|
|
--set image.tag=${{ env.IMAGE_VERSION }} \
|
|
./charts/gha-runner-scale-set-controller \
|
|
--debug
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for controller pod with label app.kubernetes.io/name=gha-runner-scale-set-controller"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l app.kubernetes.io/name=gha-runner-scale-set-controller
|
|
kubectl get pod -n arc-systems
|
|
kubectl describe deployment arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Install gha-runner-scale-set
|
|
id: install_arc
|
|
run: |
|
|
docker run -d \
|
|
--name squid \
|
|
--publish 3128:3128 \
|
|
ubuntu/squid:latest
|
|
ARC_NAME=arc-runner-${{github.job}}-$(date +'%M-%S')-$(($RANDOM % 100 + 1))
|
|
helm install "$ARC_NAME" \
|
|
--namespace "arc-runners" \
|
|
--create-namespace \
|
|
--set githubConfigUrl="https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}" \
|
|
--set githubConfigSecret.github_token="${{ steps.setup.outputs.token }}" \
|
|
--set proxy.https.url="http://host.minikube.internal:3128" \
|
|
--set "proxy.noProxy[0]=10.96.0.1:443" \
|
|
./charts/gha-runner-scale-set \
|
|
--debug
|
|
echo "ARC_NAME=$ARC_NAME" >> $GITHUB_OUTPUT
|
|
count=0
|
|
while true; do
|
|
POD_NAME=$(kubectl get pods -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME -o name)
|
|
if [ -n "$POD_NAME" ]; then
|
|
echo "Pod found: $POD_NAME"
|
|
break
|
|
fi
|
|
if [ "$count" -ge 10 ]; then
|
|
echo "Timeout waiting for listener pod with label auto-scaling-runner-set-name=$ARC_NAME"
|
|
exit 1
|
|
fi
|
|
sleep 1
|
|
done
|
|
kubectl wait --timeout=30s --for=condition=ready pod -n arc-systems -l auto-scaling-runner-set-name=$ARC_NAME
|
|
kubectl get pod -n arc-systems
|
|
|
|
- name: Test ARC scales pods up and down
|
|
id: test
|
|
run: |
|
|
export GITHUB_TOKEN="${{ steps.setup.outputs.token }}"
|
|
export ARC_NAME="${{ steps.install_arc.outputs.ARC_NAME }}"
|
|
export WORKFLOW_FILE="${{ env.WORKFLOW_FILE }}"
|
|
go test ./test_e2e_arc -v
|
|
|
|
- name: Uninstall gha-runner-scale-set
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
helm uninstall ${{ steps.install_arc.outputs.ARC_NAME }} --namespace arc-runners
|
|
kubectl wait --timeout=10s --for=delete AutoScalingRunnerSet -n demo -l app.kubernetes.io/instance=${{ steps.install_arc.outputs.ARC_NAME }}
|
|
|
|
- name: Dump gha-runner-scale-set-controller logs
|
|
if: always() && steps.install_arc_controller.outcome == 'success'
|
|
run: |
|
|
kubectl logs deployment/arc-gha-runner-scale-set-controller -n arc-systems
|
|
|
|
- name: Job summary
|
|
if: always() && steps.install_arc.outcome == 'success'
|
|
run: |
|
|
cat <<-EOF > $GITHUB_STEP_SUMMARY
|
|
| **Outcome** | ${{ steps.test.outcome }} |
|
|
|----------------|--------------------------------------------- |
|
|
| **References** | [Test workflow runs](https://github.com/${{ steps.resolved_inputs.outputs.TARGET_ORG }}/${{steps.resolved_inputs.outputs.TARGET_REPO}}/actions/workflows/${{ env.WORKFLOW_FILE }}) |
|
|
EOF
|