continuing extracting tests
This commit is contained in:
parent
f0922adca0
commit
007d6f9bef
|
|
@ -0,0 +1,83 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
DIR="$(realpath "$(dirname "${BASH_SOURCE[0]}")")"
|
||||||
|
|
||||||
|
ROOT_DIR="$(realpath "${DIR}/../..")"
|
||||||
|
|
||||||
|
source "${DIR}/helper.sh"
|
||||||
|
|
||||||
|
SCALE_SET_NAME="default-$(date +'%M%S')$(((${RANDOM} + 100) % 100 + 1))"
|
||||||
|
SCALE_SET_NAMESPACE="arc-runners"
|
||||||
|
WORKFLOW_FILE="arc-test-workflow.yaml"
|
||||||
|
ARC_NAME="arc"
|
||||||
|
ARC_NAMESPACE="arc-systems"
|
||||||
|
|
||||||
|
function install_arc() {
|
||||||
|
echo "Creating namespace ${ARC_NAMESPACE}"
|
||||||
|
kubectl create namespace "${SCALE_SET_NAMESPACE}"
|
||||||
|
|
||||||
|
echo "Installing ARC"
|
||||||
|
helm install "${ARC_NAME}" \
|
||||||
|
--namespace "${ARC_NAMESPACE}" \
|
||||||
|
--create-namespace \
|
||||||
|
--set image.repository="${IMAGE_NAME}" \
|
||||||
|
--set image.tag="${IMAGE_TAG}" \
|
||||||
|
"${ROOT_DIR}/charts/gha-runner-scale-set-controller" \
|
||||||
|
--debug
|
||||||
|
|
||||||
|
if ! NAME="${ARC_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_arc; then
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function start_squid_proxy() {
|
||||||
|
echo "Starting squid-proxy"
|
||||||
|
docker run -d \
|
||||||
|
--name squid \
|
||||||
|
--publish 3128:3128 \
|
||||||
|
huangtingluo/squid-proxy:latest
|
||||||
|
}
|
||||||
|
|
||||||
|
function install_scale_set() {
|
||||||
|
echo "Installing scale set ${SCALE_SET_NAMESPACE}/${SCALE_SET_NAME}"
|
||||||
|
helm install "${SCALE_SET_NAME}" \
|
||||||
|
--namespace "${SCALE_SET_NAMESPACE}" \
|
||||||
|
--create-namespace \
|
||||||
|
--set githubConfigUrl="https://github.com/${TARGET_ORG}/${TARGET_REPO}" \
|
||||||
|
--set githubConfigSecret.github_token="${GITHUB_TOKEN}" \
|
||||||
|
--set proxy.https.url="http://host.minikube.internal:3128" \
|
||||||
|
--set "proxy.noProxy[0]=10.96.0.1:443" \
|
||||||
|
"${ROOT_DIR}/charts/gha-runner-scale-set" \
|
||||||
|
--version="${VERSION}" \
|
||||||
|
--debug
|
||||||
|
|
||||||
|
if ! NAME="${SCALE_SET_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_scale_set; then
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function main() {
|
||||||
|
local failed=()
|
||||||
|
|
||||||
|
build_image
|
||||||
|
create_cluster
|
||||||
|
|
||||||
|
install_arc
|
||||||
|
install_scale_set
|
||||||
|
|
||||||
|
WORKFLOW_FILE="${WORKFLOW_FILE}" SCALE_SET_NAME="${SCALE_SET_NAME}" run_workflow || failed+=("run_workflow")
|
||||||
|
|
||||||
|
INSTALLATION_NAME="${SCALE_SET_NAME}" NAMESPACE="${SCALE_SET_NAMESPACE}" cleanup_scale_set || failed+=("cleanup_scale_set")
|
||||||
|
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc || failed+=("log_arc")
|
||||||
|
|
||||||
|
delete_cluster
|
||||||
|
|
||||||
|
print_results "${failed[@]}"
|
||||||
|
}
|
||||||
|
|
||||||
|
main
|
||||||
|
|
@ -0,0 +1,99 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
DIR="$(realpath "$(dirname "${BASH_SOURCE[0]}")")"
|
||||||
|
|
||||||
|
ROOT_DIR="$(realpath "${DIR}/../..")"
|
||||||
|
|
||||||
|
source "${DIR}/helper.sh"
|
||||||
|
|
||||||
|
SCALE_SET_NAME="default-$(date +'%M%S')$((($RANDOM + 100) % 100 + 1))"
|
||||||
|
SCALE_SET_NAMESPACE="arc-runners"
|
||||||
|
WORKFLOW_FILE="arc-test-workflow.yaml"
|
||||||
|
ARC_NAME="arc"
|
||||||
|
ARC_NAMESPACE="arc-systems"
|
||||||
|
|
||||||
|
function install_arc() {
|
||||||
|
echo "Install openebs/dynamic-localpv-provisioner"
|
||||||
|
helm repo add openebs https://openebs.github.io/charts
|
||||||
|
helm repo update
|
||||||
|
helm install openebs openebs/openebs -n openebs --create-namespace
|
||||||
|
|
||||||
|
echo "Creating namespace ${ARC_NAMESPACE}"
|
||||||
|
kubectl create namespace "${SCALE_SET_NAMESPACE}"
|
||||||
|
|
||||||
|
echo "Installing ARC"
|
||||||
|
helm install "${ARC_NAME}" \
|
||||||
|
--namespace "${ARC_NAMESPACE}" \
|
||||||
|
--create-namespace \
|
||||||
|
--set image.repository="${IMAGE_NAME}" \
|
||||||
|
--set image.tag="${IMAGE_TAG}" \
|
||||||
|
"${ROOT_DIR}/charts/gha-runner-scale-set-controller" \
|
||||||
|
--debug
|
||||||
|
|
||||||
|
if ! NAME="${ARC_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_arc; then
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function start_squid_proxy() {
|
||||||
|
echo "Starting squid-proxy"
|
||||||
|
docker run -d \
|
||||||
|
--name squid \
|
||||||
|
--publish 3128:3128 \
|
||||||
|
huangtingluo/squid-proxy:latest
|
||||||
|
|
||||||
|
echo "Creating scale set namespace"
|
||||||
|
kubectl create namespace "${SCALE_SET_NAMESPACE}"
|
||||||
|
|
||||||
|
echo "Creating squid proxy secret"
|
||||||
|
kubectl create secret generic proxy-auth \
|
||||||
|
--namespace=arc-runners \
|
||||||
|
--from-literal=username=github \
|
||||||
|
--from-literal=password='actions'
|
||||||
|
}
|
||||||
|
|
||||||
|
function install_scale_set() {
|
||||||
|
echo "Installing scale set ${SCALE_SET_NAMESPACE}/${SCALE_SET_NAME}"
|
||||||
|
helm install "${SCALE_SET_NAME}" \
|
||||||
|
--namespace "${SCALE_SET_NAMESPACE}" \
|
||||||
|
--create-namespace \
|
||||||
|
--set githubConfigUrl="https://github.com/${TARGET_ORG}/${TARGET_REPO}" \
|
||||||
|
--set githubConfigSecret.github_token="${GITHUB_TOKEN}" \
|
||||||
|
--set proxy.https.url="http://host.minikube.internal:3128" \
|
||||||
|
--set proxy.https.credentialSecretRef="proxy-auth" \
|
||||||
|
--set "proxy.noProxy[0]=10.96.0.1:443" \
|
||||||
|
"${ROOT_DIR}/charts/gha-runner-scale-set" \
|
||||||
|
--version="${VERSION}" \
|
||||||
|
--debug
|
||||||
|
|
||||||
|
if ! NAME="${SCALE_SET_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_scale_set; then
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function main() {
|
||||||
|
local failed=()
|
||||||
|
|
||||||
|
build_image
|
||||||
|
create_cluster
|
||||||
|
|
||||||
|
install_arc
|
||||||
|
start_squid_proxy
|
||||||
|
install_scale_set
|
||||||
|
|
||||||
|
WORKFLOW_FILE="${WORKFLOW_FILE}" SCALE_SET_NAME="${SCALE_SET_NAME}" run_workflow || failed+=("run_workflow")
|
||||||
|
|
||||||
|
INSTALLATION_NAME="${SCALE_SET_NAME}" NAMESPACE="${SCALE_SET_NAMESPACE}" cleanup_scale_set || failed+=("cleanup_scale_set")
|
||||||
|
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc || failed+=("log_arc")
|
||||||
|
|
||||||
|
delete_cluster
|
||||||
|
|
||||||
|
print_results "${failed[@]}"
|
||||||
|
}
|
||||||
|
|
||||||
|
main
|
||||||
|
|
@ -24,7 +24,7 @@ function install_arc() {
|
||||||
--create-namespace \
|
--create-namespace \
|
||||||
--set image.repository="${IMAGE_NAME}" \
|
--set image.repository="${IMAGE_NAME}" \
|
||||||
--set image.tag="${IMAGE_TAG}" \
|
--set image.tag="${IMAGE_TAG}" \
|
||||||
${ROOT_DIR}/charts/gha-runner-scale-set-controller \
|
"${ROOT_DIR}/charts/gha-runner-scale-set-controller" \
|
||||||
--debug
|
--debug
|
||||||
|
|
||||||
if ! NAME="${ARC_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_arc; then
|
if ! NAME="${ARC_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_arc; then
|
||||||
|
|
|
||||||
|
|
@ -15,21 +15,21 @@ export IMAGE_VERSION="${IMAGE_VERSION:-${VERSION}}"
|
||||||
function build_image() {
|
function build_image() {
|
||||||
echo "Building ARC image ${IMAGE_NAME}:${IMAGE_VERSION}"
|
echo "Building ARC image ${IMAGE_NAME}:${IMAGE_VERSION}"
|
||||||
|
|
||||||
cd ${ROOT_DIR}
|
cd "${ROOT_DIR}" || exit 1
|
||||||
|
|
||||||
export DOCKER_CLI_EXPERIMENTAL=enabled
|
export DOCKER_CLI_EXPERIMENTAL=enabled
|
||||||
export DOCKER_BUILDKIT=1
|
export DOCKER_BUILDKIT=1
|
||||||
docker buildx build --platform ${PLATFORMS} \
|
docker buildx build --platform "${PLATFORMS}" \
|
||||||
--build-arg RUNNER_VERSION=${RUNNER_VERSION} \
|
--build-arg RUNNER_VERSION="${RUNNER_VERSION}" \
|
||||||
--build-arg DOCKER_VERSION=${DOCKER_VERSION} \
|
--build-arg DOCKER_VERSION="${DOCKER_VERSION}" \
|
||||||
--build-arg VERSION=${VERSION} \
|
--build-arg VERSION="${VERSION}" \
|
||||||
--build-arg COMMIT_SHA=${COMMIT_SHA} \
|
--build-arg COMMIT_SHA="${COMMIT_SHA}" \
|
||||||
-t "${IMAGE_NAME}:${IMAGE_VERSION}" \
|
-t "${IMAGE_NAME}:${IMAGE_VERSION}" \
|
||||||
-f Dockerfile \
|
-f Dockerfile \
|
||||||
. --load
|
. --load
|
||||||
|
|
||||||
echo "Created image ${IMAGE_NAME}:${IMAGE_VERSION}"
|
echo "Created image ${IMAGE_NAME}:${IMAGE_VERSION}"
|
||||||
cd -
|
cd - || exit 1
|
||||||
}
|
}
|
||||||
|
|
||||||
function create_cluster() {
|
function create_cluster() {
|
||||||
|
|
@ -57,7 +57,7 @@ function wait_for_arc() {
|
||||||
echo "Waiting for ARC to be ready"
|
echo "Waiting for ARC to be ready"
|
||||||
local count=0;
|
local count=0;
|
||||||
while true; do
|
while true; do
|
||||||
POD_NAME=$(kubectl get pods -n ${NAMESPACE} -l app.kubernetes.io/name=gha-rs-controller -o name)
|
POD_NAME=$(kubectl get pods -n "${NAMESPACE}" -l app.kubernetes.io/name=gha-rs-controller -o name)
|
||||||
if [ -n "$POD_NAME" ]; then
|
if [ -n "$POD_NAME" ]; then
|
||||||
echo "Pod found: $POD_NAME"
|
echo "Pod found: $POD_NAME"
|
||||||
break
|
break
|
||||||
|
|
@ -78,7 +78,7 @@ function wait_for_arc() {
|
||||||
function wait_for_scale_set() {
|
function wait_for_scale_set() {
|
||||||
local count=0
|
local count=0
|
||||||
while true; do
|
while true; do
|
||||||
POD_NAME=$(kubectl get pods -n ${NAMESPACE} -l actions.github.com/scale-set-name=${NAME} -o name)
|
POD_NAME=$(kubectl get pods -n "${NAMESPACE}" -l "actions.github.com/scale-set-name=${NAME}" -o name)
|
||||||
if [ -n "$POD_NAME" ]; then
|
if [ -n "$POD_NAME" ]; then
|
||||||
echo "Pod found: ${POD_NAME}"
|
echo "Pod found: ${POD_NAME}"
|
||||||
break
|
break
|
||||||
|
|
@ -92,8 +92,8 @@ function wait_for_scale_set() {
|
||||||
sleep 1
|
sleep 1
|
||||||
count=$((count+1))
|
count=$((count+1))
|
||||||
done
|
done
|
||||||
kubectl wait --timeout=30s --for=condition=ready pod -n ${NAMESPACE} -l actions.github.com/scale-set-name=${NAME}
|
kubectl wait --timeout=30s --for=condition=ready pod -n "${NAMESPACE}" -l "actions.github.com/scale-set-name=${NAME}"
|
||||||
kubectl get pod -n ${NAMESPACE}
|
kubectl get pod -n "${NAMESPACE}"
|
||||||
}
|
}
|
||||||
|
|
||||||
function cleanup_scale_set() {
|
function cleanup_scale_set() {
|
||||||
|
|
@ -131,7 +131,7 @@ function run_workflow() {
|
||||||
|
|
||||||
local queue_time="$(date -u +%FT%TZ)"
|
local queue_time="$(date -u +%FT%TZ)"
|
||||||
|
|
||||||
echo "Running workflow ${workflow_file}"
|
echo "Running workflow ${WORKFLOW_FILE}"
|
||||||
gh workflow run -R "${TARGET_ORG}/${TARGET_REPO}" "${WORKFLOW_FILE}" --ref main -f arc_name="${SCALE_SET_NAME}" || return 1
|
gh workflow run -R "${TARGET_ORG}/${TARGET_REPO}" "${WORKFLOW_FILE}" --ref main -f arc_name="${SCALE_SET_NAME}" || return 1
|
||||||
|
|
||||||
echo "Waiting for run to start"
|
echo "Waiting for run to start"
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,82 @@
|
||||||
|
#!/bin/bash
|
||||||
|
|
||||||
|
set -euo pipefail
|
||||||
|
|
||||||
|
DIR="$(realpath "$(dirname "${BASH_SOURCE[0]}")")"
|
||||||
|
|
||||||
|
ROOT_DIR="$(realpath "${DIR}/../..")"
|
||||||
|
|
||||||
|
source "${DIR}/helper.sh"
|
||||||
|
|
||||||
|
SCALE_SET_NAME="default-$(date +'%M%S')$((($RANDOM + 100) % 100 + 1))"
|
||||||
|
SCALE_SET_NAMESPACE="arc-runners"
|
||||||
|
WORKFLOW_FILE="arc-test-kubernetes-workflow.yaml"
|
||||||
|
ARC_NAME="arc"
|
||||||
|
ARC_NAMESPACE="arc-systems"
|
||||||
|
|
||||||
|
function install_arc() {
|
||||||
|
echo "Install openebs/dynamic-localpv-provisioner"
|
||||||
|
helm repo add openebs https://openebs.github.io/charts
|
||||||
|
helm repo update
|
||||||
|
helm install openebs openebs/openebs -n openebs --create-namespace
|
||||||
|
|
||||||
|
echo "Creating namespace ${ARC_NAMESPACE}"
|
||||||
|
kubectl create namespace "${SCALE_SET_NAMESPACE}"
|
||||||
|
|
||||||
|
echo "Installing ARC"
|
||||||
|
helm install "${ARC_NAME}" \
|
||||||
|
--namespace "${ARC_NAMESPACE}" \
|
||||||
|
--create-namespace \
|
||||||
|
--set image.repository="${IMAGE_NAME}" \
|
||||||
|
--set image.tag="${IMAGE_TAG}" \
|
||||||
|
"${ROOT_DIR}/charts/gha-runner-scale-set-controller" \
|
||||||
|
--debug
|
||||||
|
|
||||||
|
if ! NAME="${ARC_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_arc; then
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function install_scale_set() {
|
||||||
|
echo "Installing scale set ${SCALE_SET_NAMESPACE}/${SCALE_SET_NAME}"
|
||||||
|
helm install "${SCALE_SET_NAME}" \
|
||||||
|
--namespace "${SCALE_SET_NAMESPACE}" \
|
||||||
|
--create-namespace \
|
||||||
|
--set githubConfigUrl="https://github.com/${TARGET_ORG}/${TARGET_REPO}" \
|
||||||
|
--set githubConfigSecret.github_token="${GITHUB_TOKEN}" \
|
||||||
|
--set containerMode.type="kubernetes" \
|
||||||
|
--set containerMode.kubernetesModeWorkVolumeClaim.accessModes="{\"ReadWriteOnce\"}" \
|
||||||
|
--set containerMode.kubernetesModeWorkVolumeClaim.storageClassName="openebs-hostpath" \
|
||||||
|
--set containerMode.kubernetesModeWorkVolumeClaim.resources.requests.storage="1Gi" \
|
||||||
|
"${ROOT_DIR}/charts/gha-runner-scale-set" \
|
||||||
|
--version="${VERSION}" \
|
||||||
|
--debug
|
||||||
|
|
||||||
|
if ! NAME="${SCALE_SET_NAME}" NAMESPACE="${ARC_NAMESPACE}" wait_for_scale_set; then
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc
|
||||||
|
return 1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function main() {
|
||||||
|
local failed=()
|
||||||
|
|
||||||
|
build_image
|
||||||
|
create_cluster
|
||||||
|
|
||||||
|
install_arc
|
||||||
|
install_scale_set
|
||||||
|
|
||||||
|
WORKFLOW_FILE="${WORKFLOW_FILE}" SCALE_SET_NAME="${SCALE_SET_NAME}" run_workflow || failed+=("run_workflow")
|
||||||
|
|
||||||
|
INSTALLATION_NAME="${SCALE_SET_NAME}" NAMESPACE="${SCALE_SET_NAMESPACE}" cleanup_scale_set || failed+=("cleanup_scale_set")
|
||||||
|
|
||||||
|
NAMESPACE="${ARC_NAMESPACE}" log_arc || failed+=("log_arc")
|
||||||
|
|
||||||
|
delete_cluster
|
||||||
|
|
||||||
|
print_results "${failed[@]}"
|
||||||
|
}
|
||||||
|
|
||||||
|
main
|
||||||
Loading…
Reference in New Issue