add scripts

Signed-off-by: yxxhero <[email protected]>

.gitignore

@@ -1,4 +1,3 @@
-
 # Binaries for programs and plugins
 *.exe
 *.exe~
@@ -36,4 +35,8 @@ charts/harbor-operator/charts/*.tgz
 
 ## goreleaser
 dist/
-vendor/
+vendor/
+
+## local development test files
+config/samples/harborcluster-standard-dev/
+config/samples/harborcluster-minimal-dev/

Dockerfile

@@ -1,6 +1,6 @@
 # Use distroless as minimal base image to package the manager binary
 # Refer to https://github.com/GoogleContainerTools/distroless for more details
-FROM gcr.io/distroless/static:nonroot
+FROM oamdev/gcr.io-distroless-static:nonroot 
 WORKDIR /
 COPY manager .
 USER nonroot:nonroot

scripts/harbor_operator_kind.sh

@@ -0,0 +1,304 @@
+#!/usr/bin/env bash
+
+set -o errexit
+set -o nounset
+set -o pipefail
+
+DEFAULT_DEV_HABOR_OPERATOR_IMAGE=harbor-operator:dev_test
+DEFAULT_KIND_VERSION=v0.12.0
+DEFAULT_CERT_MANGER_VERSION=1.3.3
+DEFAULT_INGRESS_VERSION=1.0.5
+DEFAULT_CLUSTER_NAME=harbor
+DEFAULT_NODE_IMAGE=kindest/node:v1.23.0
+DEFAULT_KUBECTL_VERSION=v1.23.0
+PROJECT_ROOT=$(dirname $(dirname $0))
+DEFAULT_CONFIG=$PROJECT_ROOT/.github/kind.yaml
+DEFAULT_RUNNER_TOOL_CACHE=/usr/local/harbor-operator
+DEFAULT_OPERATOR_NAMESPACE=harbor-operator-ns
+IP=$(hostname -I | awk '{print $1}')
+
+show_help() {
+    cat <<EOF
+Usage: $(basename "$0") <options>
+    -h, --help                              Display help
+    -v, --version                           The kind version to use (default: $DEFAULT_KIND_VERSION)"
+    -c, --config                            The path to the kind config file"
+    -i, --node-image                        The Docker image for the cluster nodes"
+    -n, --cluster-name                      The name of the cluster to create (default: chart-testing)"
+    -w, --wait                              The duration to wait for the control plane to become ready (default: 60s)"
+    -l, --log-level                         The log level for kind [panic, fatal, error, warning, info, debug, trace] (default: warning)
+    -k, --kubectl-version                   The kubectl version to use (default: $DEFAULT_KUBECTL_VERSION)"
+EOF
+}
+
+main() {
+    local RUNNER_TOOL_CACHE="$DEFAULT_RUNNER_TOOL_CACHE"
+    local version="$DEFAULT_KIND_VERSION"
+    local cluster_name="$DEFAULT_CLUSTER_NAME"
+    local kubectl_version="$DEFAULT_KUBECTL_VERSION"
+    local config="$DEFAULT_CONFIG"
+    local node_image="$DEFAULT_NODE_IMAGE"
+    local wait=60s
+    local log_level=
+
+    parse_command_line "$@"
+
+    if [[ ! -d "$RUNNER_TOOL_CACHE" ]]; then
+        mkdir -p $RUNNER_TOOL_CACHE
+    fi
+
+    local arch
+    arch=$(uname -m)
+    local cache_dir="$RUNNER_TOOL_CACHE/tools/$version/$arch"
+
+    local kind_dir="$cache_dir/kind/bin"
+    if [[ ! -x "$kind_dir/kind" ]]; then
+        install_kind
+    fi
+
+    local kubectl_dir="$cache_dir/kubectl/bin"
+    if [[ ! -x "$kubectl_dir/kubectl" ]]; then
+        install_kubectl
+    fi
+
+    "$kind_dir/kind" version
+    "$kubectl_dir/kubectl" version --client=true
+
+    mount_memory_etcd
+
+    create_kind_cluster
+
+    install_cert_manager
+
+    install_ingress
+
+    build_load_harbor_operator_image
+
+    install_harbor_operator
+
+    install_harbor
+
+    echo "kubectl location: $kubectl_dir/kubectl"
+    echo "kind location: $kind_dir/kind"
+
+    echo "Access the harbor with: https://$IP, enjoy!"
+
+}
+
+parse_command_line() {
+    while :; do
+        case "${1:-}" in
+        -h | --help)
+            show_help
+            exit
+            ;;
+        -v | --version)
+            if [[ -n "${2:-}" ]]; then
+                version="$2"
+                shift
+            else
+                echo "ERROR: '-v|--version' cannot be empty." >&2
+                show_help
+                exit 1
+            fi
+            ;;
+        -c | --config)
+            if [[ -n "${2:-}" ]]; then
+                config="$2"
+                shift
+            else
+                echo "ERROR: '--config' cannot be empty." >&2
+                show_help
+                exit 1
+            fi
+            ;;
+        -i | --node-image)
+            if [[ -n "${2:-}" ]]; then
+                node_image="$2"
+                shift
+            else
+                echo "ERROR: '-i|--node-image' cannot be empty." >&2
+                show_help
+                exit 1
+            fi
+            ;;
+        -n | --cluster-name)
+            if [[ -n "${2:-}" ]]; then
+                cluster_name="$2"
+                shift
+            else
+                echo "ERROR: '-n|--cluster-name' cannot be empty." >&2
+                show_help
+                exit 1
+            fi
+            ;;
+        -w | --wait)
+            if [[ -n "${2:-}" ]]; then
+                wait="$2"
+                shift
+            else
+                echo "ERROR: '--wait' cannot be empty." >&2
+                show_help
+                exit 1
+            fi
+            ;;
+        -l | --log-level)
+            if [[ -n "${2:-}" ]]; then
+                log_level="$2"
+                shift
+            else
+                echo "ERROR: '--log-level' cannot be empty." >&2
+                show_help
+                exit 1
+            fi
+            ;;
+        -k | --kubectl-version)
+            if [[ -n "${2:-}" ]]; then
+                kubectl_version="$2"
+                shift
+            else
+                echo "ERROR: '-k|--kubectl-version' cannot be empty." >&2
+                show_help
+                exit 1
+            fi
+            ;;
+        *)
+            break
+            ;;
+        esac
+
+        shift
+    done
+}
+
+install_kind() {
+    echo 'Installing kind...'
+
+    mkdir -p "$kind_dir"
+
+    curl -sSLo "$kind_dir/kind" "https://github.com/kubernetes-sigs/kind/releases/download/$version/kind-linux-amd64"
+    chmod +x "$kind_dir/kind"
+}
+
+install_kubectl() {
+    echo 'Installing kubectl...'
+
+    mkdir -p "$kubectl_dir"
+
+    curl -sSLo "$kubectl_dir/kubectl" "https://storage.googleapis.com/kubernetes-release/release/$kubectl_version/bin/linux/amd64/kubectl"
+    chmod +x "$kubectl_dir/kubectl"
+}
+
+create_kind_cluster() {
+    if ! "$kind_dir/kind" get clusters | grep $DEFAULT_CLUSTER_NAME >/dev/null; then
+        echo 'Creating kind cluster...'
+        local args=(create cluster "--name=$cluster_name" "--wait=$wait")
+
+        if [[ -n "$node_image" ]]; then
+            args+=("--image=$node_image")
+        fi
+
+        if [[ -n "$config" ]]; then
+            args+=("--config=$config")
+        fi
+
+        if [[ -n "$log_level" ]]; then
+            args+=("--loglevel=$log_level")
+        fi
+
+        "$kind_dir/kind" "${args[@]}"
+    else
+        echo "kind cluster $DEFAULT_CLUSTER_NAME already exists"
+    fi
+}
+
+mount_memory_etcd() {
+    echo 'Mounting memory etcd...'
+    mkdir -p /tmp/lib/etcd
+    if ! df -h | grep "^tmpfs.*/tmp/lib/etcd" &>/dev/null; then
+        mount -t tmpfs tmpfs /tmp/lib/etcd
+    fi
+}
+
+install_cert_manager() {
+    $kubectl_dir/kubectl apply -f "https://github.com/jetstack/cert-manager/releases/download/v$DEFAULT_CERT_MANGER_VERSION/cert-manager.yaml"
+    sleep 5
+    time $kubectl_dir/kubectl -n cert-manager wait --for=condition=Available deployment --all --timeout 300s
+}
+
+install_ingress() {
+    $kubectl_dir/kubectl apply -f https://raw.githubusercontent.com/kubernetes/ingress-nginx/controller-v$DEFAULT_INGRESS_VERSION/deploy/static/provider/kind/deploy.yaml
+    time $kubectl_dir/kubectl wait --namespace ingress-nginx --for=condition=ready pod --selector=app.kubernetes.io/component=controller --timeout=300s
+}
+
+build_load_harbor_operator_image() {
+    echo 'Building and load harbor-operator image...'
+    cd $PROJECT_ROOT
+    make manifests docker-build IMG=$DEFAULT_DEV_HABOR_OPERATOR_IMAGE &> /dev/null
+    cd - &>/dev/null
+    $kind_dir/kind load docker-image $DEFAULT_DEV_HABOR_OPERATOR_IMAGE --name $DEFAULT_CLUSTER_NAME &> /dev/null
+}
+
+install_harbor_operator() {
+    echo 'Installing harbor-operator...'
+    set -ex
+    cd $PROJECT_ROOT
+    make helm-install NAMESPACE=$DEFAULT_OPERATOR_NAMESPACE IMG=$DEFAULT_DEV_HABOR_OPERATOR_IMAGE
+    $kubectl_dir/kubectl -n $DEFAULT_OPERATOR_NAMESPACE wait --for=condition=Available deployment --all --timeout 300s
+
+    if ! time $kubectl_dir/kubectl -n $DEFAULT_OPERATOR_NAMESPACE wait --for=condition=Available deployment --all --timeout 300s; then
+        $kubectl_dir/kubectl get all -n $DEFAULT_OPERATOR_NAMESPACE
+        exit 1
+    fi
+    cd - &>/dev/null
+}
+
+install_harbor() {
+    set -ex
+    cd $PROJECT_ROOT
+    CORE_HOST=core.$IP.nip.io
+    NOTARY_HOST=notary.$IP.nip.io
+
+    # clean up
+    rm -fr config/samples/harborcluster-standard-dev
+    rm -fr config/samples/harborcluster-minimal-dev
+
+    cp -a config/samples/harborcluster-standard config/samples/harborcluster-standard-dev
+    cp -a config/samples/harborcluster-minimal config/samples/harborcluster-minimal-dev
+
+    sed -i "s/core.harbor.domain/$CORE_HOST/g" config/samples/harborcluster-minimal-dev/*.yaml
+    sed -i "s/notary.harbor.domain/$NOTARY_HOST/g" config/samples/harborcluster-minimal-dev/*.yaml
+    sed -i "s/core.harbor.domain/$CORE_HOST/g" config/samples/harborcluster-standard-dev/*.yaml
+    sed -i "s/notary.harbor.domain/$NOTARY_HOST/g" config/samples/harborcluster-standard-dev/*.yaml
+
+    sed -i "s/harborcluster-minimal/harborcluster-minimal-dev/g" config/samples/harborcluster-standard-dev/*.yaml
+
+
+    make sample-harborcluster-standard-dev
+
+    for i in $(seq 1 7); do
+        sleep 30
+        echo $i
+        $kubectl_dir/kubectl get all
+    done
+    if ! time $kubectl_dir/kubectl wait --for=condition=Ready -l job-type!=minio-init pod --all --timeout 600s && ! time kubectl wait --for=condition=Ready -l job-type!=minio-init pod --all --timeout 60s; then
+        echo "install harbor failed"
+        $kubectl_dir/kubectl get all
+
+        for n in $($kubectl_dir/kubectl get po | grep -v Running | grep -v NAME | awk '{print $1}'); do
+            echo "describe $n"
+            $kubectl_dir/kubectl describe pod $n
+            echo "show log $n"
+            $kubectl_dir/kubectl logs --tail 100 $n || true
+        done
+        $kubectl_dir/kubectl logs -l control-plane=harbor-operator -n ${operatorNamespace} --tail 100
+        exit 1
+    else
+        $kubectl_dir/kubectl get all
+        $kubectl_dir/kubectl get harbor -o wide
+        $kubectl_dir/kubectl get harborcluster -o wide
+    fi
+    cd - &>/dev/null
+}
+
+main "$@"