Merge pull request #1309 from FabianKramm/main

chore: improve load-test

hack/load-testing/README.md

@@ -2,21 +2,8 @@
 
 How to use:
 
-1. Create a new vcluster
+1. Create a new vcluster via the deployment options
 2. Start testing via:
 ```
-go run hack/load-testing/main.go -amount 1000 secrets
+go run hack/load-testing/main.go throughput
 ```
-
-### Connect to SQLite
-
-Install SQLite:
-```
-kubectl exec -it -n NAMESPACE NAME-0 -c syncer -- sh -c 'apk update && apk add sqlite'
-```
-
-Access Database:
-```
-kubectl exec -it -n NAMESPACE NAME-0 -c syncer -- sh -c 'sqlite3 /data/server/db/state.db'
-```
-

hack/load-testing/deploy/k3s-mysql/mysql.yaml

@@ -0,0 +1,54 @@
+apiVersion: v1
+kind: Service
+metadata:
+  name: mysql
+spec:
+  ports:
+  - port: 3306
+  selector:
+    app: mysql
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: mysql
+spec:
+  selector:
+    matchLabels:
+      app: mysql
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        app: mysql
+    spec:
+      containers:
+      - image: mysql:8
+        name: mysql
+        args:
+        - "--default-authentication-plugin=mysql_native_password"
+        env:
+          # Use secret in real usage
+        - name: MYSQL_ROOT_PASSWORD
+          value: my-password
+        - name: MYSQL_DATABASE
+          value: k3s
+        volumeMounts:
+        - name: mysql-persistent-storage
+          mountPath: /var/lib/mysql
+      volumes:
+      - name: mysql-persistent-storage
+        persistentVolumeClaim:
+          claimName: mysql-pv-claim
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: mysql-pv-claim
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 10Gi

hack/load-testing/deploy/k3s-mysql/values.yaml

@@ -0,0 +1,20 @@
+syncer:
+  resources:
+    limits:
+      cpu: "0"
+      memory: "0"
+    requests:
+      cpu: "0"
+      memory: "0"
+
+vcluster:
+  env:
+  - name: K3S_DATASTORE_ENDPOINT
+    value: mysql://root:my-password@tcp(mysql:3306)/k3s
+  resources:
+    limits:
+      cpu: "0"
+      memory: "0"
+    requests:
+      cpu: "0"
+      memory: "0"

hack/load-testing/deploy/k3s/values.yaml

@@ -0,0 +1,17 @@
+syncer:
+  resources:
+    limits:
+      cpu: "0"
+      memory: "0"
+    requests:
+      cpu: "0"
+      memory: "0"
+
+vcluster:
+  resources:
+    limits:
+      cpu: "0"
+      memory: "0"
+    requests:
+      cpu: "0"
+      memory: "0"

hack/load-testing/deploy/k8s/values.yaml

@@ -0,0 +1,8 @@
+syncer:
+  resources:
+    limits:
+      cpu: "0"
+      memory: "0"
+    requests:
+      cpu: "0"
+      memory: "0"

hack/load-testing/main.go

@@ -6,15 +6,14 @@ import (
 	"fmt"
 	"os"
 
-	"github.com/loft-sh/vcluster/hack/load-testing/tests/events"
-	"github.com/loft-sh/vcluster/hack/load-testing/tests/secrets"
+	"github.com/loft-sh/vcluster/hack/load-testing/tests/throughput"
 	"k8s.io/klog/v2"
 	ctrl "sigs.k8s.io/controller-runtime"
 	"sigs.k8s.io/controller-runtime/pkg/client"
 )
 
 func printUsage() {
-	_, _ = fmt.Fprintln(os.Stderr, "usage: load-testing <TEST> [-amount INT] [-namespace STRING]")
+	_, _ = fmt.Fprintln(os.Stderr, "usage: load-testing <TEST> [-namespace STRING]")
 	os.Exit(1)
 }
 
@@ -25,8 +24,6 @@ func printError(err error) {
 
 func main() {
 	ctx := context.Background()
-	amount := flag.Int64("amount", 100, "amount to create")
-
 	namespace := ""
 	flag.StringVar(&namespace, "namespace", "load-testing", "namespace to use")
 	flag.Parse()
@@ -39,8 +36,8 @@ func main() {
 
 	// We increase the limits here so that we don't get any problems
 	restConfig := ctrl.GetConfigOrDie()
-	restConfig.QPS = 1000
-	restConfig.Burst = 2000
+	restConfig.QPS = 9999999
+	restConfig.Burst = 9999999
 	restConfig.Timeout = 0
 
 	// build client
@@ -51,13 +48,8 @@ func main() {
 	}
 
 	switch test {
-	case "secrets":
-		err = secrets.TestSecrets(ctx, kubeClient, *amount, namespace)
-		if err != nil {
-			printError(err)
-		}
-	case "events":
-		err = events.TestEvents(ctx, kubeClient, restConfig, *amount, namespace)
+	case "throughput":
+		err = throughput.TestThroughput(ctx, kubeClient, namespace)
 		if err != nil {
 			printError(err)
 		}

hack/load-testing/stopwatch/stopwatch.go

@@ -0,0 +1,30 @@
+package stopwatch
+
+import (
+	"time"
+
+	"github.com/go-logr/logr"
+)
+
+func New(logger logr.Logger) *StopWatch {
+	return &StopWatch{
+		logger:   logger,
+		lastTime: time.Now(),
+	}
+}
+
+type StopWatch struct {
+	logger logr.Logger
+
+	lastTime time.Time
+}
+
+func (s *StopWatch) Reset() {
+	s.lastTime = time.Now()
+}
+
+func (s *StopWatch) Stop(msg string, keysAndValues ...interface{}) {
+	elapsed := time.Since(s.lastTime)
+	s.logger.Info(msg, append([]interface{}{"elapsed", elapsed}, keysAndValues...)...)
+	s.lastTime = time.Now()
+}