K8s deployment

.gitignore

@@ -32,3 +32,5 @@ dist/
 *.test
 go.work
 go.work.sum
+
+.idea

py/argocd/dev-autosync.yaml

@@ -0,0 +1,24 @@
+apiVersion: argoproj.io/v1alpha1
+kind: Application
+metadata:
+  name: dev-r2r-stack
+  namespace: argocd
+spec:
+  project: default
+  source:
+    repoURL: https://github.com/SciPhi-AI/R2R.git
+    targetRevision: k8s-deployment
+    path: py/k8s/dev/azure
+    directory:
+      recurse: true
+  destination:
+    server: https://kubernetes.default.svc
+    namespace: r2r-dev
+
+  syncPolicy:
+    syncOptions:
+    - CreateNamespace=true
+
+    automated:
+      selfHeal: true
+      prune: true

py/k8s/dev/azure/namespace.yaml

@@ -0,0 +1,7 @@
+---
+apiVersion: v1
+kind: Namespace
+metadata:
+  name: r2r-dev
+  labels:
+    name: r2r-dev

py/k8s/dev/azure/pg.yaml

@@ -0,0 +1,95 @@
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: postgres-secret
+  namespace: r2r-dev
+  labels:
+    app: r2r
+data:
+  POSTGRES_USER: cG9zdGdyZXM=
+  POSTGRES_PASSWORD: cG9zdGdyZXM=
+
+---
+apiVersion: v1
+data:
+  POSTGRES_HOST: postgres
+  POSTGRES_PORT: "5432"
+  POSTGRES_DBNAME: postgres
+  POSTGRES_MAX_CONNECTIONS: "1024"
+kind: ConfigMap
+metadata:
+  labels:
+    app: r2r
+  name: postgres-config
+  namespace: r2r-dev
+
+# Deployment and Service for PostgreSQL
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: postgres
+  namespace: r2r-dev
+  labels:
+    app: r2r
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: postgres
+  strategy:
+    type: Recreate
+  template:
+    metadata:
+      labels:
+        app: postgres
+    spec:
+      containers:
+      - name: postgres
+        envFrom:
+          - configMapRef:
+              name: postgres-config
+          - secretRef:
+              name: postgres-secret
+#        command:
+#          - postgres
+#          - -c
+#          - max_connections=1024
+        image: pgvector/pgvector:pg16
+        ports:
+          - containerPort: 5432
+            protocol: TCP
+#        readinessProbe:
+#          exec:
+#            command: [ "pg_isready", "-U", "${R2R_POSTGRES_USER:-postgres}" ]
+#          initialDelaySeconds: 15
+#          timeoutSeconds: 2
+#        livenessProbe:
+#          exec:
+#            command: [ "pg_isready", "-U", "${R2R_POSTGRES_USER:-postgres}" ]
+#          initialDelaySeconds: 15
+#          timeoutSeconds: 2
+#          periodSeconds: 10
+        volumeMounts:
+          - mountPath: /data
+            name: postgres-volume-mount
+      restartPolicy: Always
+      volumes:
+        - name: postgres-volume-mount
+          persistentVolumeClaim:
+            claimName: postgres-pvc
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: postgres
+  namespace: r2r-dev
+spec:
+  ports:
+  - protocol: TCP
+    port: 5432
+    targetPort: 5432
+  selector:
+    app: postgres

py/k8s/dev/azure/pv.yaml

@@ -0,0 +1,29 @@
+---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  name: postgres-pvc
+  namespace: r2r-dev
+  labels:
+    app: r2r
+spec:
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    requests:
+      storage: 256Gi
+
+---
+kind: PersistentVolumeClaim
+apiVersion: v1
+metadata:
+  name: pvc-r2r-config-blob
+  namespace: r2r-dev
+spec:
+  accessModes:
+    - ReadWriteMany
+  resources:
+    requests:
+      storage: 256Mi
+  volumeName: pv-r2r-config-blob
+  storageClassName: azureblob-nfs-premium

py/k8s/dev/azure/r2r-dashboard.yaml

@@ -0,0 +1,40 @@
+# Deployment and Service for Unstructured
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: r2r-dashboard
+  namespace: r2r-dev
+spec:
+  replicas: 1
+  selector:
+    matchLabels:
+      app: r2r-dashboard
+  template:
+    metadata:
+      labels:
+        app: r2r-dashboard
+    spec:
+      containers:
+      - name: r2r-dashboard
+        image: emrgntcmplxty/r2r-dashboard:latest
+        env:
+          - name: NEXT_PUBLIC_R2R_DEPLOYMENT_URL
+            value: http://4.174.219.49:7272
+        ports:
+          - containerPort: 3000
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: r2r-dashboard
+  namespace: r2r-dev
+spec:
+  ports:
+  - protocol: TCP
+    port: 7273
+    targetPort: 3000
+  type: LoadBalancer
+  selector:
+    app: r2r-dashboard

py/k8s/dev/azure/r2r.yaml

@@ -0,0 +1,98 @@
+# Config Map, Secret, Deployment and Service for R2R
+---
+apiVersion: v1
+data:
+  PYTHONUNBUFFERED: "1"
+  R2R_PORT: "7272"
+  R2R_HOST: "0.0.0.0"
+  R2R_PROJECT_NAME: r2r_default
+  R2R_CONFIG_NAME: azure_llm
+
+  R2R_POSTGRES_HOST: postgres
+  R2R_POSTGRES_PORT: "5432"
+  R2R_POSTGRES_DBNAME: postgres
+  R2R_POSTGRES_MAX_CONNECTIONS: "1024"
+
+  R2R_POSTGRES_PROJECT_NAME: r2r_default
+
+#  OLLAMA_API_BASE: http://ollama:11434
+  UNSTRUCTURED_LOCAL_URL: http://unstructured.r2r-dev:7275
+  UNSTRUCTURED_NUM_WORKERS: "10"
+#  HATCHET_CLIENT_TLS_STRATEGY: "none"
+#  HATCHET_CLIENT_GRPC_MAX_RECV_MESSAGE_LENGTH: "134217728"
+#  HATCHET_CLIENT_GRPC_MAX_SEND_MESSAGE_LENGTH: "134217728"
+
+  AZURE_API_VERSION: "2024-02-01"
+
+kind: ConfigMap
+metadata:
+  labels:
+    app: r2r
+  name: r2r-config
+  namespace: r2r-dev
+
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: r2r
+  namespace: r2r-dev
+spec:
+  replicas: 4
+  selector:
+    matchLabels:
+      app: r2r
+  template:
+    metadata:
+      labels:
+        app: r2r
+    spec:
+      containers:
+      - name: r2r
+        command:
+          - /bin/sh
+          - -c
+          - |
+            exec uvicorn core.main.app_entry:app --host $${R2R_HOST} --port $${R2R_PORT}
+        image: leesw0924/r2r
+        imagePullPolicy: Always
+        envFrom:
+          - configMapRef:
+              name: r2r-config
+          - secretRef:
+              name: r2r-secret
+        ports:
+          - containerPort: 7272
+        readinessProbe:
+          httpGet:
+            port: 7272
+            path: /v2/health
+          initialDelaySeconds: 15
+        livenessProbe:
+          httpGet:
+            port: 7272
+            path: /v2/health
+          initialDelaySeconds: 15
+          periodSeconds: 10
+#        volumeMounts:
+#          - mountPath: /mnt/r2r-config
+#            name: r2r-config-mount
+      restartPolicy: Always
+#      volumes:
+#        - name: r2r-config-mount
+#          persistentVolumeClaim:
+#            claimName: pvc-r2r-config-blob
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: r2r
+  namespace: r2r-dev
+spec:
+  ports:
+  - protocol: TCP
+    port: 7272
+    targetPort: 7272
+  type: LoadBalancer
+  selector:
+    app: r2r

py/k8s/dev/azure/secret.yaml

@@ -0,0 +1,12 @@
+---
+apiVersion: v1
+kind: Secret
+metadata:
+  name: r2r-secret
+  namespace: r2r-dev
+  labels:
+    app: r2r
+data:
+  R2R_POSTGRES_USER: cG9zdGdyZXM=
+  R2R_POSTGRES_PASSWORD: cG9zdGdyZXM=
+  AZURE_API_KEY: <Put Azure OpenAPI Key>

py/k8s/dev/azure/unstructured.yaml

@@ -0,0 +1,36 @@
+# Deployment and Service for Unstructured
+---
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: unstructured
+  namespace: r2r-dev
+spec:
+  replicas: 4
+  selector:
+    matchLabels:
+      app: unstructured
+  template:
+    metadata:
+      labels:
+        app: unstructured
+    spec:
+      containers:
+      - name: unstructured
+        image: ragtoriches/unst-prod
+        ports:
+          - containerPort: 7275
+
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: unstructured
+  namespace: r2r-dev
+spec:
+  ports:
+  - protocol: TCP
+    port: 7275
+    targetPort: 7275
+  selector:
+    app: unstructured