Common Installation
Table of Contents
1. Install Common resource
Add repository
helm repo add mellerikat-aicond https://mellerikat.github.io/AI-Conductor
helm repo add mellerikat-ald https://mellerikat.github.io/AI-Logic-Deployer
helm repo update
Create Common template values
# intellytics-prd-common-values.yaml
baseDomain: llm-kic.intellytics.lge.com
Install Common resource
helm install mk-common mellerikat-ald/ald-common-resource -f intellytics-prd-common-values.yaml -n mk-common
2. Install Istio
Add Istio helm repository
helm repo add istio https://istio-release.storage.googleapis.com/charts
helm repo update
Install Istio base
helm install istio-base istio/base -n istio-system --set defaultRevision=default --create-namespace
helm upgrade istio-base istio/base -n istio-system --set prometheus.enabled=true
Install Istiod
- Create istiod template values
# istio-istiod.yaml
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: nodegroup
operator: In
values:
- ng-an2-llmops-prd-common - Install Istiod
helm install istiod istio/istiod -n istio-system -f istio-istiod.yaml
Install Istio ingress gateway
- Create istio ingress gateway template values
# istio-ingressgateway.yaml
affinity:
nodeAffinity:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: eks.amazonaws.com/nodegroup
operator: In
values:
- ng-an2-llmops-prd-common
service:
ports:
- name: status-port
nodePort: 31501
port: 15021
protocol: TCP
targetPort: 15021
- name: http2
nodePort: 31502
port: 80
protocol: TCP
targetPort: 8080
- name: https
nodePort: 31503
port: 443
protocol: TCP
targetPort: 8443
type: NodePort - Install ingress gateway
helm install istio-ingressgateway istio/gateway -n istio-system -f istio-ingressgateway.yaml
3. Install Kiali (Optional)
Add Kiali helm repository
helm repo add kiali https://kiali.org/helm-charts
helm repo update
Create Kiali template values
# kiali.yaml
deployment:
affinity:
node:
requiredDuringSchedulingIgnoredDuringExecution:
nodeSelectorTerms:
- matchExpressions:
- key: nodegroup
operator: In
values:
- ng-an2-llmops-prd-common
external_services:
prometheus:
url: "http://prometheus-server-monitor.monitor.svc.cluster.local"
auth:
strategy: "anonymous"
Install Kiali
helm install kiali-server kiali/kiali-server -n istio-system -f kiali.yaml