Prerequisites

Current Working Directory

$ ls
deployment.yaml

Launching

$ konduktor serve launch deployment.yaml

Deployment.yaml

# autoscaling + custom port + custom health probing endpoint
name: serving-general-complex

resources:
  cpus: 0.5
  memory: 1
  image_id: ubuntu
  labels:
    kueue.x-k8s.io/queue-name: user-queue

serving: 
  min_replicas: 1
  max_replicas: 2
  ports: 9000
  probe: /probe

run: |
  apt-get update && apt-get install -y python3
  echo "Hello from Konduktor Serve!" > index.html
  echo "Hello from health probe!" > probe
  python3 -m http.server 9000