StreamSets Data Collector Deployment Manifest with HPA

sdc-hpa.yaml

apiVersion: 1
kind: List
items:
- apiVersion: apps/v1
  kind: Deployment
  metadata:
    name: sdc-hpa
    namespace: ns1   
    labels:
      app: sdc-hpa
  spec:
    replicas: 1
    selector:
      matchLabels:
        app: sdc-hpa
    template:
      metadata:
        labels:
          app: sdc-hpa
      spec:
        containers:
        - name: sdc-hpa
          image: <your SDC image with Kafka + Jython stage libs>
          imagePullPolicy: IfNotPresent
          resources:
            limits:
              cpu: 1000m
            requests:
              cpu: 200m
          env:
          - name: SDC_JAVA_OPTS
            value: "-Xmx1g -Xms1g"
- apiVersion: autoscaling/v1
  kind: HorizontalPodAutoscaler
  metadata:
    name: hpa-sdc
    namespace: ns1
  spec:
    scaleTargetRef:
      apiVersion: apps/v1
      kind: Deployment
      name: sdc-hpa
    minReplicas: 1
    maxReplicas: 3
    metrics:
    - type: Resource
      resource:
        name: cpu
        target:
          type: Utilization
          averageUtilization: 50
    - type: Resource
      resource:
        name: memory
        target:
          type: AverageValue
          averageValue: 700Mi