datahub install

datahub-install.yaml

mysqlSetupJob:
  enabled: false

postgresqlSetupJob:
  enabled: true

elasticsearchSetupJob:
  extraEnvs:
    - name: USE_AWS_ELASTICSEARCH
      value: "true"

datahub-frontend:
  service:
    type: NodePort

  resources:
    limits:
      cpu: 4

datahub-gms:
  service:
    type: NodePort

  resources:
    limits:
      cpu: 4

acryl-datahub-actions:
  resources:
    limits:
      cpu: 2

datahub-mce-consumer:
  resources:
    limits:
      cpu: 2

global:
  elasticsearch:
    host: dhub-osearch

  kafka:
    bootstrap:
      server: dhub-kafka-s:9092
    schemaregistry:
      url: http://dhub-sregistry:8081

  neo4j: 
    host: dhub-neo4j:7474
    uri: bolt://dhub-neo4j
    username: "neo4j"
    password:
      secretRef: datahub-secrets
      secretKey: neo4j-password

  sql:
    datasource:
      host: dhub-db:5432
      hostForpostgresqlClient: dhub-db
      port: "5432"
      url: 'jdbc:postgresql://dhub-db:5432/datahub'
      driver: "org.postgresql.Driver"
      username: "datahub"
      password:
        secretRef: datahub-secrets
        secretKey: db-password

  datahub:
    metadata_service_authentication:
      enabled: true
      systemClientSecret:
        secretRef: 'datahub-auth-secrets'
        secretKey: "token_service_signing_key"
      tokenService:
        signingKey:
          secretRef: 'datahub-auth-secrets'
          secretKey: "token_service_signing_key"
        salt:
          secretRef: 'datahub-auth-secrets'
          secretKey: "token_service_salt"

      provisionSecrets:
        enabled: true
        autoGenerate: true

datahub-secrets.yaml

apiVersion: v1
kind: Secret
metadata:
  name: datahub-secrets
type: Opaque
stringData:
  neo4j-password: neo4j
  db-password: datahub

elixier-datahub-prereq.yaml

neo4j:
  enabled: true
  resources:
    requests:
      cpu: 500m
      memory: 1G
    limits:
      cpu: 4
      memory: 8G
  podSecurityContext:
    runAsUser: 5000
    runAsGroup: 5000
    fsGroup: 5000

schemaregistry:
  enabled: true
  bootstrapServers: PLAINTEXT://dhub-kafka-s-0.dhub-kafka-s:9092
  waitPorts:
    - name: kafka
      host: dhub-kafka-s-0.dhub-kafka-s
      port: 9092

  resources:
    requests:
      cpu: 500m
      memory: 1G
    limits:
      cpu: 4
      memory: 8G
  podSecurityContext:
    runAsUser: 5000
    runAsGroup: 5000
    fsGroup: 5000


kafka:
  enabled: true
  resources:
    requests:
      cpu: 500m
      memory: 1G
    limits:
      cpu: 6
      memory: 12G
  podSecurityContext:
    runAsUser: 5000
    runAsGroup: 5000
    fsGroup: 5000


pgsql:
  enabled: true
  createDb:
    - dbName: datahub
      dbUser: datahub
      dbPass: datahub
  resources:
    requests:
      cpu: 100m
      memory: 1G
    limits:
      cpu: 1
      memory: 2G

opensearch:
  enabled: true
  resources:
    requests:
      cpu: 100m
      memory: 1G
    limits:
      cpu: 2
      memory: 8G