Skip to content

Instantly share code, notes, and snippets.

@cmwylie19
Created April 14, 2022 21:59
Show Gist options
  • Select an option

  • Save cmwylie19/7154f9eb66aacd96f7b14c9d0fe56a4f to your computer and use it in GitHub Desktop.

Select an option

Save cmwylie19/7154f9eb66aacd96f7b14c9d0fe56a4f to your computer and use it in GitHub Desktop.
Instance of starburstenterprise operator
apiVersion: charts.starburstdata.com/v1alpha1
kind: StarburstEnterprise
metadata:
name: starburstenterprise-sample
namespace: openshift-operators
spec:
additionalVolumes: []
cache:
diskUsagePercentage: 80
enabled: false
ttl: 7d
volume:
emptyDir: {}
catalogs:
tpch: |-
connector.name=tpch
tpch.splits-per-node=4
commonLabels: {}
coordinator:
additionalProperties: ""
affinity: {}
deploymentAnnotations: {}
envFrom: []
etcFiles:
jvm.config: |
-server
-XX:-UseBiasedLocking
-XX:+UseG1GC
-XX:G1HeapRegionSize=32M
-XX:+ExplicitGCInvokesConcurrent
-XX:+ExitOnOutOfMemoryError
-XX:+HeapDumpOnOutOfMemoryError
-XX:-OmitStackTraceInFastThrow
-XX:ReservedCodeCacheSize=512M
-XX:PerMethodRecompilationCutoff=10000
-XX:PerBytecodeRecompilationCutoff=10000
-Djdk.nio.maxCachedBufferSize=2000000
-Djdk.attach.allowAttachSelf=true
other: {}
properties:
config.properties: |
coordinator=true
node-scheduler.include-coordinator=false
http-server.http.port=8080
discovery.uri=http://localhost:8080
discovery-server.enabled=true
log.properties: |
# Enable verbose logging from Starburst Enterprise
#io.trino=DEBUG
#com.starburstdata.presto=DEBUG
node.properties: |
node.environment={{ include "starburst.environment" . }}
node.data-dir=/data/starburst
plugin.dir=/usr/lib/starburst/plugin
node.server-log-file=/var/log/starburst/server.log
node.launcher-log-file=/var/log/starburst/launcher.log
heapHeadroomPercentage: 30
heapSizePercentage: 90
nodeMemoryHeadroom: 2Gi
nodeSelector: {}
podAnnotations: {}
resources:
limits:
cpu: 16
memory: 60Gi
requests:
cpu: 16
tolerations: []
expose:
clusterIp:
name: starburst
ports:
http:
port: 8080
ingress:
annotations: {}
ingressName: coordinator-ingress
path: /
serviceName: starburst
servicePort: 8080
tls:
enabled: true
loadBalancer:
IP: ""
annotations: {}
name: starburst
ports:
http:
port: 8080
sourceRanges: []
nodePort:
extraLabels: {}
name: starburst
ports:
http:
nodePort: 30080
port: 8080
type: clusterIp
externalSecrets:
enabled: false
goDaddy:
backendType: secretsManager
secretPrefix: external0
type: goDaddy
extraArguments: []
extraSecret: {}
image:
pullPolicy: IfNotPresent
repository: registry.connect.redhat.com/starburst/starburst-enterprise
tag: 360-e.6-ubi
initFile: ""
initImage:
pullPolicy: IfNotPresent
repository: registry.connect.redhat.com/starburst/starburst-enterprise-init
tag: 360.6.1-ubi
internal:
ports:
http:
port: 8080
https:
port: 8443
internalTls: false
prometheus:
agent:
config: /etc/starburst/telemetry/prometheus.yaml
port: 8081
version: 0.15.0
enabled: true
rules:
# Existed previously
- attrNameSnakeCase: true
name: $1
pattern: trino.execution<name=QueryManager><>(running_queries|queued_queries)
type: GAUGE
- name: failed_queries
pattern: trino.execution<name=QueryManager><>FailedQueries\.TotalCount
type: COUNTER
# JVM
- name: jvm_heap_memory_commited
pattern: java.lang<type=Memory><HeapMemoryUsage>committed
type: GAUGE
- name: jvm_heap_memory_used
pattern: java.lang<type=Memory><HeapMemoryUsage>used
- name: thread_count
pattern: java.lang<type=Threading><>(ThreadCount)
# Trino cluster and nodes
- name: trino_active_nodes
pattern: trino.failuredetector<name=HeartbeatFailureDetector><>(ActiveCount)
type: COUNTER
- name: trino_free_memory
pattern: trino.memory<type=ClusterMemoryPool, name=general><>(FreeDistributedBytes)
type: COUNTER
# Cumulative count (since Trino started) of queries that ran out of memory and were killed:
- name: queries_killed_oom
pattern: trino.memory<name=ClusterMemoryManager><>(QueriesKilledDueToOutOfMemory)
# Trino Queries
- name: trino_active_queries
pattern: trino.execution<name=QueryManager><>RunningQueries.FiveMinute\.Count
type: COUNTER
- name: trino_queries_started
pattern: trino.execution<name=QueryManager><>StartedQueries.FiveMinute\.Count
type: COUNTER
- name: trino_queries_failed_external
pattern: trino.execution<name=QueryManager><>ExternalFailures.FiveMinute\.Count
type: COUNTER
- name: trino_queries_failed_internal
pattern: trino.execution<name=QueryManager><>InternalFailures.FiveMinute\.Count
type: COUNTER
- name: trino_queries_failed_all
pattern: trino.execution<name=QueryManager><>FailedQueries.FiveMinute\.Count
type: COUNTER
- name: trino_failed_queries_user
pattern: trino.execution<name=QueryManager><>UserErrorFailures.FiveMinute\.Count
type: COUNTER
- name: trino_execution_latency
pattern: trino.execution<name=QueryManager><>ExecutionTime.FiveMinutes\.Count
type: COUNTER
- name: trino_input_data_rate
pattern: trino.execution<name=QueryManager><>WallInputBytesRate.FiveMinute\.Count
type: COUNTER
# Trino Tasks
- name: input_data_bytes
pattern: trino.execution<name=TaskManager><>InputDataSize
- name: input_rows
pattern: trino.execution<name=TaskManager><>InputPositions.FiveMinute\.Count
# Miscellaneous
# (From email) This is calculated by summing up the available memory for all nodes in the cluster.
- name: cluster_memory_bytes
pattern: trino.memory<name=ClusterMemoryManager><>(ClusterMemoryBytes)
# Cumulative count (since Trino started) of queries that ran out of memory and were killed:
- name: tasks_killed_oom
pattern: trino.memory<name=ClusterMemoryManager><>(TasksKilledDueToOutOfMemory)
query:
maxConcurrentQueries: 3
registryCredentials:
enabled: false
registry: registry.connect.redhat.com
securityContext: {}
spilling:
enabled: false
volume:
emptyDir: {}
starburst-charts-common:
global: {}
usageMetrics:
enabled: true
reporter:
configFiles:
config.json: ""
enabled: false
image:
pullPolicy: IfNotPresent
repository: harbor.starburstdata.net/testing/usage-metrics-reporter
tag: 0.1.3-alpha
usageClient:
initialDelay: 1m
interval: 1m
userDatabase:
enabled: false
users:
- password: 46991b33f7a75ff79213c0dc0e610610
username: admin
worker:
additionalProperties: ""
affinity: {}
autoscaling:
enabled: false
maxReplicas: 100
minReplicas: 1
targetCPUUtilizationPercentage: 80
deploymentAnnotations: {}
deploymentTerminationGracePeriodSeconds: 300
envFrom: []
etcFiles:
jvm.config: |
-server
-XX:-UseBiasedLocking
-XX:+UseG1GC
-XX:G1HeapRegionSize=32M
-XX:+ExplicitGCInvokesConcurrent
-XX:+ExitOnOutOfMemoryError
-XX:+HeapDumpOnOutOfMemoryError
-XX:-OmitStackTraceInFastThrow
-XX:ReservedCodeCacheSize=512M
-XX:PerMethodRecompilationCutoff=10000
-XX:PerBytecodeRecompilationCutoff=10000
-Djdk.nio.maxCachedBufferSize=2000000
-Djdk.attach.allowAttachSelf=true
other: {}
properties:
config.properties: |
coordinator=false
http-server.http.port=8080
discovery.uri=http://coordinator:8080
log.properties: |
# Enable verbose logging from Starburst Enterprise
#io.trino=DEBUG
#com.starburstdata.presto=DEBUG
node.properties: |
node.environment={{ include "starburst.environment" . }}
node.data-dir=/data/starburst
plugin.dir=/usr/lib/starburst/plugin
node.server-log-file=/var/log/starburst/server.log
node.launcher-log-file=/var/log/starburst/launcher.log
heapHeadroomPercentage: 30
heapSizePercentage: 90
nodeMemoryHeadroom: 2Gi
nodeSelector: {}
podAnnotations: {}
replicas: 2
resources:
limits:
cpu: 16
memory: 100Gi
requests:
cpu: 16
starburstWorkerShutdownGracePeriodSeconds: 120
tolerations: []
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment