Created
April 14, 2022 21:59
-
-
Save cmwylie19/7154f9eb66aacd96f7b14c9d0fe56a4f to your computer and use it in GitHub Desktop.
Instance of starburstenterprise operator
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| apiVersion: charts.starburstdata.com/v1alpha1 | |
| kind: StarburstEnterprise | |
| metadata: | |
| name: starburstenterprise-sample | |
| namespace: openshift-operators | |
| spec: | |
| additionalVolumes: [] | |
| cache: | |
| diskUsagePercentage: 80 | |
| enabled: false | |
| ttl: 7d | |
| volume: | |
| emptyDir: {} | |
| catalogs: | |
| tpch: |- | |
| connector.name=tpch | |
| tpch.splits-per-node=4 | |
| commonLabels: {} | |
| coordinator: | |
| additionalProperties: "" | |
| affinity: {} | |
| deploymentAnnotations: {} | |
| envFrom: [] | |
| etcFiles: | |
| jvm.config: | | |
| -server | |
| -XX:-UseBiasedLocking | |
| -XX:+UseG1GC | |
| -XX:G1HeapRegionSize=32M | |
| -XX:+ExplicitGCInvokesConcurrent | |
| -XX:+ExitOnOutOfMemoryError | |
| -XX:+HeapDumpOnOutOfMemoryError | |
| -XX:-OmitStackTraceInFastThrow | |
| -XX:ReservedCodeCacheSize=512M | |
| -XX:PerMethodRecompilationCutoff=10000 | |
| -XX:PerBytecodeRecompilationCutoff=10000 | |
| -Djdk.nio.maxCachedBufferSize=2000000 | |
| -Djdk.attach.allowAttachSelf=true | |
| other: {} | |
| properties: | |
| config.properties: | | |
| coordinator=true | |
| node-scheduler.include-coordinator=false | |
| http-server.http.port=8080 | |
| discovery.uri=http://localhost:8080 | |
| discovery-server.enabled=true | |
| log.properties: | | |
| # Enable verbose logging from Starburst Enterprise | |
| #io.trino=DEBUG | |
| #com.starburstdata.presto=DEBUG | |
| node.properties: | | |
| node.environment={{ include "starburst.environment" . }} | |
| node.data-dir=/data/starburst | |
| plugin.dir=/usr/lib/starburst/plugin | |
| node.server-log-file=/var/log/starburst/server.log | |
| node.launcher-log-file=/var/log/starburst/launcher.log | |
| heapHeadroomPercentage: 30 | |
| heapSizePercentage: 90 | |
| nodeMemoryHeadroom: 2Gi | |
| nodeSelector: {} | |
| podAnnotations: {} | |
| resources: | |
| limits: | |
| cpu: 16 | |
| memory: 60Gi | |
| requests: | |
| cpu: 16 | |
| tolerations: [] | |
| expose: | |
| clusterIp: | |
| name: starburst | |
| ports: | |
| http: | |
| port: 8080 | |
| ingress: | |
| annotations: {} | |
| ingressName: coordinator-ingress | |
| path: / | |
| serviceName: starburst | |
| servicePort: 8080 | |
| tls: | |
| enabled: true | |
| loadBalancer: | |
| IP: "" | |
| annotations: {} | |
| name: starburst | |
| ports: | |
| http: | |
| port: 8080 | |
| sourceRanges: [] | |
| nodePort: | |
| extraLabels: {} | |
| name: starburst | |
| ports: | |
| http: | |
| nodePort: 30080 | |
| port: 8080 | |
| type: clusterIp | |
| externalSecrets: | |
| enabled: false | |
| goDaddy: | |
| backendType: secretsManager | |
| secretPrefix: external0 | |
| type: goDaddy | |
| extraArguments: [] | |
| extraSecret: {} | |
| image: | |
| pullPolicy: IfNotPresent | |
| repository: registry.connect.redhat.com/starburst/starburst-enterprise | |
| tag: 360-e.6-ubi | |
| initFile: "" | |
| initImage: | |
| pullPolicy: IfNotPresent | |
| repository: registry.connect.redhat.com/starburst/starburst-enterprise-init | |
| tag: 360.6.1-ubi | |
| internal: | |
| ports: | |
| http: | |
| port: 8080 | |
| https: | |
| port: 8443 | |
| internalTls: false | |
| prometheus: | |
| agent: | |
| config: /etc/starburst/telemetry/prometheus.yaml | |
| port: 8081 | |
| version: 0.15.0 | |
| enabled: true | |
| rules: | |
| # Existed previously | |
| - attrNameSnakeCase: true | |
| name: $1 | |
| pattern: trino.execution<name=QueryManager><>(running_queries|queued_queries) | |
| type: GAUGE | |
| - name: failed_queries | |
| pattern: trino.execution<name=QueryManager><>FailedQueries\.TotalCount | |
| type: COUNTER | |
| # JVM | |
| - name: jvm_heap_memory_commited | |
| pattern: java.lang<type=Memory><HeapMemoryUsage>committed | |
| type: GAUGE | |
| - name: jvm_heap_memory_used | |
| pattern: java.lang<type=Memory><HeapMemoryUsage>used | |
| - name: thread_count | |
| pattern: java.lang<type=Threading><>(ThreadCount) | |
| # Trino cluster and nodes | |
| - name: trino_active_nodes | |
| pattern: trino.failuredetector<name=HeartbeatFailureDetector><>(ActiveCount) | |
| type: COUNTER | |
| - name: trino_free_memory | |
| pattern: trino.memory<type=ClusterMemoryPool, name=general><>(FreeDistributedBytes) | |
| type: COUNTER | |
| # Cumulative count (since Trino started) of queries that ran out of memory and were killed: | |
| - name: queries_killed_oom | |
| pattern: trino.memory<name=ClusterMemoryManager><>(QueriesKilledDueToOutOfMemory) | |
| # Trino Queries | |
| - name: trino_active_queries | |
| pattern: trino.execution<name=QueryManager><>RunningQueries.FiveMinute\.Count | |
| type: COUNTER | |
| - name: trino_queries_started | |
| pattern: trino.execution<name=QueryManager><>StartedQueries.FiveMinute\.Count | |
| type: COUNTER | |
| - name: trino_queries_failed_external | |
| pattern: trino.execution<name=QueryManager><>ExternalFailures.FiveMinute\.Count | |
| type: COUNTER | |
| - name: trino_queries_failed_internal | |
| pattern: trino.execution<name=QueryManager><>InternalFailures.FiveMinute\.Count | |
| type: COUNTER | |
| - name: trino_queries_failed_all | |
| pattern: trino.execution<name=QueryManager><>FailedQueries.FiveMinute\.Count | |
| type: COUNTER | |
| - name: trino_failed_queries_user | |
| pattern: trino.execution<name=QueryManager><>UserErrorFailures.FiveMinute\.Count | |
| type: COUNTER | |
| - name: trino_execution_latency | |
| pattern: trino.execution<name=QueryManager><>ExecutionTime.FiveMinutes\.Count | |
| type: COUNTER | |
| - name: trino_input_data_rate | |
| pattern: trino.execution<name=QueryManager><>WallInputBytesRate.FiveMinute\.Count | |
| type: COUNTER | |
| # Trino Tasks | |
| - name: input_data_bytes | |
| pattern: trino.execution<name=TaskManager><>InputDataSize | |
| - name: input_rows | |
| pattern: trino.execution<name=TaskManager><>InputPositions.FiveMinute\.Count | |
| # Miscellaneous | |
| # (From email) This is calculated by summing up the available memory for all nodes in the cluster. | |
| - name: cluster_memory_bytes | |
| pattern: trino.memory<name=ClusterMemoryManager><>(ClusterMemoryBytes) | |
| # Cumulative count (since Trino started) of queries that ran out of memory and were killed: | |
| - name: tasks_killed_oom | |
| pattern: trino.memory<name=ClusterMemoryManager><>(TasksKilledDueToOutOfMemory) | |
| query: | |
| maxConcurrentQueries: 3 | |
| registryCredentials: | |
| enabled: false | |
| registry: registry.connect.redhat.com | |
| securityContext: {} | |
| spilling: | |
| enabled: false | |
| volume: | |
| emptyDir: {} | |
| starburst-charts-common: | |
| global: {} | |
| usageMetrics: | |
| enabled: true | |
| reporter: | |
| configFiles: | |
| config.json: "" | |
| enabled: false | |
| image: | |
| pullPolicy: IfNotPresent | |
| repository: harbor.starburstdata.net/testing/usage-metrics-reporter | |
| tag: 0.1.3-alpha | |
| usageClient: | |
| initialDelay: 1m | |
| interval: 1m | |
| userDatabase: | |
| enabled: false | |
| users: | |
| - password: 46991b33f7a75ff79213c0dc0e610610 | |
| username: admin | |
| worker: | |
| additionalProperties: "" | |
| affinity: {} | |
| autoscaling: | |
| enabled: false | |
| maxReplicas: 100 | |
| minReplicas: 1 | |
| targetCPUUtilizationPercentage: 80 | |
| deploymentAnnotations: {} | |
| deploymentTerminationGracePeriodSeconds: 300 | |
| envFrom: [] | |
| etcFiles: | |
| jvm.config: | | |
| -server | |
| -XX:-UseBiasedLocking | |
| -XX:+UseG1GC | |
| -XX:G1HeapRegionSize=32M | |
| -XX:+ExplicitGCInvokesConcurrent | |
| -XX:+ExitOnOutOfMemoryError | |
| -XX:+HeapDumpOnOutOfMemoryError | |
| -XX:-OmitStackTraceInFastThrow | |
| -XX:ReservedCodeCacheSize=512M | |
| -XX:PerMethodRecompilationCutoff=10000 | |
| -XX:PerBytecodeRecompilationCutoff=10000 | |
| -Djdk.nio.maxCachedBufferSize=2000000 | |
| -Djdk.attach.allowAttachSelf=true | |
| other: {} | |
| properties: | |
| config.properties: | | |
| coordinator=false | |
| http-server.http.port=8080 | |
| discovery.uri=http://coordinator:8080 | |
| log.properties: | | |
| # Enable verbose logging from Starburst Enterprise | |
| #io.trino=DEBUG | |
| #com.starburstdata.presto=DEBUG | |
| node.properties: | | |
| node.environment={{ include "starburst.environment" . }} | |
| node.data-dir=/data/starburst | |
| plugin.dir=/usr/lib/starburst/plugin | |
| node.server-log-file=/var/log/starburst/server.log | |
| node.launcher-log-file=/var/log/starburst/launcher.log | |
| heapHeadroomPercentage: 30 | |
| heapSizePercentage: 90 | |
| nodeMemoryHeadroom: 2Gi | |
| nodeSelector: {} | |
| podAnnotations: {} | |
| replicas: 2 | |
| resources: | |
| limits: | |
| cpu: 16 | |
| memory: 100Gi | |
| requests: | |
| cpu: 16 | |
| starburstWorkerShutdownGracePeriodSeconds: 120 | |
| tolerations: [] |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment