Created
August 15, 2024 13:44
-
-
Save byronvoorbach/12b667f007e2bd8473a076754dd71e74 to your computer and use it in GitHub Desktop.
Weaviate Dashboard - Grafana
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
{ | |
"annotations": { | |
"list": [ | |
{ | |
"builtIn": 1, | |
"datasource": { | |
"type": "grafana", | |
"uid": "-- Grafana --" | |
}, | |
"enable": true, | |
"hide": true, | |
"iconColor": "rgba(0, 211, 255, 1)", | |
"name": "Annotations & Alerts", | |
"target": { | |
"limit": 100, | |
"matchAny": false, | |
"tags": [], | |
"type": "dashboard" | |
}, | |
"type": "dashboard" | |
} | |
] | |
}, | |
"editable": true, | |
"fiscalYearStartMonth": 0, | |
"graphTooltip": 0, | |
"id": 131, | |
"links": [ | |
{ | |
"asDropdown": false, | |
"icon": "dashboard", | |
"includeVars": false, | |
"keepTime": false, | |
"tags": [], | |
"targetBlank": false, | |
"title": "Back to customer overview", | |
"tooltip": "", | |
"type": "link", | |
"url": "https://grafana.weaviate.cloud/d/uQocIlaVk/customer-overview?orgId=1" | |
} | |
], | |
"liveNow": false, | |
"panels": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
} | |
] | |
}, | |
"unit": "dateTimeFromNow" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 2, | |
"w": 6, | |
"x": 0, | |
"y": 0 | |
}, | |
"id": 28, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "kube_statefulset_created{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", statefulset=\"weaviate\"} * 1000", | |
"instant": true, | |
"legendFormat": "{{node}} - {{label_name}}", | |
"range": false, | |
"refId": "A" | |
} | |
], | |
"title": "Cluster Created (Statefulset)", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"description": "", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 2, | |
"w": 6, | |
"x": 6, | |
"y": 0 | |
}, | |
"id": 10, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "none", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "count(sum by (class_name)(vector_index_size{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}))", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Number of classes", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
} | |
] | |
} | |
}, | |
"overrides": [ | |
{ | |
"matcher": { | |
"id": "byName", | |
"options": "Percentage Replicas Ready" | |
}, | |
"properties": [ | |
{ | |
"id": "thresholds", | |
"value": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "dark-red", | |
"value": 0.9 | |
}, | |
{ | |
"color": "green", | |
"value": 1 | |
} | |
] | |
} | |
}, | |
{ | |
"id": "unit", | |
"value": "percentunit" | |
} | |
] | |
} | |
] | |
}, | |
"gridPos": { | |
"h": 5, | |
"w": 4, | |
"x": 12, | |
"y": 0 | |
}, | |
"id": 22, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "kube_statefulset_status_replicas_ready{statefulset=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=~\"integrations/kubernetes/kube-state-metrics|kubernetes-service-endpoints\"}", | |
"instant": true, | |
"legendFormat": "Replicas Ready", | |
"range": false, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "kube_statefulset_status_replicas_ready{statefulset=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=\"integrations/kubernetes/kube-state-metrics\"} / kube_statefulset_status_replicas{statefulset=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=\"integrations/kubernetes/kube-state-metrics\"}", | |
"hide": false, | |
"instant": true, | |
"legendFormat": "Percentage Replicas Ready", | |
"range": false, | |
"refId": "B" | |
} | |
], | |
"title": "Statefulset Replicas", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 5, | |
"w": 4, | |
"x": 16, | |
"y": 0 | |
}, | |
"id": 24, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "sum(kube_pod_status_phase{namespace=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=~\"integrations/kubernetes/kube-state-metrics|kubernetes-service-endpoints\"}) by (phase)", | |
"instant": true, | |
"legendFormat": "{{phase}}", | |
"range": false, | |
"refId": "A" | |
} | |
], | |
"title": "Weaviate Namespace Pod Status", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
} | |
}, | |
"mappings": [ | |
{ | |
"options": { | |
"0": { | |
"color": "dark-red", | |
"index": 1, | |
"text": "Down" | |
}, | |
"1": { | |
"color": "green", | |
"index": 0, | |
"text": "Up" | |
} | |
}, | |
"type": "value" | |
} | |
] | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 5, | |
"w": 4, | |
"x": 20, | |
"y": 0 | |
}, | |
"id": 18, | |
"options": { | |
"legend": { | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"pieType": "pie", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "up{customer_identifier=\"${customer_identifier}\", customer_cluster_identifier=\"${customer_cluster_identifier}\", instance=~\".+2112\"}", | |
"legendFormat": "Uptime", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Uptime", | |
"type": "piechart" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 2, | |
"w": 12, | |
"x": 0, | |
"y": 2 | |
}, | |
"id": 5, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"last" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "name" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "topk(1,kube_pod_container_info{job=~\"integrations/kubernetes/kube-state-metrics|kubernetes-service-endpoints\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", container=\"weaviate\"})", | |
"instant": true, | |
"legendFormat": "{{image}}", | |
"range": false, | |
"refId": "A" | |
} | |
], | |
"title": "Weaviate Image", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"axisSoftMin": 0, | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "bytes" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 6, | |
"w": 12, | |
"x": 0, | |
"y": 4 | |
}, | |
"id": 4, | |
"interval": "1m", | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "go_memstats_heap_inuse_bytes{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}", | |
"hide": false, | |
"legendFormat": "Heap {{instance}}", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "max(container_memory_working_set_bytes{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=\"integrations/kubernetes/cadvisor\", namespace=\"weaviate\", pod=~\"weaviate.*\"}) by (instance)", | |
"hide": false, | |
"legendFormat": "Working Set {{instance}}", | |
"range": true, | |
"refId": "B" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "", | |
"hide": false, | |
"legendFormat": "Max Heap - {{instance}}", | |
"range": true, | |
"refId": "C" | |
} | |
], | |
"title": "Memory", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 2, | |
"w": 12, | |
"x": 12, | |
"y": 5 | |
}, | |
"id": 30, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"max" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "sum(container_oom_events_total{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\", pod=~\"weaviate.*\"})", | |
"instant": false, | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "OOM Events", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 12, | |
"x": 12, | |
"y": 7 | |
}, | |
"id": 2, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "rate(container_cpu_usage_seconds_total{namespace=\"weaviate\", container=\"weaviate\", customer_identifier=\"{{customer_identifier}}\", \n customer_cluster_identifier=\"{{customer_cluster_identifier}}\"}[$__rate_interval])", | |
"legendFormat": "{{pod}}-{{instance}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "CPU ", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"description": "Container Memory usage divided by container limits", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "percent" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 5, | |
"x": 0, | |
"y": 10 | |
}, | |
"id": 31, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum by (pod) (container_memory_working_set_bytes{namespace=\"weaviate\", container=\"weaviate\", customer_identifier=\"$customer_identifier\",customer_cluster_identifier=\"$customer_cluster_identifier\"}) / sum by (pod) (kube_pod_container_resource_limits{resource=\"memory\", container=\"weaviate\",unit=\"byte\", namespace=\"weaviate\",customer_identifier=\"$customer_identifier\",customer_cluster_identifier=\"$customer_cluster_identifier\"}) *100", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"hide": false, | |
"refId": "B" | |
} | |
], | |
"title": "Weaviate Container Memory Usage ", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"description": "Weaviate container memory usage in GB", | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "thresholds" | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
} | |
] | |
}, | |
"unit": "decgbytes" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 7, | |
"x": 5, | |
"y": 10 | |
}, | |
"id": 33, | |
"options": { | |
"colorMode": "value", | |
"graphMode": "area", | |
"justifyMode": "auto", | |
"orientation": "auto", | |
"reduceOptions": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"fields": "", | |
"values": false | |
}, | |
"textMode": "auto" | |
}, | |
"pluginVersion": "10.0.3", | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "(sum by (pod)(container_memory_working_set_bytes{namespace=\"weaviate\", container=\"weaviate\", customer_cluster_identifier=\"$customer_cluster_identifier\", customer_identifier=\"$customer_identifier\"})) / 1e+9", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Weaviate Container Memory Usage", | |
"type": "stat" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "bytes" | |
}, | |
"overrides": [ | |
{ | |
"matcher": { | |
"id": "byFrameRefID", | |
"options": "io_total_time" | |
}, | |
"properties": [ | |
{ | |
"id": "unit", | |
"value": "s" | |
}, | |
{ | |
"id": "custom.axisPlacement", | |
"value": "right" | |
} | |
] | |
} | |
] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 12, | |
"x": 12, | |
"y": 14 | |
}, | |
"id": 7, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(container_fs_writes_bytes_total{job=~\"integrations/kubernetes/cadvisor|kubernetes-nodes-cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[2m])) by (pod, instance, device)", | |
"hide": false, | |
"legendFormat": "Write {{pod}}/{{instance}}/{{device}}", | |
"range": true, | |
"refId": "Writes" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(container_fs_reads_bytes_total{job=\"integrations/kubernetes/cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[2m])) by (pod, instance, device)", | |
"hide": false, | |
"legendFormat": "Read {{pod}}/{{instance}}/{{device}}", | |
"range": true, | |
"refId": "Reads" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "builder", | |
"expr": "sum(rate(container_fs_io_time_seconds_total{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[2m])) by (pod, instance, device)", | |
"hide": false, | |
"instant": false, | |
"legendFormat": "total seconds {{pod}}/{{instance}}/{{device}}", | |
"range": true, | |
"refId": "io_total_time" | |
} | |
], | |
"title": "Disk I/O", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"min": 0, | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 12, | |
"x": 0, | |
"y": 17 | |
}, | |
"id": 11, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(object_count{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}) by (class_name)", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Object count", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 5, | |
"w": 12, | |
"x": 12, | |
"y": 21 | |
}, | |
"id": 34, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(queries_durations_ms_count{customer_cluster_identifier=\"$customer_cluster_identifier\", customer_identifier=\"$customer_identifier\"}[5m]))", | |
"legendFormat": "__auto", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Entire Cluster Query Rate", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"min": 0, | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "short" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 12, | |
"x": 0, | |
"y": 24 | |
}, | |
"id": 35, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "rate(object_count{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval])", | |
"legendFormat": "{{class_name}}/{{shard_name}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Object count rate", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"min": 0, | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
} | |
] | |
}, | |
"unit": "bytes" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 5, | |
"w": 12, | |
"x": 12, | |
"y": 26 | |
}, | |
"id": 3, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "kubelet_volume_stats_available_bytes{customer_identifier=\"${customer_identifier}\", customer_cluster_identifier=\"${customer_cluster_identifier}\", namespace=\"weaviate\",persistentvolumeclaim=~\"weaviate-.*\"}", | |
"legendFormat": "Available {{instance}}-{{persistentvolumeclaim}}", | |
"range": true, | |
"refId": "Available bytes" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "kubelet_volume_stats_capacity_bytes{customer_identifier=\"${customer_identifier}\", customer_cluster_identifier=\"${customer_cluster_identifier}\", namespace=\"weaviate\",persistentvolumeclaim=~\"weaviate-.*\"}", | |
"hide": false, | |
"instant": false, | |
"legendFormat": "Used {{instance}}-{{persistentvolumeclaim}}", | |
"range": true, | |
"refId": "Used Bytes" | |
} | |
], | |
"title": "Disk storage", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 6, | |
"w": 12, | |
"x": 0, | |
"y": 31 | |
}, | |
"id": 14, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"exemplar": false, | |
"expr": "rate(queries_durations_ms_count{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__interval])", | |
"legendFormat": "{{class_name}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Number of requests", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"fixedColor": "dark-red", | |
"mode": "fixed" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "bytes" | |
}, | |
"overrides": [ | |
{ | |
"matcher": { | |
"id": "byFrameRefID", | |
"options": "Receive" | |
}, | |
"properties": [ | |
{ | |
"id": "color", | |
"value": { | |
"fixedColor": "blue", | |
"mode": "fixed" | |
} | |
} | |
] | |
} | |
] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 12, | |
"x": 12, | |
"y": 31 | |
}, | |
"id": 9, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "rate(container_network_transmit_bytes_total{job=~\"integrations/kubernetes/cadvisor|kubernetes-nodes-cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[10m])", | |
"legendFormat": "TX {{pod}}/{{instance}}", | |
"range": true, | |
"refId": "Transmit" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "rate(container_network_receive_bytes_total{job=\"integrations/kubernetes/cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[10m])", | |
"hide": false, | |
"legendFormat": "RX {{pod}}/{{instance}}", | |
"range": true, | |
"refId": "Receive" | |
} | |
], | |
"title": "Network Traffic (RX/TX)", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "none" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 12, | |
"x": 0, | |
"y": 37 | |
}, | |
"id": 36, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_opened_total{ownership=\"coordinator\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"legendFormat": "opened-coordinator", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_closed_total{ownership=\"coordinator\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"hide": false, | |
"legendFormat": "closed-coordinator", | |
"range": true, | |
"refId": "B" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_opened_total{ownership=\"participant\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"hide": false, | |
"legendFormat": "opened-participant", | |
"range": true, | |
"refId": "C" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_closed_total{ownership=\"participant\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"hide": false, | |
"legendFormat": "closed-participant", | |
"range": true, | |
"refId": "D" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_closed_total{status=\"expire\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"hide": false, | |
"legendFormat": "expired", | |
"range": true, | |
"refId": "E" | |
} | |
], | |
"title": "Tx Operations across all nodes", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "s" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 8, | |
"w": 12, | |
"x": 12, | |
"y": 39 | |
}, | |
"id": 1, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"commit\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"commit\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"legendFormat": "successful", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"close_read\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"close_read\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"hide": false, | |
"legendFormat": "read tx", | |
"range": true, | |
"refId": "B" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"abort\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"abort\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"hide": false, | |
"legendFormat": "aborted", | |
"range": true, | |
"refId": "C" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"expire\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"expire\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))", | |
"hide": false, | |
"legendFormat": "expired", | |
"range": true, | |
"refId": "D" | |
} | |
], | |
"title": "Tx Durations across all nodes", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 12, | |
"x": 0, | |
"y": 45 | |
}, | |
"id": 6, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.50, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))", | |
"legendFormat": "{{class_name}} - P50", | |
"range": true, | |
"refId": "A" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.75, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))", | |
"hide": false, | |
"legendFormat": "{{class_name}} - P75", | |
"range": true, | |
"refId": "D" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.90, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))", | |
"hide": false, | |
"legendFormat": "{{class_name}} - P90", | |
"range": true, | |
"refId": "B" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.95, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))", | |
"hide": false, | |
"legendFormat": "{{class_name}} - P95", | |
"range": true, | |
"refId": "C" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "histogram_quantile(0.99, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))", | |
"hide": false, | |
"legendFormat": "{{class_name}} - P99", | |
"range": true, | |
"refId": "E" | |
} | |
], | |
"title": "Query performance (p50, p75, p90, p99)", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 6, | |
"w": 12, | |
"x": 12, | |
"y": 47 | |
}, | |
"id": 20, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "process_open_fds{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}", | |
"hide": false, | |
"legendFormat": "{{instance}} - CURRENT", | |
"range": true, | |
"refId": "B" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "process_max_fds{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}", | |
"hide": false, | |
"legendFormat": "{{instance}} - MAX", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Open File Descriptors", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
}, | |
"unit": "ms" | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 7, | |
"w": 12, | |
"x": 0, | |
"y": 52 | |
}, | |
"id": 8, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "rate(batch_durations_ms_sum{class_name=\"n/a\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval])/rate(batch_durations_ms_count{class_name=\"n/a\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval])", | |
"legendFormat": "{{operation}} {{shard_name}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Batch performance", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 4, | |
"w": 6, | |
"x": 12, | |
"y": 53 | |
}, | |
"id": 12, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"title": "List of modules", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 4, | |
"w": 6, | |
"x": 18, | |
"y": 53 | |
}, | |
"id": 13, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"title": "Recent pod events", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [ | |
{ | |
"__systemRef": "hideSeriesFrom", | |
"matcher": { | |
"id": "byNames", | |
"options": { | |
"mode": "exclude", | |
"names": [ | |
"Vector/a0i6wqt4K0jp" | |
], | |
"prefix": "All except:", | |
"readOnly": true | |
} | |
}, | |
"properties": [ | |
{ | |
"id": "custom.hideFrom", | |
"value": { | |
"legend": false, | |
"tooltip": false, | |
"viz": true | |
} | |
} | |
] | |
} | |
] | |
}, | |
"gridPos": { | |
"h": 5, | |
"w": 12, | |
"x": 0, | |
"y": 59 | |
}, | |
"id": 15, | |
"options": { | |
"legend": { | |
"calcs": [ | |
"lastNotNull" | |
], | |
"displayMode": "table", | |
"placement": "bottom", | |
"showLegend": true, | |
"sortBy": "Last *", | |
"sortDesc": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"targets": [ | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"editorMode": "code", | |
"expr": "vector_index_tombstones{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"} ", | |
"legendFormat": "{{class_name}}/{{shard_name}}", | |
"range": true, | |
"refId": "A" | |
} | |
], | |
"title": "Number of tombstones", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 4, | |
"w": 6, | |
"x": 0, | |
"y": 64 | |
}, | |
"id": 17, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"title": "Index operation distribution (index, update,delete)", | |
"type": "timeseries" | |
}, | |
{ | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"fieldConfig": { | |
"defaults": { | |
"color": { | |
"mode": "palette-classic" | |
}, | |
"custom": { | |
"axisCenteredZero": false, | |
"axisColorMode": "text", | |
"axisLabel": "", | |
"axisPlacement": "auto", | |
"barAlignment": 0, | |
"drawStyle": "line", | |
"fillOpacity": 0, | |
"gradientMode": "none", | |
"hideFrom": { | |
"legend": false, | |
"tooltip": false, | |
"viz": false | |
}, | |
"lineInterpolation": "linear", | |
"lineWidth": 1, | |
"pointSize": 5, | |
"scaleDistribution": { | |
"type": "linear" | |
}, | |
"showPoints": "auto", | |
"spanNulls": false, | |
"stacking": { | |
"group": "A", | |
"mode": "none" | |
}, | |
"thresholdsStyle": { | |
"mode": "off" | |
} | |
}, | |
"mappings": [], | |
"thresholds": { | |
"mode": "absolute", | |
"steps": [ | |
{ | |
"color": "green" | |
}, | |
{ | |
"color": "red", | |
"value": 80 | |
} | |
] | |
} | |
}, | |
"overrides": [] | |
}, | |
"gridPos": { | |
"h": 4, | |
"w": 6, | |
"x": 6, | |
"y": 64 | |
}, | |
"id": 16, | |
"options": { | |
"legend": { | |
"calcs": [], | |
"displayMode": "list", | |
"placement": "bottom", | |
"showLegend": true | |
}, | |
"tooltip": { | |
"mode": "single", | |
"sort": "none" | |
} | |
}, | |
"title": "400/500 HTTP errors", | |
"type": "timeseries" | |
} | |
], | |
"refresh": "10s", | |
"revision": 1, | |
"schemaVersion": 38, | |
"style": "dark", | |
"tags": [], | |
"templating": { | |
"list": [ | |
{ | |
"current": { | |
"selected": false, | |
"text": "morningstar", | |
"value": "morningstar" | |
}, | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"definition": "label_values(vector_index_size, customer_identifier)", | |
"hide": 0, | |
"includeAll": false, | |
"multi": false, | |
"name": "customer_identifier", | |
"options": [], | |
"query": { | |
"query": "label_values(vector_index_size, customer_identifier)", | |
"refId": "StandardVariableQuery" | |
}, | |
"refresh": 1, | |
"regex": "", | |
"skipUrlSync": false, | |
"sort": 0, | |
"type": "query" | |
}, | |
{ | |
"current": { | |
"selected": false, | |
"text": "dev", | |
"value": "dev" | |
}, | |
"datasource": { | |
"type": "prometheus", | |
"uid": "PAE45454D0EDB9216" | |
}, | |
"definition": "label_values(vector_index_size{customer_identifier=\"$customer_identifier\"}, customer_cluster_identifier)", | |
"hide": 0, | |
"includeAll": false, | |
"multi": false, | |
"name": "customer_cluster_identifier", | |
"options": [], | |
"query": { | |
"query": "label_values(vector_index_size{customer_identifier=\"$customer_identifier\"}, customer_cluster_identifier)", | |
"refId": "StandardVariableQuery" | |
}, | |
"refresh": 1, | |
"regex": "", | |
"skipUrlSync": false, | |
"sort": 0, | |
"type": "query" | |
} | |
] | |
}, | |
"time": { | |
"from": "now-6h", | |
"to": "now" | |
}, | |
"timepicker": {}, | |
"timezone": "utc", | |
"title": "Cluster info (TX Version)", | |
"uid": "a55ca443-a8f6-42ff-88fd-60500e6daf16", | |
"version": 10, | |
"weekStart": "" | |
} |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment