Skip to content

Instantly share code, notes, and snippets.

@byronvoorbach
Created August 15, 2024 13:44
Show Gist options
  • Save byronvoorbach/12b667f007e2bd8473a076754dd71e74 to your computer and use it in GitHub Desktop.
Save byronvoorbach/12b667f007e2bd8473a076754dd71e74 to your computer and use it in GitHub Desktop.
Weaviate Dashboard - Grafana
{
"annotations": {
"list": [
{
"builtIn": 1,
"datasource": {
"type": "grafana",
"uid": "-- Grafana --"
},
"enable": true,
"hide": true,
"iconColor": "rgba(0, 211, 255, 1)",
"name": "Annotations & Alerts",
"target": {
"limit": 100,
"matchAny": false,
"tags": [],
"type": "dashboard"
},
"type": "dashboard"
}
]
},
"editable": true,
"fiscalYearStartMonth": 0,
"graphTooltip": 0,
"id": 131,
"links": [
{
"asDropdown": false,
"icon": "dashboard",
"includeVars": false,
"keepTime": false,
"tags": [],
"targetBlank": false,
"title": "Back to customer overview",
"tooltip": "",
"type": "link",
"url": "https://grafana.weaviate.cloud/d/uQocIlaVk/customer-overview?orgId=1"
}
],
"liveNow": false,
"panels": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
}
]
},
"unit": "dateTimeFromNow"
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 6,
"x": 0,
"y": 0
},
"id": 28,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"exemplar": false,
"expr": "kube_statefulset_created{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", statefulset=\"weaviate\"} * 1000",
"instant": true,
"legendFormat": "{{node}} - {{label_name}}",
"range": false,
"refId": "A"
}
],
"title": "Cluster Created (Statefulset)",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"description": "",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 6,
"x": 6,
"y": 0
},
"id": 10,
"options": {
"colorMode": "value",
"graphMode": "none",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "count(sum by (class_name)(vector_index_size{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}))",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Number of classes",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
}
]
}
},
"overrides": [
{
"matcher": {
"id": "byName",
"options": "Percentage Replicas Ready"
},
"properties": [
{
"id": "thresholds",
"value": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "dark-red",
"value": 0.9
},
{
"color": "green",
"value": 1
}
]
}
},
{
"id": "unit",
"value": "percentunit"
}
]
}
]
},
"gridPos": {
"h": 5,
"w": 4,
"x": 12,
"y": 0
},
"id": 22,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"exemplar": false,
"expr": "kube_statefulset_status_replicas_ready{statefulset=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=~\"integrations/kubernetes/kube-state-metrics|kubernetes-service-endpoints\"}",
"instant": true,
"legendFormat": "Replicas Ready",
"range": false,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"exemplar": false,
"expr": "kube_statefulset_status_replicas_ready{statefulset=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=\"integrations/kubernetes/kube-state-metrics\"} / kube_statefulset_status_replicas{statefulset=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=\"integrations/kubernetes/kube-state-metrics\"}",
"hide": false,
"instant": true,
"legendFormat": "Percentage Replicas Ready",
"range": false,
"refId": "B"
}
],
"title": "Statefulset Replicas",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 4,
"x": 16,
"y": 0
},
"id": 24,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"exemplar": false,
"expr": "sum(kube_pod_status_phase{namespace=\"weaviate\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=~\"integrations/kubernetes/kube-state-metrics|kubernetes-service-endpoints\"}) by (phase)",
"instant": true,
"legendFormat": "{{phase}}",
"range": false,
"refId": "A"
}
],
"title": "Weaviate Namespace Pod Status",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
}
},
"mappings": [
{
"options": {
"0": {
"color": "dark-red",
"index": 1,
"text": "Down"
},
"1": {
"color": "green",
"index": 0,
"text": "Up"
}
},
"type": "value"
}
]
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 4,
"x": 20,
"y": 0
},
"id": 18,
"options": {
"legend": {
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"pieType": "pie",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "up{customer_identifier=\"${customer_identifier}\", customer_cluster_identifier=\"${customer_cluster_identifier}\", instance=~\".+2112\"}",
"legendFormat": "Uptime",
"range": true,
"refId": "A"
}
],
"title": "Uptime",
"type": "piechart"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 12,
"x": 0,
"y": 2
},
"id": 5,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"last"
],
"fields": "",
"values": false
},
"textMode": "name"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"exemplar": false,
"expr": "topk(1,kube_pod_container_info{job=~\"integrations/kubernetes/kube-state-metrics|kubernetes-service-endpoints\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", container=\"weaviate\"})",
"instant": true,
"legendFormat": "{{image}}",
"range": false,
"refId": "A"
}
],
"title": "Weaviate Image",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"axisSoftMin": 0,
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 12,
"x": 0,
"y": 4
},
"id": 4,
"interval": "1m",
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "go_memstats_heap_inuse_bytes{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}",
"hide": false,
"legendFormat": "Heap {{instance}}",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "max(container_memory_working_set_bytes{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", job=\"integrations/kubernetes/cadvisor\", namespace=\"weaviate\", pod=~\"weaviate.*\"}) by (instance)",
"hide": false,
"legendFormat": "Working Set {{instance}}",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "",
"hide": false,
"legendFormat": "Max Heap - {{instance}}",
"range": true,
"refId": "C"
}
],
"title": "Memory",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 2,
"w": 12,
"x": 12,
"y": 5
},
"id": 30,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"max"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"exemplar": false,
"expr": "sum(container_oom_events_total{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\", pod=~\"weaviate.*\"})",
"instant": false,
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "OOM Events",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 12,
"y": 7
},
"id": 2,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "rate(container_cpu_usage_seconds_total{namespace=\"weaviate\", container=\"weaviate\", customer_identifier=\"{{customer_identifier}}\", \n customer_cluster_identifier=\"{{customer_cluster_identifier}}\"}[$__rate_interval])",
"legendFormat": "{{pod}}-{{instance}}",
"range": true,
"refId": "A"
}
],
"title": "CPU ",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"description": "Container Memory usage divided by container limits",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "percent"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 5,
"x": 0,
"y": 10
},
"id": 31,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum by (pod) (container_memory_working_set_bytes{namespace=\"weaviate\", container=\"weaviate\", customer_identifier=\"$customer_identifier\",customer_cluster_identifier=\"$customer_cluster_identifier\"}) / sum by (pod) (kube_pod_container_resource_limits{resource=\"memory\", container=\"weaviate\",unit=\"byte\", namespace=\"weaviate\",customer_identifier=\"$customer_identifier\",customer_cluster_identifier=\"$customer_cluster_identifier\"}) *100",
"legendFormat": "__auto",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"hide": false,
"refId": "B"
}
],
"title": "Weaviate Container Memory Usage ",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"description": "Weaviate container memory usage in GB",
"fieldConfig": {
"defaults": {
"color": {
"mode": "thresholds"
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
}
]
},
"unit": "decgbytes"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 7,
"x": 5,
"y": 10
},
"id": 33,
"options": {
"colorMode": "value",
"graphMode": "area",
"justifyMode": "auto",
"orientation": "auto",
"reduceOptions": {
"calcs": [
"lastNotNull"
],
"fields": "",
"values": false
},
"textMode": "auto"
},
"pluginVersion": "10.0.3",
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "(sum by (pod)(container_memory_working_set_bytes{namespace=\"weaviate\", container=\"weaviate\", customer_cluster_identifier=\"$customer_cluster_identifier\", customer_identifier=\"$customer_identifier\"})) / 1e+9",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Weaviate Container Memory Usage",
"type": "stat"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": [
{
"matcher": {
"id": "byFrameRefID",
"options": "io_total_time"
},
"properties": [
{
"id": "unit",
"value": "s"
},
{
"id": "custom.axisPlacement",
"value": "right"
}
]
}
]
},
"gridPos": {
"h": 7,
"w": 12,
"x": 12,
"y": 14
},
"id": 7,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(container_fs_writes_bytes_total{job=~\"integrations/kubernetes/cadvisor|kubernetes-nodes-cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[2m])) by (pod, instance, device)",
"hide": false,
"legendFormat": "Write {{pod}}/{{instance}}/{{device}}",
"range": true,
"refId": "Writes"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(container_fs_reads_bytes_total{job=\"integrations/kubernetes/cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[2m])) by (pod, instance, device)",
"hide": false,
"legendFormat": "Read {{pod}}/{{instance}}/{{device}}",
"range": true,
"refId": "Reads"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "builder",
"expr": "sum(rate(container_fs_io_time_seconds_total{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[2m])) by (pod, instance, device)",
"hide": false,
"instant": false,
"legendFormat": "total seconds {{pod}}/{{instance}}/{{device}}",
"range": true,
"refId": "io_total_time"
}
],
"title": "Disk I/O",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 17
},
"id": 11,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(object_count{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}) by (class_name)",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Object count",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 12,
"x": 12,
"y": 21
},
"id": 34,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(queries_durations_ms_count{customer_cluster_identifier=\"$customer_cluster_identifier\", customer_identifier=\"$customer_identifier\"}[5m]))",
"legendFormat": "__auto",
"range": true,
"refId": "A"
}
],
"title": "Entire Cluster Query Rate",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "short"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 24
},
"id": 35,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "rate(object_count{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval])",
"legendFormat": "{{class_name}}/{{shard_name}}",
"range": true,
"refId": "A"
}
],
"title": "Object count rate",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"min": 0,
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
}
]
},
"unit": "bytes"
},
"overrides": []
},
"gridPos": {
"h": 5,
"w": 12,
"x": 12,
"y": 26
},
"id": 3,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "kubelet_volume_stats_available_bytes{customer_identifier=\"${customer_identifier}\", customer_cluster_identifier=\"${customer_cluster_identifier}\", namespace=\"weaviate\",persistentvolumeclaim=~\"weaviate-.*\"}",
"legendFormat": "Available {{instance}}-{{persistentvolumeclaim}}",
"range": true,
"refId": "Available bytes"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "kubelet_volume_stats_capacity_bytes{customer_identifier=\"${customer_identifier}\", customer_cluster_identifier=\"${customer_cluster_identifier}\", namespace=\"weaviate\",persistentvolumeclaim=~\"weaviate-.*\"}",
"hide": false,
"instant": false,
"legendFormat": "Used {{instance}}-{{persistentvolumeclaim}}",
"range": true,
"refId": "Used Bytes"
}
],
"title": "Disk storage",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 12,
"x": 0,
"y": 31
},
"id": 14,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"exemplar": false,
"expr": "rate(queries_durations_ms_count{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__interval])",
"legendFormat": "{{class_name}}",
"range": true,
"refId": "A"
}
],
"title": "Number of requests",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"fixedColor": "dark-red",
"mode": "fixed"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "bytes"
},
"overrides": [
{
"matcher": {
"id": "byFrameRefID",
"options": "Receive"
},
"properties": [
{
"id": "color",
"value": {
"fixedColor": "blue",
"mode": "fixed"
}
}
]
}
]
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 31
},
"id": 9,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "rate(container_network_transmit_bytes_total{job=~\"integrations/kubernetes/cadvisor|kubernetes-nodes-cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[10m])",
"legendFormat": "TX {{pod}}/{{instance}}",
"range": true,
"refId": "Transmit"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "rate(container_network_receive_bytes_total{job=\"integrations/kubernetes/cadvisor\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\", namespace=\"weaviate\"}[10m])",
"hide": false,
"legendFormat": "RX {{pod}}/{{instance}}",
"range": true,
"refId": "Receive"
}
],
"title": "Network Traffic (RX/TX)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "none"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 0,
"y": 37
},
"id": 36,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_opened_total{ownership=\"coordinator\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"legendFormat": "opened-coordinator",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_closed_total{ownership=\"coordinator\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "closed-coordinator",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_opened_total{ownership=\"participant\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "opened-participant",
"range": true,
"refId": "C"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_closed_total{ownership=\"participant\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "closed-participant",
"range": true,
"refId": "D"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_closed_total{status=\"expire\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "expired",
"range": true,
"refId": "E"
}
],
"title": "Tx Operations across all nodes",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "s"
},
"overrides": []
},
"gridPos": {
"h": 8,
"w": 12,
"x": 12,
"y": 39
},
"id": 1,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"commit\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"commit\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"legendFormat": "successful",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"close_read\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"close_read\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "read tx",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"abort\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"abort\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "aborted",
"range": true,
"refId": "C"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "sum(rate(schema_tx_duration_seconds_sum{status=\"expire\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))/sum(rate(schema_tx_duration_seconds_count{status=\"expire\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval]))",
"hide": false,
"legendFormat": "expired",
"range": true,
"refId": "D"
}
],
"title": "Tx Durations across all nodes",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ms"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 45
},
"id": 6,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "histogram_quantile(0.50, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))",
"legendFormat": "{{class_name}} - P50",
"range": true,
"refId": "A"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "histogram_quantile(0.75, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))",
"hide": false,
"legendFormat": "{{class_name}} - P75",
"range": true,
"refId": "D"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "histogram_quantile(0.90, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))",
"hide": false,
"legendFormat": "{{class_name}} - P90",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "histogram_quantile(0.95, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))",
"hide": false,
"legendFormat": "{{class_name}} - P95",
"range": true,
"refId": "C"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "histogram_quantile(0.99, sum(rate(queries_durations_ms_bucket{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[1m])) by (le,class_name,instance))",
"hide": false,
"legendFormat": "{{class_name}} - P99",
"range": true,
"refId": "E"
}
],
"title": "Query performance (p50, p75, p90, p99)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 6,
"w": 12,
"x": 12,
"y": 47
},
"id": 20,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "process_open_fds{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}",
"hide": false,
"legendFormat": "{{instance}} - CURRENT",
"range": true,
"refId": "B"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "process_max_fds{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}",
"hide": false,
"legendFormat": "{{instance}} - MAX",
"range": true,
"refId": "A"
}
],
"title": "Open File Descriptors",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
},
"unit": "ms"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 52
},
"id": 8,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "rate(batch_durations_ms_sum{class_name=\"n/a\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval])/rate(batch_durations_ms_count{class_name=\"n/a\", customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"}[$__rate_interval])",
"legendFormat": "{{operation}} {{shard_name}}",
"range": true,
"refId": "A"
}
],
"title": "Batch performance",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 6,
"x": 12,
"y": 53
},
"id": 12,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"title": "List of modules",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 6,
"x": 18,
"y": 53
},
"id": 13,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"title": "Recent pod events",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": [
{
"__systemRef": "hideSeriesFrom",
"matcher": {
"id": "byNames",
"options": {
"mode": "exclude",
"names": [
"Vector/a0i6wqt4K0jp"
],
"prefix": "All except:",
"readOnly": true
}
},
"properties": [
{
"id": "custom.hideFrom",
"value": {
"legend": false,
"tooltip": false,
"viz": true
}
}
]
}
]
},
"gridPos": {
"h": 5,
"w": 12,
"x": 0,
"y": 59
},
"id": 15,
"options": {
"legend": {
"calcs": [
"lastNotNull"
],
"displayMode": "table",
"placement": "bottom",
"showLegend": true,
"sortBy": "Last *",
"sortDesc": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"targets": [
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"editorMode": "code",
"expr": "vector_index_tombstones{customer_identifier=\"$customer_identifier\", customer_cluster_identifier=\"$customer_cluster_identifier\"} ",
"legendFormat": "{{class_name}}/{{shard_name}}",
"range": true,
"refId": "A"
}
],
"title": "Number of tombstones",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 6,
"x": 0,
"y": 64
},
"id": 17,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"title": "Index operation distribution (index, update,delete)",
"type": "timeseries"
},
{
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"fieldConfig": {
"defaults": {
"color": {
"mode": "palette-classic"
},
"custom": {
"axisCenteredZero": false,
"axisColorMode": "text",
"axisLabel": "",
"axisPlacement": "auto",
"barAlignment": 0,
"drawStyle": "line",
"fillOpacity": 0,
"gradientMode": "none",
"hideFrom": {
"legend": false,
"tooltip": false,
"viz": false
},
"lineInterpolation": "linear",
"lineWidth": 1,
"pointSize": 5,
"scaleDistribution": {
"type": "linear"
},
"showPoints": "auto",
"spanNulls": false,
"stacking": {
"group": "A",
"mode": "none"
},
"thresholdsStyle": {
"mode": "off"
}
},
"mappings": [],
"thresholds": {
"mode": "absolute",
"steps": [
{
"color": "green"
},
{
"color": "red",
"value": 80
}
]
}
},
"overrides": []
},
"gridPos": {
"h": 4,
"w": 6,
"x": 6,
"y": 64
},
"id": 16,
"options": {
"legend": {
"calcs": [],
"displayMode": "list",
"placement": "bottom",
"showLegend": true
},
"tooltip": {
"mode": "single",
"sort": "none"
}
},
"title": "400/500 HTTP errors",
"type": "timeseries"
}
],
"refresh": "10s",
"revision": 1,
"schemaVersion": 38,
"style": "dark",
"tags": [],
"templating": {
"list": [
{
"current": {
"selected": false,
"text": "morningstar",
"value": "morningstar"
},
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"definition": "label_values(vector_index_size, customer_identifier)",
"hide": 0,
"includeAll": false,
"multi": false,
"name": "customer_identifier",
"options": [],
"query": {
"query": "label_values(vector_index_size, customer_identifier)",
"refId": "StandardVariableQuery"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"type": "query"
},
{
"current": {
"selected": false,
"text": "dev",
"value": "dev"
},
"datasource": {
"type": "prometheus",
"uid": "PAE45454D0EDB9216"
},
"definition": "label_values(vector_index_size{customer_identifier=\"$customer_identifier\"}, customer_cluster_identifier)",
"hide": 0,
"includeAll": false,
"multi": false,
"name": "customer_cluster_identifier",
"options": [],
"query": {
"query": "label_values(vector_index_size{customer_identifier=\"$customer_identifier\"}, customer_cluster_identifier)",
"refId": "StandardVariableQuery"
},
"refresh": 1,
"regex": "",
"skipUrlSync": false,
"sort": 0,
"type": "query"
}
]
},
"time": {
"from": "now-6h",
"to": "now"
},
"timepicker": {},
"timezone": "utc",
"title": "Cluster info (TX Version)",
"uid": "a55ca443-a8f6-42ff-88fd-60500e6daf16",
"version": 10,
"weekStart": ""
}
Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment