From 9e3dada4be10a530ca892f84396424fdc8cf5efc Mon Sep 17 00:00:00 2001 From: lifuzhou Date: Wed, 23 Feb 2022 11:09:00 +0800 Subject: [PATCH] prepare for public --- README.md | 45 + install/config.sh | 92 + .../dashboard/dashboard-list-base.json | 66 + .../double-line-histogram-length.json | 638 +++ .../double-line-histogram-rocksdb-all.json | 594 +++ .../double-line-histogram-rocksdb-common.json | 476 ++ ...ble-line-histogram-rocksdb-compaction.json | 404 ++ .../dashboard/double-line-histogram-time.json | 869 ++++ .../dashboard/length-histogram.json | 637 +++ .../grafana_rich/dashboard/node-exporter.json | 3890 +++++++++++++++++ .../dashboard/process-exporter.json | 2503 +++++++++++ .../dashboard/properties-all.json | 2339 ++++++++++ .../dashboard/properties-cfstat.json | 711 +++ .../dashboard/properties-common.json | 1641 +++++++ .../dashboard/properties-level.json | 344 ++ .../dashboard/rocksdb-histogram-all.json | 593 +++ .../dashboard/rocksdb-histogram-common.json | 475 ++ .../rocksdb-histogram-compaction.json | 403 ++ .../grafana_rich/dashboard/ticker-simple.json | 751 ++++ .../dashboard/ticker_aggregate.json | 1432 ++++++ .../dashboard/time-histogram.json | 868 ++++ install/grafana_rich/grafana.service | 13 + install/grafana_rich/grafana_config.sh | 123 + install/grafana_rich/install_grafana.sh | 62 + install/grafana_rich/uninstall_grafana.sh | 12 + install/grafana_rich/update_grafana.sh | 13 + install/install.sh | 17 + .../node-exporter/install_node_exporter.sh | 24 + install/node-exporter/node-exporter.service | 11 + .../node-exporter/uninstall_node_exporter.sh | 6 + .../install_process_exporter.sh | 25 + .../process-exporter-ncabatoff.yml | 10 + .../process_exporter/process_exporter.service | 12 + .../uninstall_prcess_exporter.sh | 5 + install/prometheus/install_prometheus.sh | 48 + install/prometheus/prometheus.service.base | 11 + install/prometheus/prometheus.yml | 177 + install/prometheus/uninstall_prometheus.sh | 14 + 38 files changed, 20354 insertions(+) create mode 100644 README.md create mode 100644 install/config.sh create mode 100644 install/grafana_rich/dashboard/dashboard-list-base.json create mode 100644 install/grafana_rich/dashboard/double-line-histogram-length.json create mode 100644 install/grafana_rich/dashboard/double-line-histogram-rocksdb-all.json create mode 100644 install/grafana_rich/dashboard/double-line-histogram-rocksdb-common.json create mode 100644 install/grafana_rich/dashboard/double-line-histogram-rocksdb-compaction.json create mode 100644 install/grafana_rich/dashboard/double-line-histogram-time.json create mode 100644 install/grafana_rich/dashboard/length-histogram.json create mode 100644 install/grafana_rich/dashboard/node-exporter.json create mode 100644 install/grafana_rich/dashboard/process-exporter.json create mode 100644 install/grafana_rich/dashboard/properties-all.json create mode 100644 install/grafana_rich/dashboard/properties-cfstat.json create mode 100644 install/grafana_rich/dashboard/properties-common.json create mode 100644 install/grafana_rich/dashboard/properties-level.json create mode 100644 install/grafana_rich/dashboard/rocksdb-histogram-all.json create mode 100644 install/grafana_rich/dashboard/rocksdb-histogram-common.json create mode 100644 install/grafana_rich/dashboard/rocksdb-histogram-compaction.json create mode 100644 install/grafana_rich/dashboard/ticker-simple.json create mode 100644 install/grafana_rich/dashboard/ticker_aggregate.json create mode 100644 install/grafana_rich/dashboard/time-histogram.json create mode 100644 install/grafana_rich/grafana.service create mode 100644 install/grafana_rich/grafana_config.sh create mode 100644 install/grafana_rich/install_grafana.sh create mode 100755 install/grafana_rich/uninstall_grafana.sh create mode 100644 install/grafana_rich/update_grafana.sh create mode 100644 install/install.sh create mode 100644 install/node-exporter/install_node_exporter.sh create mode 100644 install/node-exporter/node-exporter.service create mode 100644 install/node-exporter/uninstall_node_exporter.sh create mode 100644 install/process_exporter/install_process_exporter.sh create mode 100644 install/process_exporter/process-exporter-ncabatoff.yml create mode 100644 install/process_exporter/process_exporter.service create mode 100644 install/process_exporter/uninstall_prcess_exporter.sh create mode 100644 install/prometheus/install_prometheus.sh create mode 100644 install/prometheus/prometheus.service.base create mode 100644 install/prometheus/prometheus.yml create mode 100755 install/prometheus/uninstall_prometheus.sh diff --git a/README.md b/README.md new file mode 100644 index 0000000..8619a8e --- /dev/null +++ b/README.md @@ -0,0 +1,45 @@ +- **todis 使用的 grafana 和 prometheus 安装脚本，安装在 todis 主机上；** +- **请勿在已有 grafana 和 prometheus 服务的主机上执行脚本。** +- 操作系统支持centos 8 和阿里云 ecs 系统，其他系统未测试。 + +# 1、安装 +cd install; 执行`sh install.sh`即可完成安装。 + +配置内容在 config.sh，如下示例： +``` +grafana_admin_password=1234567 +enable_admin_dashboard=false # false or anything + +function server_config() { + # server config + prometheus_port=9090 + prometheus_listen_port=9090 + prometheus_host=localhost + grafana_host=localhost + grafana_port=3000 + todis_host=localhost + todis_port=8000 +} +``` +- grafana_admin_password 是 grafana 的管理员密码，安装过程会修改 admin 的默认密码 admin 为 grafana_admin_password 的内容； +- enable_admin_dashboard 设置是否安装两个管理员可见的 dashboard，注意是主机状态和进程状态监控，默认不安装，非 false 表示安装； +- prometheus_port 是 prometheus 外部访问端口； +- prometheus_listen_port 是 prometheus 的启动参数设置端口，该设置是为了适应 docker 环境的端口映射，如果是使用一般主机设置和 prometheus_port 相同即可； +- prometheus_host 主机地址； +- grafana_port 监听端口设置； +- **todis_host todis 主机地址；** +- **todis_port todis 主机 http 接口端口号。** + +主要是 todis_host 和 todis_port 对应 todis 的相关配置即可。 +### 安装过程可能创建目录 +``` +/usr/local/node-exporter +/usr/local/process-exporter +/usr/local/grafana +/usr/local/prometheus +/data/prometheus +``` + +# 2、grafana 扩展功能 +histogram 的 dashboard 使用了我们自己扩展的 grafana 功能，详细内容参见[针对 Grafana 监控效果的一个改进](https://blog.topling.cn/posts/%E9%92%88%E5%AF%B9%20Grafana%20%E7%9B%91%E6%8E%A7%E6%95%88%E6%9E%9C%E7%9A%84%E4%B8%80%E4%B8%AA%E6%94%B9%E8%BF%9B/)。 + diff --git a/install/config.sh b/install/config.sh new file mode 100644 index 0000000..9bd1297 --- /dev/null +++ b/install/config.sh @@ -0,0 +1,92 @@ +#!/bin/bash + +grafana_admin_password=1234567 +enable_admin_dashboard=false # false or anything + +function server_config() { + #server config + todis_host=localhost + todis_port=8000 + prometheus_port=9090 + prometheus_listen_port=9090 + prometheus_host=localhost + grafana_host=localhost + grafana_port=3000 +} + +function local_config() { + #local docker config + todis_host=192.168.31.3 + todis_port=55001 + prometheus_port=55003 + prometheus_listen_port=10003 + prometheus_host=192.168.31.3 + grafana_host=localhost + grafana_port=10005 +} + +function grafana_install_config() { + #local docker config + todis_host=192.168.31.3 + todis_port=55001 + prometheus_port=55091 + prometheus_listen_port=10001 + prometheus_host=192.168.31.3 + grafana_host=localhost + grafana_port=10002 +} + +function toplingdb_config() { + #local docker config + todis_host=192.168.31.3 + todis_port=55125 + prometheus_port=55121 + prometheus_listen_port=10001 + prometheus_host=192.168.31.3 + grafana_host=localhost + grafana_port=10002 +} + +function oauth_config() { + #local docker config + todis_host=192.168.31.3 + todis_port=55001 + prometheus_port=55111 + prometheus_listen_port=10001 + prometheus_host=192.168.31.3 + grafana_host=localhost + grafana_port=10002 +} + +function dell1_config() { + #local config dell1 + todis_host=192.168.100.10 + todis_port=2011 + prometheus_port=55081 + prometheus_listen_port=10001 + prometheus_host=192.168.31.3 + grafana_host=localhost + grafana_port=10002 +} + +function check_user() { + if test "$USER" != "root"; then + echo "" + echo "need root" + echo "" + exit + fi +} + + +#server_config +#local_config +#grafana_install_config +#toplingdb_config +#dell1_config +oauth_config + +todis_host_port=${todis_host}:${todis_port} +prometheus_host_port=${prometheus_host}:${prometheus_port} + +check_if_include_config="true" diff --git a/install/grafana_rich/dashboard/dashboard-list-base.json b/install/grafana_rich/dashboard/dashboard-list-base.json new file mode 100644 index 0000000..a875d00 --- /dev/null +++ b/install/grafana_rich/dashboard/dashboard-list-base.json @@ -0,0 +1,66 @@ +{ +"dashboard":{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": null, + "graphTooltip": 0, + "id": null, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": null, + "gridPos": { + "h": 20, + "w": 24, + "x": 0, + "y": 14 + }, + "id": 4, + "options": { + "content": "

Topling Inc.当前是 grafana 展示运行状态的主页，还可修改端口为 8000 查看 web 页面展示的运行状态信息。

DB Properties 展示存储引擎的 DB::Properties 相关内容，不熟悉当作一般属性信息即可。\n
statistics 展示存储引擎运行状态的统计信息，用于分析运行状态。\n
todis-to-prometheus 指的是 todis 输出 prometheus 可识别数据格式。\n
histogram 展示统计占比信息，概念参考 prometheus 的 histogram。
\n
展示 histogram 的 dashboard 页面右上角都有一个链接, 可以在两个 dashboard 之间跳转，不同点在于信息展示的浮动窗口内容，效果试一次就明白了。详细信息参见针对 Grafana 监控效果的一个改进。
\n
每个 dashboard 对应一个 dashbosrd 页面，点击相应内容完成跳转。\n

\n\n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n \n
指标类别dashboard描述
engine
DB Properties 		properties all存储引擎的内部属性相关信息，包括一些状态信息
properties cfstatcfstat 内容，引擎中 Column Family 相关属性信息
properties levellevel 相关内容，指定层相关的属性信息
properties commoncfstat、level 之外内容
engine
statistics		histogramengine histogramhistogram 内容
engine compactionhistogram 内容中 compaction 和 flush 相关部分
engine commonhistogram 内容中 compaction 和 flush 之外部分
tickerticker simpletickers 内容是引擎层的一些实时统计信息，简单展示
ticker aggregatetickers 内容，添加了自定义的合并展示
todislength histogramtodis 中写入数据长度统计信息
time histogramtodis 中命令耗时统计信息
", + "mode": "html" + }, + "pluginVersion": "8.2.4", + "title": "dashboard list", + "type": "text" + } + ], + "refresh": "", + "schemaVersion": 32, + "style": "dark", + "tags": [], + "templating": { + "list": [] + }, + "time": { + "from": "now-6h", + "to": "now" + }, + "timepicker": {}, + "timezone": "", + "title": "dashboard list", + "uid": "vZDzojN7k", + "version": 13 +}, +"folderId": 18 +} diff --git a/install/grafana_rich/dashboard/double-line-histogram-length.json b/install/grafana_rich/dashboard/double-line-histogram-length.json new file mode 100644 index 0000000..ed2b946 --- /dev/null +++ b/install/grafana_rich/dashboard/double-line-histogram-length.json @@ -0,0 +1,638 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "", + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": 0, + "iteration": 1634033821656, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "length histogram" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed2" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_db_read_write_sum{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])/delta(pika_db_read_write_count{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "key $readwrite", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 9 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed2" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_db_read_write_sum{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])/delta(pika_db_read_write_count{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "field $readwrite", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 18 + }, + "id": 3, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed2" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_db_read_write_sum{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])/delta(pika_db_read_write_count{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "value $readwrite", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["length histogram"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "add", + "value": "add" + }, + "datasource": "Prometheus", + "definition": "label_values(pika_db_read_write_bucket, step)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "readwrite", + "multi": false, + "name": "readwrite", + "options": [], + "query": { + "query": "label_values(pika_db_read_write_bucket, step)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "string", + "value": "string" + }, + "datasource": "Prometheus", + "definition": "label_values(pika_db_read_write_bucket, dbtype)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [], + "query": { + "query": "label_values(pika_db_read_write_bucket, dbtype)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "length histogram double line", + "uid": "R2_8h9IND", + "version": 6 +}, +"folderId": 12 +} diff --git a/install/grafana_rich/dashboard/double-line-histogram-rocksdb-all.json b/install/grafana_rich/dashboard/double-line-histogram-rocksdb-all.json new file mode 100644 index 0000000..bd73d40 --- /dev/null +++ b/install/grafana_rich/dashboard/double-line-histogram-rocksdb-all.json @@ -0,0 +1,594 @@ +{ +"dashboard":{ + "__inputs": [], + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "8.1.0" + }, + { + "type": "panel", + "id": "timeseries", + "name": "Time series", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1631962298153, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "engine histogram" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed2" + } + }, + "repeat": "bucket_id", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.90, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(${bucket_id}_sum{job=\"stat-$data_type\"}[1m])/delta(${bucket_id}_count{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$bucket_id", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["engine histogram"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": "strings,hashes,lists,sets,zsets,", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:compaction:outfile:sync:micros", + "engine:compaction:times:micros", + "engine:db:flush:micros", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:dcompaction:input:zip:bytes", + "engine:dcompaction:output:file:raw:size", + "engine:dcompaction:output:file:zip:size", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:mutex:wait:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:numfiles:in:singlecompaction", + "engine:sst:read:micros", + "engine:read:zbs:record:micros" + ], + "value": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:compaction:outfile:sync:micros", + "engine:compaction:times:micros", + "engine:db:flush:micros", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:dcompaction:input:zip:bytes", + "engine:dcompaction:output:file:raw:size", + "engine:dcompaction:output:file:zip:size", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:mutex:wait:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:numfiles:in:singlecompaction", + "engine:sst:read:micros", + "engine:read:zbs:record:micros" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "bucket_id", + "multi": true, + "name": "bucket_id", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:bytes:per:read", + "value": "engine:bytes:per:read" + }, + { + "selected": false, + "text": "engine:bytes:per:write", + "value": "engine:bytes:per:write" + }, + { + "selected": false, + "text": "engine:bytes:per:multiget", + "value": "engine:bytes:per:multiget" + }, + { + "selected": false, + "text": "engine:compaction:outfile:sync:micros", + "value": "engine:compaction:outfile:sync:micros" + }, + { + "selected": false, + "text": "engine:compaction:times:cpu_micros", + "value": "engine:compaction:times:cpu_micros" + }, + { + "selected": false, + "text": "engine:compaction:times:micros", + "value": "engine:compaction:times:micros" + }, + { + "selected": false, + "text": "engine:subcompaction:setup:times:micros", + "value": "engine:subcompaction:setup:times:micros" + }, + { + "selected": false, + "text": "engine:cond:wait:nanos", + "value": "engine:cond:wait:nanos" + }, + { + "selected": false, + "text": "engine:hard:rate:limit:delay:count", + "value": "engine:hard:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:l0:slowdown:count", + "value": "engine:l0:slowdown:count" + }, + { + "selected": false, + "text": "engine:memtable:compaction:count", + "value": "engine:memtable:compaction:count" + }, + { + "selected": false, + "text": "engine:mutex:wait:nanos", + "value": "engine:mutex:wait:nanos" + }, + { + "selected": false, + "text": "engine:num:files:stall:count", + "value": "engine:num:files:stall:count" + }, + { + "selected": false, + "text": "engine:soft:rate:limit:delay:count", + "value": "engine:soft:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:db:flush:micros", + "value": "engine:db:flush:micros" + }, + { + "selected": false, + "text": "engine:db:get:micros", + "value": "engine:db:get:micros" + }, + { + "selected": false, + "text": "engine:db:multiget:micros", + "value": "engine:db:multiget:micros" + }, + { + "selected": false, + "text": "engine:db:seek:micros", + "value": "engine:db:seek:micros" + }, + { + "selected": false, + "text": "engine:db:write:micros", + "value": "engine:db:write:micros" + }, + { + "selected": false, + "text": "engine:db:write:stall", + "value": "engine:db:write:stall" + }, + { + "selected": false, + "text": "engine:dcompaction:input:raw:bytes", + "value": "engine:dcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:input:zip:bytes", + "value": "engine:dcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:raw:size", + "value": "engine:dcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:zip:size", + "value": "engine:dcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:retry:count", + "value": "engine:error:handler:autoresume:retry:count" + }, + { + "selected": false, + "text": "engine:lcompaction:input:raw:bytes", + "value": "engine:lcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:input:zip:bytes", + "value": "engine:lcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:raw:size", + "value": "engine:lcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:zip:size", + "value": "engine:lcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:manifest:file:sync:micros", + "value": "engine:manifest:file:sync:micros" + }, + { + "selected": true, + "text": "engine:memtab:construct:nanos", + "value": "engine:memtab:construct:nanos" + }, + { + "selected": false, + "text": "engine:memtab:write:kv:nanos", + "value": "engine:memtab:write:kv:nanos" + }, + { + "selected": false, + "text": "engine:table:open:io:micros", + "value": "engine:table:open:io:micros" + }, + { + "selected": false, + "text": "engine:table:sync:micros", + "value": "engine:table:sync:micros" + }, + { + "selected": false, + "text": "engine:wal:file:sync:micros", + "value": "engine:wal:file:sync:micros" + }, + { + "selected": false, + "text": "engine:write:wal:nanos", + "value": "engine:write:wal:nanos" + }, + { + "selected": false, + "text": "engine:numfiles:in:singlecompaction", + "value": "engine:numfiles:in:singlecompaction" + }, + { + "selected": false, + "text": "engine:num:sst:read:per:level", + "value": "engine:num:sst:read:per:level" + }, + { + "selected": false, + "text": "engine:num:subcompactions:scheduled", + "value": "engine:num:subcompactions:scheduled" + }, + { + "selected": false, + "text": "engine:number:per:multiget", + "value": "engine:number:per:multiget" + }, + { + "selected": false, + "text": "engine:sst:batch:size", + "value": "engine:sst:batch:size" + }, + { + "selected": false, + "text": "engine:sst:read:micros", + "value": "engine:sst:read:micros" + }, + { + "selected": false, + "text": "engine:switch:wal:nanos", + "value": "engine:switch:wal:nanos" + }, + { + "selected": false, + "text": "engine:read:zbs:record:micros", + "value": "engine:read:zbs:record:micros" + } + ], + "query": "engine:bytes:per:read,engine:bytes:per:write,engine:bytes:per:multiget,engine:compaction:outfile:sync:micros,engine:compaction:times:cpu_micros,engine:compaction:times:micros,engine:subcompaction:setup:times:micros,engine:cond:wait:nanos,engine:hard:rate:limit:delay:count,engine:l0:slowdown:count,engine:memtable:compaction:count,engine:mutex:wait:nanos,engine:num:files:stall:count,engine:soft:rate:limit:delay:count,engine:db:flush:micros,engine:db:get:micros,engine:db:multiget:micros,engine:db:seek:micros,engine:db:write:micros,engine:db:write:stall,engine:dcompaction:input:raw:bytes,engine:dcompaction:input:zip:bytes,engine:dcompaction:output:file:raw:size,engine:dcompaction:output:file:zip:size,engine:error:handler:autoresume:retry:count,engine:lcompaction:input:raw:bytes,engine:lcompaction:input:zip:bytes,engine:lcompaction:output:file:raw:size,engine:lcompaction:output:file:zip:size,engine:manifest:file:sync:micros,engine:memtab:construct:nanos,engine:memtab:write:kv:nanos,engine:table:open:io:micros,engine:table:sync:micros,engine:wal:file:sync:micros,engine:write:wal:nanos,engine:numfiles:in:singlecompaction,engine:num:sst:read:per:level,engine:num:subcompactions:scheduled,engine:number:per:multiget,engine:sst:batch:size,engine:sst:read:micros,engine:switch:wal:nanos,engine:read:zbs:record:micros,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "engine histogram double line", + "uid": "UoBioRInk", + "version": 7 +}, +"folderId": 12 +} diff --git a/install/grafana_rich/dashboard/double-line-histogram-rocksdb-common.json b/install/grafana_rich/dashboard/double-line-histogram-rocksdb-common.json new file mode 100644 index 0000000..c86917e --- /dev/null +++ b/install/grafana_rich/dashboard/double-line-histogram-rocksdb-common.json @@ -0,0 +1,476 @@ +{ +"dashboard":{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1631962298153, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "engine histogram common" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed2" + } + }, + "repeat": "bucket_id", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.90, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(${bucket_id}_sum{job=\"stat-$data_type\"}[1m])/delta(${bucket_id}_count{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$bucket_id", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["engine histogram common"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": "strings,hashes,lists,sets,zsets,", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:sst:read:micros" + ], + "value": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:sst:read:micros" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "bucket_id", + "multi": true, + "name": "bucket_id", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:bytes:per:read", + "value": "engine:bytes:per:read" + }, + { + "selected": false, + "text": "engine:bytes:per:write", + "value": "engine:bytes:per:write" + }, + { + "selected": false, + "text": "engine:bytes:per:multiget", + "value": "engine:bytes:per:multiget" + }, + { + "selected": false, + "text": "engine:cond:wait:nanos", + "value": "engine:cond:wait:nanos" + }, + { + "selected": false, + "text": "engine:hard:rate:limit:delay:count", + "value": "engine:hard:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:l0:slowdown:count", + "value": "engine:l0:slowdown:count" + }, + { + "selected": false, + "text": "engine:num:files:stall:count", + "value": "engine:num:files:stall:count" + }, + { + "selected": false, + "text": "engine:soft:rate:limit:delay:count", + "value": "engine:soft:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:db:get:micros", + "value": "engine:db:get:micros" + }, + { + "selected": false, + "text": "engine:db:multiget:micros", + "value": "engine:db:multiget:micros" + }, + { + "selected": false, + "text": "engine:db:seek:micros", + "value": "engine:db:seek:micros" + }, + { + "selected": false, + "text": "engine:db:write:micros", + "value": "engine:db:write:micros" + }, + { + "selected": false, + "text": "engine:db:write:stall", + "value": "engine:db:write:stall" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:retry:count", + "value": "engine:error:handler:autoresume:retry:count" + }, + { + "selected": false, + "text": "engine:manifest:file:sync:micros", + "value": "engine:manifest:file:sync:micros" + }, + { + "selected": true, + "text": "engine:memtab:construct:nanos", + "value": "engine:memtab:construct:nanos" + }, + { + "selected": false, + "text": "engine:memtab:write:kv:nanos", + "value": "engine:memtab:write:kv:nanos" + }, + { + "selected": false, + "text": "engine:mutex:wait:nanos", + "value": "engine:mutex:wait:nanos" + }, + { + "selected": false, + "text": "engine:table:open:io:micros", + "value": "engine:table:open:io:micros" + }, + { + "selected": false, + "text": "engine:table:sync:micros", + "value": "engine:table:sync:micros" + }, + { + "selected": false, + "text": "engine:wal:file:sync:micros", + "value": "engine:wal:file:sync:micros" + }, + { + "selected": false, + "text": "engine:write:wal:nanos", + "value": "engine:write:wal:nanos" + }, + { + "selected": false, + "text": "engine:num:sst:read:per:level", + "value": "engine:num:sst:read:per:level" + }, + { + "selected": false, + "text": "engine:number:per:multiget", + "value": "engine:number:per:multiget" + }, + { + "selected": false, + "text": "engine:sst:batch:size", + "value": "engine:sst:batch:size" + }, + { + "selected": false, + "text": "engine:sst:read:micros", + "value": "engine:sst:read:micros" + }, + { + "selected": false, + "text": "engine:switch:wal:nanos", + "value": "engine:switch:wal:nanos" + } + ], + "query": "engine:bytes:per:read,engine:bytes:per:write,engine:bytes:per:multiget,engine:hard:rate:limit:delay:count,engine:l0:slowdown:count,engine:num:files:stall:count,engine:soft:rate:limit:delay:count,engine:db:get:micros,engine:db:multiget:micros,engine:db:seek:micros,engine:db:write:micros,engine:db:write:stall,engine:error:handler:autoresume:retry:count,engine:manifest:file:sync:micros,engine:memtab:construct:nanos,engine:memtab:write:kv:nanos,engine:table:open:io:micros,engine:table:sync:micros,engine:wal:file:sync:micros,engine:write:wal:nanos,engine:num:sst:read:per:level,engine:number:per:multiget,engine:sst:batch:size,engine:sst:read:micros,engine:switch:wal:nanos,engine:mutex:wait:nanos,engine:cond:wait:nanos,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "engine histogram common double line", + "uid": "UoBorIeae", + "version": 1 +}, +"folderId": 12 +} diff --git a/install/grafana_rich/dashboard/double-line-histogram-rocksdb-compaction.json b/install/grafana_rich/dashboard/double-line-histogram-rocksdb-compaction.json new file mode 100644 index 0000000..e848bae --- /dev/null +++ b/install/grafana_rich/dashboard/double-line-histogram-rocksdb-compaction.json @@ -0,0 +1,404 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1634111036859, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "engine histogram compaction" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed2" + } + }, + "repeat": "bucket_id", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.90, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(${bucket_id}_sum{job=\"stat-$data_type\"}[1m])/delta(${bucket_id}_count{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$bucket_id", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["engine histogram compaction"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": "strings,hashes,lists,sets,zsets,", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "bucket_id", + "multi": true, + "name": "bucket_id", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:compaction:outfile:sync:micros", + "value": "engine:compaction:outfile:sync:micros" + }, + { + "selected": false, + "text": "engine:compaction:times:cpu_micros", + "value": "engine:compaction:times:cpu_micros" + }, + { + "selected": false, + "text": "engine:compaction:times:micros", + "value": "engine:compaction:times:micros" + }, + { + "selected": false, + "text": "engine:subcompaction:setup:times:micros", + "value": "engine:subcompaction:setup:times:micros" + }, + { + "selected": false, + "text": "engine:memtable:compaction:count", + "value": "engine:memtable:compaction:count" + }, + { + "selected": false, + "text": "engine:db:flush:micros", + "value": "engine:db:flush:micros" + }, + { + "selected": false, + "text": "engine:dcompaction:input:raw:bytes", + "value": "engine:dcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:input:zip:bytes", + "value": "engine:dcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:raw:size", + "value": "engine:dcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:zip:size", + "value": "engine:dcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:lcompaction:input:raw:bytes", + "value": "engine:lcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:input:zip:bytes", + "value": "engine:lcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:raw:size", + "value": "engine:lcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:zip:size", + "value": "engine:lcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:numfiles:in:singlecompaction", + "value": "engine:numfiles:in:singlecompaction" + }, + { + "selected": false, + "text": "engine:num:subcompactions:scheduled", + "value": "engine:num:subcompactions:scheduled" + } + ], + "query": "engine:compaction:outfile:sync:micros,engine:compaction:times:cpu_micros,engine:compaction:times:micros,engine:subcompaction:setup:times:micros,engine:memtable:compaction:count,engine:db:flush:micros,engine:dcompaction:input:raw:bytes,engine:dcompaction:input:zip:bytes,engine:dcompaction:output:file:raw:size,engine:dcompaction:output:file:zip:size,engine:lcompaction:input:raw:bytes,engine:lcompaction:input:zip:bytes,engine:lcompaction:output:file:raw:size,engine:lcompaction:output:file:zip:size,engine:numfiles:in:singlecompaction,engine:num:subcompactions:scheduled,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "engine histogram compaction double line", + "uid": "hKJezevak", + "version": 1 +}, +"folderId": 12 +} diff --git a/install/grafana_rich/dashboard/double-line-histogram-time.json b/install/grafana_rich/dashboard/double-line-histogram-time.json new file mode 100644 index 0000000..2628a02 --- /dev/null +++ b/install/grafana_rich/dashboard/double-line-histogram-time.json @@ -0,0 +1,869 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1635752309838, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "time histogram" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "µs" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed2" + } + }, + "repeat": "command", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_cost_time_sum{name=\"$command\",step=\"$step\"}[1m])/delta(pika_cost_time_count{name=\"$command\",step=\"$step\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$command $step", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 31, + "style": "dark", + "tags": ["time histogram"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "get", + "mget", + "mset", + "set" + ], + "value": [ + "get", + "mget", + "mset", + "set" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "command", + "multi": true, + "name": "command", + "options": [ + { + "selected": false, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "append", + "value": "append" + }, + { + "selected": false, + "text": "bitcount", + "value": "bitcount" + }, + { + "selected": false, + "text": "bitop", + "value": "bitop" + }, + { + "selected": false, + "text": "bitpos", + "value": "bitpos" + }, + { + "selected": false, + "text": "command", + "value": "command" + }, + { + "selected": false, + "text": "decr", + "value": "decr" + }, + { + "selected": false, + "text": "decrby", + "value": "decrby" + }, + { + "selected": false, + "text": "del", + "value": "del" + }, + { + "selected": false, + "text": "delvx", + "value": "delvx" + }, + { + "selected": false, + "text": "exists", + "value": "exists" + }, + { + "selected": false, + "text": "expire", + "value": "expire" + }, + { + "selected": false, + "text": "expireat", + "value": "expireat" + }, + { + "selected": true, + "text": "get", + "value": "get" + }, + { + "selected": false, + "text": "getbit", + "value": "getbit" + }, + { + "selected": false, + "text": "getrange", + "value": "getrange" + }, + { + "selected": false, + "text": "getset", + "value": "getset" + }, + { + "selected": false, + "text": "hdel", + "value": "hdel" + }, + { + "selected": false, + "text": "hexists", + "value": "hexists" + }, + { + "selected": false, + "text": "hget", + "value": "hget" + }, + { + "selected": false, + "text": "hgetall", + "value": "hgetall" + }, + { + "selected": false, + "text": "hincrby", + "value": "hincrby" + }, + { + "selected": false, + "text": "hincrbyfloat", + "value": "hincrbyfloat" + }, + { + "selected": false, + "text": "hkeys", + "value": "hkeys" + }, + { + "selected": false, + "text": "hlen", + "value": "hlen" + }, + { + "selected": false, + "text": "hmget", + "value": "hmget" + }, + { + "selected": false, + "text": "hmset", + "value": "hmset" + }, + { + "selected": false, + "text": "hscan", + "value": "hscan" + }, + { + "selected": false, + "text": "hscanx", + "value": "hscanx" + }, + { + "selected": false, + "text": "hset", + "value": "hset" + }, + { + "selected": false, + "text": "hsetnx", + "value": "hsetnx" + }, + { + "selected": false, + "text": "hstrlen", + "value": "hstrlen" + }, + { + "selected": false, + "text": "hvals", + "value": "hvals" + }, + { + "selected": false, + "text": "incr", + "value": "incr" + }, + { + "selected": false, + "text": "incrby", + "value": "incrby" + }, + { + "selected": false, + "text": "incrbyfloat", + "value": "incrbyfloat" + }, + { + "selected": false, + "text": "keys", + "value": "keys" + }, + { + "selected": false, + "text": "lindex", + "value": "lindex" + }, + { + "selected": false, + "text": "linsert", + "value": "linsert" + }, + { + "selected": false, + "text": "llen", + "value": "llen" + }, + { + "selected": false, + "text": "lpop", + "value": "lpop" + }, + { + "selected": false, + "text": "lpush", + "value": "lpush" + }, + { + "selected": false, + "text": "lpushx", + "value": "lpushx" + }, + { + "selected": false, + "text": "lrange", + "value": "lrange" + }, + { + "selected": false, + "text": "lrem", + "value": "lrem" + }, + { + "selected": false, + "text": "lset", + "value": "lset" + }, + { + "selected": false, + "text": "ltrim", + "value": "ltrim" + }, + { + "selected": true, + "text": "mget", + "value": "mget" + }, + { + "selected": true, + "text": "mset", + "value": "mset" + }, + { + "selected": false, + "text": "msetnx", + "value": "msetnx" + }, + { + "selected": false, + "text": "persist", + "value": "persist" + }, + { + "selected": false, + "text": "pexpire", + "value": "pexpire" + }, + { + "selected": false, + "text": "pexpireat", + "value": "pexpireat" + }, + { + "selected": false, + "text": "pkhrscanrange", + "value": "pkhrscanrange" + }, + { + "selected": false, + "text": "pkhscanrange", + "value": "pkhscanrange" + }, + { + "selected": false, + "text": "pkrscanrange", + "value": "pkrscanrange" + }, + { + "selected": false, + "text": "pkscanrange", + "value": "pkscanrange" + }, + { + "selected": false, + "text": "pksetexat", + "value": "pksetexat" + }, + { + "selected": false, + "text": "psetex", + "value": "psetex" + }, + { + "selected": false, + "text": "pttl", + "value": "pttl" + }, + { + "selected": false, + "text": "rpop", + "value": "rpop" + }, + { + "selected": false, + "text": "rpoplpush", + "value": "rpoplpush" + }, + { + "selected": false, + "text": "rpush", + "value": "rpush" + }, + { + "selected": false, + "text": "rpushx", + "value": "rpushx" + }, + { + "selected": false, + "text": "sadd", + "value": "sadd" + }, + { + "selected": false, + "text": "scan", + "value": "scan" + }, + { + "selected": false, + "text": "scanx", + "value": "scanx" + }, + { + "selected": false, + "text": "scard", + "value": "scard" + }, + { + "selected": false, + "text": "sdiff", + "value": "sdiff" + }, + { + "selected": false, + "text": "sdiffstore", + "value": "sdiffstore" + }, + { + "selected": true, + "text": "set", + "value": "set" + }, + { + "selected": false, + "text": "setbit", + "value": "setbit" + }, + { + "selected": false, + "text": "setex", + "value": "setex" + }, + { + "selected": false, + "text": "setnx", + "value": "setnx" + }, + { + "selected": false, + "text": "setrange", + "value": "setrange" + }, + { + "selected": false, + "text": "sinter", + "value": "sinter" + }, + { + "selected": false, + "text": "sinterstore", + "value": "sinterstore" + }, + { + "selected": false, + "text": "sismember", + "value": "sismember" + }, + { + "selected": false, + "text": "smembers", + "value": "smembers" + }, + { + "selected": false, + "text": "smove", + "value": "smove" + }, + { + "selected": false, + "text": "spop", + "value": "spop" + }, + { + "selected": false, + "text": "srandmember", + "value": "srandmember" + }, + { + "selected": false, + "text": "srem", + "value": "srem" + }, + { + "selected": false, + "text": "sscan", + "value": "sscan" + }, + { + "selected": false, + "text": "strlen", + "value": "strlen" + }, + { + "selected": false, + "text": "sunion", + "value": "sunion" + }, + { + "selected": false, + "text": "sunionstore", + "value": "sunionstore" + }, + { + "selected": false, + "text": "ttl", + "value": "ttl" + }, + { + "selected": false, + "text": "type", + "value": "type" + }, + { + "selected": false, + "text": "zadd", + "value": "zadd" + }, + { + "selected": false, + "text": "zcard", + "value": "zcard" + }, + { + "selected": false, + "text": "zcount", + "value": "zcount" + }, + { + "selected": false, + "text": "zincrby", + "value": "zincrby" + }, + { + "selected": false, + "text": "zinterstore", + "value": "zinterstore" + }, + { + "selected": false, + "text": "zlexcount", + "value": "zlexcount" + }, + { + "selected": false, + "text": "zpopmax", + "value": "zpopmax" + }, + { + "selected": false, + "text": "zpopmin", + "value": "zpopmin" + }, + { + "selected": false, + "text": "zrange", + "value": "zrange" + }, + { + "selected": false, + "text": "zrangebylex", + "value": "zrangebylex" + }, + { + "selected": false, + "text": "zrangebyscore", + "value": "zrangebyscore" + }, + { + "selected": false, + "text": "zrank", + "value": "zrank" + }, + { + "selected": false, + "text": "zrem", + "value": "zrem" + }, + { + "selected": false, + "text": "zremrangebylex", + "value": "zremrangebylex" + }, + { + "selected": false, + "text": "zremrangebyrank", + "value": "zremrangebyrank" + }, + { + "selected": false, + "text": "zremrangebyscore", + "value": "zremrangebyscore" + }, + { + "selected": false, + "text": "zrevrange", + "value": "zrevrange" + }, + { + "selected": false, + "text": "zrevrangebylex", + "value": "zrevrangebylex" + }, + { + "selected": false, + "text": "zrevrangebyscore", + "value": "zrevrangebyscore" + }, + { + "selected": false, + "text": "zrevrank", + "value": "zrevrank" + }, + { + "selected": false, + "text": "zscan", + "value": "zscan" + }, + { + "selected": false, + "text": "zscore", + "value": "zscore" + }, + { + "selected": false, + "text": "zunionstore", + "value": "zunionstore" + } + ], + "query": "append,bitcount,bitop,bitpos,command,decr,decrby,del,delvx,exists,expire,expireat,get,getbit,getrange,getset,hdel,hexists,hget,hgetall,hincrby,hincrbyfloat,hkeys,hlen,hmget,hmset,hscan,hscanx,hset,hsetnx,hstrlen,hvals,incr,incrby,incrbyfloat,keys,lindex,linsert,llen,lpop,lpush,lpushx,lrange,lrem,lset,ltrim,mget,mset,msetnx,persist,pexpire,pexpireat,pkhrscanrange,pkhscanrange,pkrscanrange,pkscanrange,pksetexat,psetex,pttl,rpop,rpoplpush,rpush,rpushx,sadd,scan,scanx,scard,sdiff,sdiffstore,set,setbit,setex,setnx,setrange,sinter,sinterstore,sismember,smembers,smove,spop,srandmember,srem,sscan,strlen,sunion,sunionstore,ttl,type,zadd,zcard,zcount,zincrby,zinterstore,zlexcount,zpopmax,zpopmin,zrange,zrangebylex,zrangebyscore,zrank,zrem,zremrangebylex,zremrangebyrank,zremrangebyscore,zrevrange,zrevrangebylex,zrevrangebyscore,zrevrank,zscan,zscore,zunionstore,", + "queryValue": "set", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "all", + "value": "all" + }, + "datasource": "Prometheus", + "definition": "label_values(pika_cost_time_bucket, step)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "step", + "multi": false, + "name": "step", + "options": [], + "query": { + "query": "label_values(pika_cost_time_bucket, step)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "time histogram double line", + "uid": "vTV6tRi7z", + "version": 2 +}, +"folderId": 12 +} diff --git a/install/grafana_rich/dashboard/length-histogram.json b/install/grafana_rich/dashboard/length-histogram.json new file mode 100644 index 0000000..7218792 --- /dev/null +++ b/install/grafana_rich/dashboard/length-histogram.json @@ -0,0 +1,637 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "", + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": 0, + "iteration": 1634033821656, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "length histogram" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed3" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_db_read_write_sum{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])/delta(pika_db_read_write_count{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"key\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "key $readwrite", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 9 + }, + "id": 4, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed3" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_db_read_write_sum{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])/delta(pika_db_read_write_count{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"field\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "field $readwrite", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 18 + }, + "id": 3, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed3" + } + }, + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_db_read_write_sum{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])/delta(pika_db_read_write_count{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_db_read_write_bucket{dbtype=\"$data_type\",step=\"$readwrite\",field=\"value\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "value $readwrite", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["length histogram"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "add", + "value": "add" + }, + "datasource": "Prometheus", + "definition": "label_values(pika_db_read_write_bucket, step)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "readwrite", + "multi": false, + "name": "readwrite", + "options": [], + "query": { + "query": "label_values(pika_db_read_write_bucket, step)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "string", + "value": "string" + }, + "datasource": "Prometheus", + "definition": "label_values(pika_db_read_write_bucket, dbtype)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [], + "query": { + "query": "label_values(pika_db_read_write_bucket, dbtype)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "length histogram", + "uid": "R2_8h9Ind", + "version": 6 +} +} diff --git a/install/grafana_rich/dashboard/node-exporter.json b/install/grafana_rich/dashboard/node-exporter.json new file mode 100644 index 0000000..8dc081c --- /dev/null +++ b/install/grafana_rich/dashboard/node-exporter.json @@ -0,0 +1,3890 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "$$hashKey": "object:2875", + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "【中文版本】2020.10.10更新，增加整体资源展示！支持 Grafana6&7，Node Exporter v0.16及以上的版本，优化重要指标展示。包含整体资源展示与资源明细图表：CPU 内存 磁盘 IO 网络等监控指标。https://github.com/starsliao/Prometheus", + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": 8919, + "graphTooltip": 0, + "id": null, + "iteration": 1635334405500, + "links": [], + "liveNow": false, + "panels": [ + { + "collapsed": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": {}, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 187, + "panels": [], + "title": "资源总览（关联JOB项）当前选中主机：$show_hostname，实例：$node", + "type": "row" + }, + { + "columns": [], + "datasource": "Prometheus", + "description": "分区使用率、磁盘读取、磁盘写入、下载带宽、上传带宽，如果有多个网卡或者多个分区，是采集的使用率最高的网卡或者分区的数值。\n\n连接数：CurrEstab - 当前状态为 ESTABLISHED 或 CLOSE-WAIT 的 TCP 连接数。", + "fontSize": "80%", + "gridPos": { + "h": 7, + "w": 24, + "x": 0, + "y": 1 + }, + "id": 185, + "pageSize": null, + "showHeader": true, + "sort": { + "col": 30, + "desc": true + }, + "styles": [ + { + "$$hashKey": "object:1808", + "alias": "主机名", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 1, + "link": false, + "linkTooltip": "", + "linkUrl": "", + "mappingType": 1, + "pattern": "nodename", + "thresholds": [], + "type": "string", + "unit": "bytes" + }, + { + "$$hashKey": "object:1809", + "alias": "IP（链接到明细）", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "link": true, + "linkTargetBlank": false, + "linkTooltip": "浏览主机明细", + "linkUrl": "d/9CWBz0bik/node-exporter?orgId=1&var-job=${job}&var-hostname=All&var-node=${__cell}&var-device=All&var-origin_prometheus=$origin_prometheus", + "mappingType": 1, + "pattern": "instance", + "thresholds": [], + "type": "number", + "unit": "short" + }, + { + "$$hashKey": "object:1810", + "alias": "内存", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "link": false, + "mappingType": 1, + "pattern": "Value #B", + "thresholds": [], + "type": "number", + "unit": "bytes" + }, + { + "$$hashKey": "object:1811", + "alias": "CPU核", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": null, + "mappingType": 1, + "pattern": "Value #C", + "thresholds": [], + "type": "number", + "unit": "short" + }, + { + "$$hashKey": "object:1812", + "alias": " 运行时间", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #D", + "thresholds": [], + "type": "number", + "unit": "s" + }, + { + "$$hashKey": "object:1813", + "alias": "分区使用率*", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #E", + "thresholds": [ + "70", + "85" + ], + "type": "number", + "unit": "percent" + }, + { + "$$hashKey": "object:1814", + "alias": "CPU使用率", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #F", + "thresholds": [ + "70", + "85" + ], + "type": "number", + "unit": "percent" + }, + { + "$$hashKey": "object:1815", + "alias": "内存使用率", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #G", + "thresholds": [ + "70", + "85" + ], + "type": "number", + "unit": "percent" + }, + { + "$$hashKey": "object:1816", + "alias": "磁盘读取*", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #H", + "thresholds": [ + "10485760", + "20485760" + ], + "type": "number", + "unit": "Bps" + }, + { + "$$hashKey": "object:1817", + "alias": "磁盘写入*", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #I", + "thresholds": [ + "10485760", + "20485760" + ], + "type": "number", + "unit": "Bps" + }, + { + "$$hashKey": "object:1818", + "alias": "下载带宽*", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #J", + "thresholds": [ + "30485760", + "104857600" + ], + "type": "number", + "unit": "bps" + }, + { + "$$hashKey": "object:1819", + "alias": "上传带宽*", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #K", + "thresholds": [ + "30485760", + "104857600" + ], + "type": "number", + "unit": "bps" + }, + { + "$$hashKey": "object:1820", + "alias": "5m负载", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #L", + "thresholds": [], + "type": "number", + "unit": "short" + }, + { + "$$hashKey": "object:1821", + "alias": "连接数", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "Value #M", + "thresholds": [ + "1000", + "1500" + ], + "type": "string", + "unit": "short" + }, + { + "$$hashKey": "object:1822", + "alias": "TCP_tw", + "align": "center", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": null, + "mappingType": 1, + "pattern": "Value #N", + "thresholds": [ + "5000", + "20000" + ], + "type": "number", + "unit": "short" + }, + { + "$$hashKey": "object:1823", + "alias": "", + "align": "right", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], + "type": "hidden", + "unit": "short" + } + ], + "targets": [ + { + "expr": "node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"} - 0", + "format": "table", + "instant": true, + "interval": "", + "legendFormat": "主机名", + "refId": "A" + }, + { + "expr": "sum(time() - node_boot_time_seconds{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"})by(instance)", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "运行时间", + "refId": "D" + }, + { + "expr": "node_memory_MemTotal_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"} - 0", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "总内存", + "refId": "B" + }, + { + "expr": "count(node_cpu_seconds_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",mode='system'}) by (instance)", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "总核数", + "refId": "C" + }, + { + "expr": "node_load5{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}", + "format": "table", + "instant": true, + "interval": "", + "legendFormat": "5分钟负载", + "refId": "L" + }, + { + "expr": "(1 - avg(rate(node_cpu_seconds_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",mode=\"idle\"}[$interval])) by (instance)) * 100", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "CPU使用率", + "refId": "F" + }, + { + "expr": "(1 - (node_memory_MemAvailable_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"} / (node_memory_MemTotal_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"})))* 100", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "内存使用率", + "refId": "G" + }, + { + "expr": "max((node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"ext.?|xfs\"}-node_filesystem_free_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"ext.?|xfs\"}) *100/(node_filesystem_avail_bytes {origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"ext.?|xfs\"}+(node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"ext.?|xfs\"}-node_filesystem_free_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"ext.?|xfs\"})))by(instance)", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "分区使用率", + "refId": "E" + }, + { + "expr": "max(rate(node_disk_read_bytes_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}[$interval])) by (instance)", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "最大读取", + "refId": "H" + }, + { + "expr": "max(rate(node_disk_written_bytes_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}[$interval])) by (instance)", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "最大写入", + "refId": "I" + }, + { + "expr": "node_netstat_Tcp_CurrEstab{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"} - 0", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "连接数", + "refId": "M" + }, + { + "expr": "node_sockstat_TCP_tw{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"} - 0", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "TIME_WAIT", + "refId": "N" + }, + { + "expr": "max(rate(node_network_receive_bytes_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}[$interval])*8) by (instance)", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "下载带宽", + "refId": "J" + }, + { + "expr": "max(rate(node_network_transmit_bytes_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}[$interval])*8) by (instance)", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "上传带宽", + "refId": "K" + } + ], + "timeFrom": null, + "timeShift": null, + "title": "服务器资源总览表【JOB：$job，主机总数：$total】", + "transform": "table", + "type": "table-old" + }, + { + "aliasColors": { + "192.168.200.241:9100_Total": "dark-red", + "Idle - Waiting for something to happen": "#052B51", + "guest": "#9AC48A", + "idle": "#052B51", + "iowait": "#EAB839", + "irq": "#BF1B00", + "nice": "#C15C17", + "sdb_每秒I/O操作%": "#d683ce", + "softirq": "#E24D42", + "steal": "#FCE2DE", + "system": "#508642", + "user": "#5195CE", + "磁盘花费在I/O操作占比": "#ba43a9" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": null, + "description": "", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 0, + "y": 8 + }, + "hiddenSeries": false, + "id": 191, + "legend": { + "alignAsTable": false, + "avg": false, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "sideWidth": null, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "maxPerRow": 6, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "repeat": null, + "seriesOverrides": [ + { + "alias": "总平均使用率", + "lines": false, + "pointradius": 1, + "points": true, + "yaxis": 2 + }, + { + "alias": "总核数", + "color": "#C4162A" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "count(node_cpu_seconds_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\", mode='system'})", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总核数", + "refId": "B", + "step": 240 + }, + { + "expr": "sum(node_load5{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"})", + "format": "time_series", + "hide": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总5分钟负载", + "refId": "A", + "step": 240 + }, + { + "expr": "avg(1 - avg(rate(node_cpu_seconds_total{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",mode=\"idle\"}[$interval])) by (instance)) * 100", + "format": "time_series", + "hide": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总平均使用率", + "refId": "F", + "step": 240 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "$job：整体总负载与整体平均CPU使用率", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:8791", + "decimals": null, + "format": "short", + "label": "总负载", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:8792", + "decimals": 0, + "format": "percent", + "label": "平均使用率", + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "192.168.200.241:9100_总内存": "dark-red", + "内存_Avaliable": "#6ED0E0", + "内存_Cached": "#EF843C", + "内存_Free": "#629E51", + "内存_Total": "#6d1f62", + "内存_Used": "#eab839", + "可用": "#9ac48a", + "总内存": "#bf1b00" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 1, + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 8, + "y": 8 + }, + "height": "300", + "hiddenSeries": false, + "id": 195, + "legend": { + "alignAsTable": false, + "avg": false, + "current": true, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "sort": "current", + "sortDesc": false, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "总内存", + "color": "#C4162A", + "fill": 0 + }, + { + "alias": "总平均使用率", + "lines": false, + "pointradius": 1, + "points": true, + "yaxis": 2 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(node_memory_MemTotal_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"})", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总内存", + "refId": "A", + "step": 4 + }, + { + "expr": "sum(node_memory_MemTotal_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"} - node_memory_MemAvailable_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"})", + "format": "time_series", + "hide": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总已用", + "refId": "B", + "step": 4 + }, + { + "expr": "(sum(node_memory_MemTotal_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"} - node_memory_MemAvailable_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}) / sum(node_memory_MemTotal_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}))*100", + "format": "time_series", + "hide": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总平均使用率", + "refId": "H" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "$job：整体总内存与整体平均内存使用率", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:8938", + "decimals": null, + "format": "bytes", + "label": "总内存量", + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:8939", + "decimals": null, + "format": "percent", + "label": "平均使用率", + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 1, + "description": "", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 8, + "x": 16, + "y": 8 + }, + "hiddenSeries": false, + "id": 197, + "legend": { + "alignAsTable": false, + "avg": false, + "current": true, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "sideWidth": null, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "总平均使用率", + "lines": false, + "pointradius": 1, + "points": true, + "yaxis": 2 + }, + { + "alias": "总磁盘量", + "color": "#C4162A" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "sum(avg(node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance))", + "format": "time_series", + "instant": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总磁盘量", + "refId": "E" + }, + { + "expr": "sum(avg(node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance)) - sum(avg(node_filesystem_free_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance))", + "format": "time_series", + "instant": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总使用量", + "refId": "C" + }, + { + "expr": "(sum(avg(node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance)) - sum(avg(node_filesystem_free_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance))) *100/(sum(avg(node_filesystem_avail_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance))+(sum(avg(node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance)) - sum(avg(node_filesystem_free_bytes{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",fstype=~\"xfs|ext.*\"})by(device,instance))))", + "format": "time_series", + "instant": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "总平均使用率", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "$job：整体总磁盘与整体平均磁盘使用率", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:8990", + "decimals": 1, + "format": "bytes", + "label": "总磁盘量", + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "$$hashKey": "object:8991", + "decimals": null, + "format": "percent", + "label": "平均使用率", + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": {}, + "overrides": [] + }, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 15 + }, + "id": 189, + "panels": [], + "title": "资源明细：【$show_hostname】", + "type": "row" + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "decimals": 0, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(245, 54, 54, 0.9)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 1 + }, + { + "color": "rgba(50, 172, 45, 0.97)", + "value": 3 + } + ] + }, + "unit": "s" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 2, + "x": 0, + "y": 16 + }, + "hideTimeOverride": true, + "id": 15, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.0", + "targets": [ + { + "expr": "avg(time() - node_boot_time_seconds{instance=~\"$node\"})", + "format": "time_series", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 40 + } + ], + "title": "运行时间", + "type": "stat" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "thresholds" + }, + "decimals": 1, + "mappings": [ + { + "options": { + "0": { + "text": "N/A" + } + }, + "type": "value" + } + ], + "max": 100, + "min": 0.1, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "#EAB839", + "value": 70 + }, + { + "color": "red", + "value": 90 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 6, + "w": 3, + "x": 2, + "y": 16 + }, + "id": 177, + "options": { + "displayMode": "lcd", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "last" + ], + "fields": "", + "values": false + }, + "showUnfilled": true, + "text": {} + }, + "pluginVersion": "8.2.0", + "targets": [ + { + "expr": "100 - (avg(rate(node_cpu_seconds_total{instance=~\"$node\",mode=\"idle\"}[$interval])) * 100)", + "instant": true, + "interval": "", + "legendFormat": "总CPU使用率", + "refId": "A" + }, + { + "expr": "avg(rate(node_cpu_seconds_total{instance=~\"$node\",mode=\"iowait\"}[$interval])) * 100", + "hide": true, + "instant": true, + "interval": "", + "legendFormat": "IOwait使用率", + "refId": "C" + }, + { + "expr": "(1 - (node_memory_MemAvailable_bytes{instance=~\"$node\"} / (node_memory_MemTotal_bytes{instance=~\"$node\"})))* 100", + "instant": true, + "interval": "", + "legendFormat": "内存使用率", + "refId": "B" + }, + { + "expr": "(node_filesystem_size_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint=\"$maxmount\"}-node_filesystem_free_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint=\"$maxmount\"})*100 /(node_filesystem_avail_bytes {instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint=\"$maxmount\"}+(node_filesystem_size_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint=\"$maxmount\"}-node_filesystem_free_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint=\"$maxmount\"}))", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "最大分区({{mountpoint}})使用率", + "refId": "D" + }, + { + "expr": "(1 - ((node_memory_SwapFree_bytes{instance=~\"$node\"} + 1)/ (node_memory_SwapTotal_bytes{instance=~\"$node\"} + 1))) * 100", + "instant": true, + "legendFormat": "交换分区使用率", + "refId": "F" + } + ], + "timeFrom": null, + "timeShift": null, + "transformations": [], + "type": "bargauge" + }, + { + "columns": [], + "datasource": "Prometheus", + "description": "本看板中的：磁盘总量、使用量、可用量、使用率保持和df命令的Size、Used、Avail、Use% 列的值一致，并且Use%的值会四舍五入保留一位小数，会更加准确。\n\n注：df中Use%算法为：(size - free) * 100 / (avail + (size - free))，结果是整除则为该值，非整除则为该值+1，结果的单位是%。\n参考df命令源码：", + "fontSize": "80%", + "gridPos": { + "h": 6, + "w": 10, + "x": 5, + "y": 16 + }, + "id": 181, + "links": [ + { + "targetBlank": true, + "title": "https://github.com/coreutils/coreutils/blob/master/src/df.c", + "url": "https://github.com/coreutils/coreutils/blob/master/src/df.c" + } + ], + "pageSize": null, + "scroll": true, + "showHeader": true, + "sort": { + "col": 6, + "desc": false + }, + "styles": [ + { + "$$hashKey": "object:307", + "alias": "分区", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "mappingType": 1, + "pattern": "mountpoint", + "thresholds": [ + "" + ], + "type": "string", + "unit": "bytes" + }, + { + "$$hashKey": "object:308", + "alias": "可用空间", + "align": "auto", + "colorMode": "value", + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 1, + "mappingType": 1, + "pattern": "Value #A", + "thresholds": [ + "10000000000", + "20000000000" + ], + "type": "number", + "unit": "bytes" + }, + { + "$$hashKey": "object:309", + "alias": "使用率", + "align": "auto", + "colorMode": "cell", + "colors": [ + "rgba(50, 172, 45, 0.97)", + "rgba(237, 129, 40, 0.89)", + "rgba(245, 54, 54, 0.9)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 1, + "mappingType": 1, + "pattern": "Value #B", + "thresholds": [ + "70", + "85" + ], + "type": "number", + "unit": "percent" + }, + { + "$$hashKey": "object:310", + "alias": "总空间", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 0, + "link": false, + "mappingType": 1, + "pattern": "Value #C", + "thresholds": [], + "type": "number", + "unit": "bytes" + }, + { + "$$hashKey": "object:311", + "alias": "文件系统", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "link": false, + "mappingType": 1, + "pattern": "fstype", + "thresholds": [], + "type": "string", + "unit": "short" + }, + { + "$$hashKey": "object:312", + "alias": "设备名", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "link": false, + "mappingType": 1, + "pattern": "device", + "preserveFormat": false, + "sanitize": false, + "thresholds": [], + "type": "string", + "unit": "short" + }, + { + "$$hashKey": "object:313", + "alias": "", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "preserveFormat": true, + "sanitize": false, + "thresholds": [], + "type": "hidden", + "unit": "short" + } + ], + "targets": [ + { + "expr": "node_filesystem_size_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}-0", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "总量", + "refId": "C" + }, + { + "expr": "node_filesystem_avail_bytes {instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}-0", + "format": "table", + "hide": false, + "instant": true, + "interval": "10s", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + }, + { + "expr": "(node_filesystem_size_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}-node_filesystem_free_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}) *100/(node_filesystem_avail_bytes {instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}+(node_filesystem_size_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}-node_filesystem_free_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}))", + "format": "table", + "hide": false, + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "B" + } + ], + "title": "【$show_hostname】：各分区可用空间(EXT.*/XFS)", + "transform": "table", + "type": "table-old" + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "decimals": 2, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(50, 172, 45, 0.97)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 20 + }, + { + "color": "#d44a3a", + "value": 50 + } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 2, + "x": 15, + "y": 16 + }, + "id": 20, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "area", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "last" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.0", + "targets": [ + { + "expr": "avg(rate(node_cpu_seconds_total{instance=~\"$node\",mode=\"iowait\"}[$interval])) * 100", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 20 + } + ], + "timeFrom": null, + "timeShift": null, + "title": "CPU iowait", + "type": "stat" + }, + { + "aliasColors": { + "cn-shenzhen.i-wz9cq1dcb6zwc39ehw59_cni0_in": "light-red", + "cn-shenzhen.i-wz9cq1dcb6zwc39ehw59_cni0_in下载": "green", + "cn-shenzhen.i-wz9cq1dcb6zwc39ehw59_cni0_out上传": "yellow", + "cn-shenzhen.i-wz9cq1dcb6zwc39ehw59_eth0_in下载": "purple", + "cn-shenzhen.i-wz9cq1dcb6zwc39ehw59_eth0_out": "purple", + "cn-shenzhen.i-wz9cq1dcb6zwc39ehw59_eth0_out上传": "blue" + }, + "bars": true, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "editable": true, + "error": false, + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 6, + "w": 7, + "x": 17, + "y": 16 + }, + "hiddenSeries": false, + "id": 183, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": false, + "show": false, + "sort": "current", + "sortDesc": true, + "total": true, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": false, + "renderer": "flot", + "repeat": null, + "seriesOverrides": [ + { + "alias": "/.*_out上传$/", + "transform": "negative-Y" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "increase(node_network_receive_bytes_total{instance=~\"$node\",device=~\"$device\"}[60m])", + "interval": "60m", + "intervalFactor": 1, + "legendFormat": "{{device}}_in下载", + "metric": "", + "refId": "A", + "step": 600, + "target": "" + }, + { + "expr": "increase(node_network_transmit_bytes_total{instance=~\"$node\",device=~\"$device\"}[60m])", + "hide": false, + "interval": "60m", + "intervalFactor": 1, + "legendFormat": "{{device}}_out上传", + "refId": "B", + "step": 600 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "每小时流量$device", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": "上传（-）/下载（+）", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(245, 54, 54, 0.9)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 1 + }, + { + "color": "rgba(50, 172, 45, 0.97)", + "value": 2 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 2, + "x": 0, + "y": 18 + }, + "id": 14, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "value" + }, + "pluginVersion": "8.2.0", + "targets": [ + { + "expr": "count(node_cpu_seconds_total{instance=~\"$node\", mode='system'})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 20 + } + ], + "title": "CPU 核数", + "type": "stat" + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(245, 54, 54, 0.9)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 100000 + }, + { + "color": "rgba(50, 172, 45, 0.97)", + "value": 1000000 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 2, + "x": 15, + "y": 18 + }, + "id": 179, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.0", + "targets": [ + { + "expr": "avg(node_filesystem_files_free{instance=~\"$node\",mountpoint=\"$maxmount\",fstype=~\"ext.?|xfs\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 20 + } + ], + "title": "剩余节点数:$maxmount ", + "type": "stat" + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "decimals": 0, + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(245, 54, 54, 0.9)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 2 + }, + { + "color": "rgba(50, 172, 45, 0.97)", + "value": 3 + } + ] + }, + "unit": "bytes" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 2, + "x": 0, + "y": 20 + }, + "id": 75, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.0", + "targets": [ + { + "expr": "sum(node_memory_MemTotal_bytes{instance=~\"$node\"})", + "format": "time_series", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{instance}}", + "refId": "A", + "step": 20 + } + ], + "title": "总内存", + "type": "stat" + }, + { + "cacheTimeout": null, + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "mappings": [ + { + "options": { + "match": "null", + "result": { + "text": "N/A" + } + }, + "type": "special" + } + ], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "rgba(245, 54, 54, 0.9)", + "value": null + }, + { + "color": "rgba(237, 129, 40, 0.89)", + "value": 1024 + }, + { + "color": "rgba(50, 172, 45, 0.97)", + "value": 10000 + } + ] + }, + "unit": "locale" + }, + "overrides": [] + }, + "gridPos": { + "h": 2, + "w": 2, + "x": 15, + "y": 20 + }, + "id": 178, + "interval": null, + "links": [], + "maxDataPoints": 100, + "options": { + "colorMode": "value", + "graphMode": "none", + "justifyMode": "auto", + "orientation": "horizontal", + "reduceOptions": { + "calcs": [ + "lastNotNull" + ], + "fields": "", + "values": false + }, + "text": {}, + "textMode": "auto" + }, + "pluginVersion": "8.2.0", + "targets": [ + { + "expr": "avg(node_filefd_maximum{instance=~\"$node\"})", + "format": "time_series", + "instant": true, + "intervalFactor": 1, + "legendFormat": "", + "refId": "A", + "step": 20 + } + ], + "title": "总文件描述符", + "type": "stat" + }, + { + "aliasColors": { + "192.168.200.241:9100_Total": "dark-red", + "Idle - Waiting for something to happen": "#052B51", + "guest": "#9AC48A", + "idle": "#052B51", + "iowait": "#EAB839", + "irq": "#BF1B00", + "nice": "#C15C17", + "sdb_每秒I/O操作%": "#d683ce", + "softirq": "#E24D42", + "steal": "#FCE2DE", + "system": "#508642", + "user": "#5195CE", + "磁盘花费在I/O操作占比": "#ba43a9" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 22 + }, + "hiddenSeries": false, + "id": 7, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sideWidth": null, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "maxPerRow": 6, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "repeat": null, + "seriesOverrides": [ + { + "alias": "/.*总使用率/", + "color": "#C4162A", + "fill": 0 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "avg(rate(node_cpu_seconds_total{instance=~\"$node\",mode=\"system\"}[$interval])) by (instance) *100", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "系统使用率", + "refId": "A", + "step": 20 + }, + { + "expr": "avg(rate(node_cpu_seconds_total{instance=~\"$node\",mode=\"user\"}[$interval])) by (instance) *100", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "用户使用率", + "refId": "B", + "step": 240 + }, + { + "expr": "avg(rate(node_cpu_seconds_total{instance=~\"$node\",mode=\"iowait\"}[$interval])) by (instance) *100", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "磁盘IO使用率", + "refId": "D", + "step": 240 + }, + { + "expr": "(1 - avg(rate(node_cpu_seconds_total{instance=~\"$node\",mode=\"idle\"}[$interval])) by (instance))*100", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "总使用率", + "refId": "F", + "step": 240 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "CPU使用率", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:11294", + "decimals": 0, + "format": "percent", + "label": "", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "$$hashKey": "object:11295", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "192.168.200.241:9100_总内存": "dark-red", + "使用率": "yellow", + "内存_Avaliable": "#6ED0E0", + "内存_Cached": "#EF843C", + "内存_Free": "#629E51", + "内存_Total": "#6d1f62", + "内存_Used": "#eab839", + "可用": "#9ac48a", + "总内存": "#bf1b00" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 22 + }, + "height": "300", + "hiddenSeries": false, + "id": 156, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "总内存", + "color": "#C4162A", + "fill": 0 + }, + { + "alias": "使用率", + "color": "rgb(0, 209, 255)", + "lines": false, + "pointradius": 1, + "points": true, + "yaxis": 2 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "node_memory_MemTotal_bytes{instance=~\"$node\"}", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "总内存", + "refId": "A", + "step": 4 + }, + { + "expr": "node_memory_MemTotal_bytes{instance=~\"$node\"} - node_memory_MemAvailable_bytes{instance=~\"$node\"}", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "已用", + "refId": "B", + "step": 4 + }, + { + "expr": "node_memory_MemAvailable_bytes{instance=~\"$node\"}", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "可用", + "refId": "F", + "step": 4 + }, + { + "expr": "node_memory_Buffers_bytes{instance=~\"$node\"}", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "legendFormat": "内存_Buffers", + "refId": "D", + "step": 4 + }, + { + "expr": "node_memory_MemFree_bytes{instance=~\"$node\"}", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "legendFormat": "内存_Free", + "refId": "C", + "step": 4 + }, + { + "expr": "node_memory_Cached_bytes{instance=~\"$node\"}", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "legendFormat": "内存_Cached", + "refId": "E", + "step": 4 + }, + { + "expr": "node_memory_MemTotal_bytes{instance=~\"$node\"} - (node_memory_Cached_bytes{instance=~\"$node\"} + node_memory_Buffers_bytes{instance=~\"$node\"} + node_memory_MemFree_bytes{instance=~\"$node\"})", + "format": "time_series", + "hide": true, + "intervalFactor": 1, + "refId": "G" + }, + { + "expr": "(1 - (node_memory_MemAvailable_bytes{instance=~\"$node\"} / (node_memory_MemTotal_bytes{instance=~\"$node\"})))* 100", + "format": "time_series", + "hide": false, + "interval": "30m", + "intervalFactor": 10, + "legendFormat": "使用率", + "refId": "H" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "内存信息", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "percent", + "label": "内存使用率", + "logBase": 1, + "max": "100", + "min": "0", + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "192.168.10.227:9100_em1_in下载": "super-light-green", + "192.168.10.227:9100_em1_out上传": "dark-blue" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 22 + }, + "height": "300", + "hiddenSeries": false, + "id": 157, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/.*_out上传$/", + "transform": "negative-Y" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(node_network_receive_bytes_total{instance=~'$node',device=~\"$device\"}[$interval])*8", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_in下载", + "refId": "A", + "step": 4 + }, + { + "expr": "rate(node_network_transmit_bytes_total{instance=~'$node',device=~\"$device\"}[$interval])*8", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_out上传", + "refId": "B", + "step": 4 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "每秒网络带宽使用$device", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bps", + "label": "上传（-）/下载（+）", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "15分钟": "#6ED0E0", + "1分钟": "#BF1B00", + "5分钟": "#CCA300" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 1, + "grid": {}, + "gridPos": { + "h": 8, + "w": 8, + "x": 0, + "y": 30 + }, + "height": "300", + "hiddenSeries": false, + "id": 13, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "maxPerRow": 6, + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "repeat": null, + "seriesOverrides": [ + { + "alias": "/.*总核数/", + "color": "#C4162A" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "node_load1{instance=~\"$node\"}", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "1分钟负载", + "metric": "", + "refId": "A", + "step": 20, + "target": "" + }, + { + "expr": "node_load5{instance=~\"$node\"}", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "5分钟负载", + "refId": "B", + "step": 20 + }, + { + "expr": "node_load15{instance=~\"$node\"}", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "15分钟负载", + "refId": "C", + "step": 20 + }, + { + "expr": " sum(count(node_cpu_seconds_total{instance=~\"$node\", mode='system'}) by (cpu,instance)) by(instance)", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "CPU总核数", + "refId": "D", + "step": 20 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "系统平均负载", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 2, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "vda_write": "#6ED0E0" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "Read bytes 每个磁盘分区每秒读取的比特数\nWritten bytes 每个磁盘分区每秒写入的比特数", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 1, + "gridPos": { + "h": 8, + "w": 8, + "x": 8, + "y": 30 + }, + "height": "300", + "hiddenSeries": false, + "id": 168, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/.*_读取$/", + "transform": "negative-Y" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(node_disk_read_bytes_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_读取", + "refId": "A", + "step": 10 + }, + { + "expr": "rate(node_disk_written_bytes_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_写入", + "refId": "B", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "每秒磁盘读写容量", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "Bps", + "label": "读取（-）/写入（+）", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 1, + "description": "", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 30 + }, + "hiddenSeries": false, + "id": 174, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "rightSide": false, + "show": true, + "sideWidth": null, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/Inodes.*/", + "yaxis": 2 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "(node_filesystem_size_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}-node_filesystem_free_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}) *100/(node_filesystem_avail_bytes {instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}+(node_filesystem_size_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}-node_filesystem_free_bytes{instance=~'$node',fstype=~\"ext.*|xfs\",mountpoint !~\".*pod.*\"}))", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{mountpoint}}", + "refId": "A" + }, + { + "expr": "node_filesystem_files_free{instance=~'$node',fstype=~\"ext.?|xfs\"} / node_filesystem_files{instance=~'$node',fstype=~\"ext.?|xfs\"}", + "hide": true, + "interval": "", + "legendFormat": "Inodes：{{instance}}：{{mountpoint}}", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "磁盘使用率", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "percent", + "label": "", + "logBase": 1, + "max": "100", + "min": "0", + "show": true + }, + { + "decimals": 2, + "format": "percentunit", + "label": null, + "logBase": 1, + "max": "1", + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "vda_write": "#6ED0E0" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "Reads completed: 每个磁盘分区每秒读完成次数\n\nWrites completed: 每个磁盘分区每秒写完成次数\n\nIO now 每个磁盘分区每秒正在处理的输入/输出请求数", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 8, + "x": 0, + "y": 38 + }, + "height": "300", + "hiddenSeries": false, + "id": 161, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/.*_读取$/", + "transform": "negative-Y" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(node_disk_reads_completed_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_读取", + "refId": "A", + "step": 10 + }, + { + "expr": "rate(node_disk_writes_completed_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "hide": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_写入", + "refId": "B", + "step": 10 + }, + { + "expr": "node_disk_io_now{instance=~\"$node\"}", + "format": "time_series", + "hide": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "磁盘读写速率（IOPS）", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "iops", + "label": "读取（-）/写入（+）I/O ops/sec", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "Idle - Waiting for something to happen": "#052B51", + "guest": "#9AC48A", + "idle": "#052B51", + "iowait": "#EAB839", + "irq": "#BF1B00", + "nice": "#C15C17", + "sdb_每秒I/O操作%": "#d683ce", + "softirq": "#E24D42", + "steal": "#FCE2DE", + "system": "#508642", + "user": "#5195CE", + "磁盘花费在I/O操作占比": "#ba43a9" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": null, + "description": "每一秒钟的自然时间内，花费在I/O上的耗时。（wall-clock time）\n\nnode_disk_io_time_seconds_total：\n磁盘花费在输入/输出操作上的秒数。该值为累加值。（Milliseconds Spent Doing I/Os）\n\nrate(node_disk_io_time_seconds_total[1m])：\n计算每秒的速率：(last值-last前一个值)/时间戳差值，即：1秒钟内磁盘花费在I/O操作的时间占比。", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 8, + "x": 8, + "y": 38 + }, + "hiddenSeries": false, + "id": 175, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": false, + "rightSide": false, + "show": true, + "sideWidth": null, + "sort": null, + "sortDesc": null, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "maxPerRow": 6, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(node_disk_io_time_seconds_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_每秒I/O操作%", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "每1秒内I/O操作耗时占比", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "percentunit", + "label": "", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "vda": "#6ED0E0" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "Read time seconds 每个磁盘分区读操作花费的秒数\n\nWrite time seconds 每个磁盘分区写操作花费的秒数\n\nIO time seconds 每个磁盘分区输入/输出操作花费的秒数\n\nIO time weighted seconds每个磁盘分区输入/输出操作花费的加权秒数", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 1, + "gridPos": { + "h": 9, + "w": 8, + "x": 16, + "y": 38 + }, + "height": "300", + "hiddenSeries": false, + "id": 160, + "legend": { + "alignAsTable": true, + "avg": true, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": true, + "show": true, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/,*_读取$/", + "transform": "negative-Y" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "rate(node_disk_read_time_seconds_total{instance=~\"$node\"}[$interval]) / rate(node_disk_reads_completed_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_读取", + "refId": "B" + }, + { + "expr": "rate(node_disk_write_time_seconds_total{instance=~\"$node\"}[$interval]) / rate(node_disk_writes_completed_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_写入", + "refId": "C" + }, + { + "expr": "rate(node_disk_io_time_seconds_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "hide": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}", + "refId": "A", + "step": 10 + }, + { + "expr": "rate(node_disk_io_time_weighted_seconds_total{instance=~\"$node\"}[$interval])", + "format": "time_series", + "hide": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "{{device}}_加权", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "每次IO读写的耗时（参考：小于100ms）(beta)", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "s", + "label": "读取（-）/写入（+）", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "192.168.200.241:9100_TCP_alloc": "semi-dark-blue", + "TCP": "#6ED0E0", + "TCP_alloc": "blue" + }, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "Sockets_used - 已使用的所有协议套接字总量\n\nCurrEstab - 当前状态为 ESTABLISHED 或 CLOSE-WAIT 的 TCP 连接数\n\nTCP_alloc - 已分配（已建立、已申请到sk_buff）的TCP套接字数量\n\nTCP_tw - 等待关闭的TCP连接数\n\nUDP_inuse - 正在使用的 UDP 套接字数量\n\nRetransSegs - TCP 重传报文数\n\nOutSegs - TCP 发送的报文数\n\nInSegs - TCP 接收的报文数", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 0, + "gridPos": { + "h": 8, + "w": 16, + "x": 0, + "y": 47 + }, + "height": "300", + "hiddenSeries": false, + "id": 158, + "interval": "", + "legend": { + "alignAsTable": true, + "avg": false, + "current": true, + "hideEmpty": true, + "hideZero": true, + "max": true, + "min": false, + "rightSide": true, + "show": true, + "sideWidth": null, + "sort": "current", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 1, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 5, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/.*Sockets_used/", + "color": "#E02F44", + "lines": false, + "pointradius": 1, + "points": true, + "yaxis": 2 + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "node_netstat_Tcp_CurrEstab{instance=~'$node'}", + "format": "time_series", + "hide": false, + "instant": false, + "interval": "", + "intervalFactor": 1, + "legendFormat": "CurrEstab", + "refId": "A", + "step": 20 + }, + { + "expr": "node_sockstat_TCP_tw{instance=~'$node'}", + "format": "time_series", + "interval": "", + "intervalFactor": 1, + "legendFormat": "TCP_tw", + "refId": "D" + }, + { + "expr": "node_sockstat_sockets_used{instance=~'$node'}", + "hide": false, + "interval": "30m", + "intervalFactor": 1, + "legendFormat": "Sockets_used", + "refId": "B" + }, + { + "expr": "node_sockstat_UDP_inuse{instance=~'$node'}", + "interval": "", + "legendFormat": "UDP_inuse", + "refId": "C" + }, + { + "expr": "node_sockstat_TCP_alloc{instance=~'$node'}", + "interval": "", + "legendFormat": "TCP_alloc", + "refId": "E" + }, + { + "expr": "rate(node_netstat_Tcp_PassiveOpens{instance=~'$node'}[$interval])", + "hide": true, + "interval": "", + "legendFormat": "{{instance}}_Tcp_PassiveOpens", + "refId": "G" + }, + { + "expr": "rate(node_netstat_Tcp_ActiveOpens{instance=~'$node'}[$interval])", + "hide": true, + "interval": "", + "legendFormat": "{{instance}}_Tcp_ActiveOpens", + "refId": "F" + }, + { + "expr": "rate(node_netstat_Tcp_InSegs{instance=~'$node'}[$interval])", + "interval": "", + "legendFormat": "Tcp_InSegs", + "refId": "H" + }, + { + "expr": "rate(node_netstat_Tcp_OutSegs{instance=~'$node'}[$interval])", + "interval": "", + "legendFormat": "Tcp_OutSegs", + "refId": "I" + }, + { + "expr": "rate(node_netstat_Tcp_RetransSegs{instance=~'$node'}[$interval])", + "hide": false, + "interval": "", + "legendFormat": "Tcp_RetransSegs", + "refId": "J" + }, + { + "expr": "rate(node_netstat_TcpExt_ListenDrops{instance=~'$node'}[$interval])", + "hide": true, + "interval": "", + "legendFormat": "", + "refId": "K" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "网络Socket连接信息", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "transformations": [], + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": "已使用的所有协议套接字总量", + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": { + "filefd_192.168.200.241:9100": "super-light-green", + "switches_192.168.200.241:9100": "semi-dark-red", + "使用的文件描述符_10.118.72.128:9100": "red", + "每秒上下文切换次数_10.118.71.245:9100": "yellow", + "每秒上下文切换次数_10.118.72.128:9100": "yellow" + }, + "bars": false, + "cacheTimeout": null, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "links": [] + }, + "overrides": [] + }, + "fill": 0, + "fillGradient": 1, + "gridPos": { + "h": 8, + "w": 8, + "x": 16, + "y": 47 + }, + "hiddenSeries": false, + "hideTimeOverride": false, + "id": 16, + "legend": { + "alignAsTable": false, + "avg": false, + "current": true, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": false, + "renderer": "flot", + "seriesOverrides": [ + { + "alias": "/每秒上下文切换次数.*/", + "color": "#FADE2A", + "lines": false, + "pointradius": 1, + "points": true, + "yaxis": 2 + }, + { + "alias": "/使用的文件描述符.*/", + "color": "#F2495C" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "node_filefd_allocated{instance=~\"$node\"}", + "format": "time_series", + "instant": false, + "interval": "", + "intervalFactor": 5, + "legendFormat": "使用的文件描述符", + "refId": "B" + }, + { + "expr": "rate(node_context_switches_total{instance=~\"$node\"}[$interval])", + "interval": "", + "intervalFactor": 5, + "legendFormat": "每秒上下文切换次数", + "refId": "A" + }, + { + "expr": " (node_filefd_allocated{instance=~\"$node\"}/node_filefd_maximum{instance=~\"$node\"}) *100", + "format": "time_series", + "hide": true, + "instant": false, + "interval": "", + "intervalFactor": 5, + "legendFormat": "使用的文件描述符占比_{{instance}}", + "refId": "C" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "打开的文件描述符(左 )/每秒上下文切换次数(右)", + "tooltip": { + "shared": true, + "sort": 2, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": "使用的文件描述符", + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": "context_switches", + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "refresh": "", + "schemaVersion": 31, + "style": "dark", + "tags": [ + "Prometheus", + "node_exporter", + "StarsL.cn" + ], + "templating": { + "list": [ + { + "allValue": "", + "current": { + "isNone": true, + "selected": false, + "text": "None", + "value": "" + }, + "datasource": "Prometheus", + "definition": "label_values(origin_prometheus)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "数据源", + "multi": false, + "name": "origin_prometheus", + "options": [], + "query": { + "query": "label_values(origin_prometheus)", + "refId": "Prometheus-origin_prometheus-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "prometheus", + "value": "prometheus" + }, + "datasource": "Prometheus", + "definition": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\"}, job)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "JOB", + "multi": false, + "name": "job", + "options": [], + "query": { + "query": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\"}, job)", + "refId": "Prometheus-job-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": "Prometheus", + "definition": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}, nodename)", + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "主机名", + "multi": false, + "name": "hostname", + "options": [], + "query": { + "query": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}, nodename)", + "refId": "Prometheus-hostname-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allFormat": "glob", + "allValue": null, + "current": { + "selected": false, + "text": "localhost:9100", + "value": "localhost:9100" + }, + "datasource": "Prometheus", + "definition": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",nodename=~\"$hostname\"},instance)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "Instance", + "multi": true, + "multiFormat": "regex values", + "name": "node", + "options": [], + "query": { + "query": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",nodename=~\"$hostname\"},instance)", + "refId": "Prometheus-node-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allFormat": "glob", + "allValue": null, + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": "Prometheus", + "definition": "label_values(node_network_info{origin_prometheus=~\"$origin_prometheus\",device!~'tap.*|veth.*|br.*|docker.*|virbr.*|lo.*|cni.*'},device)", + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "网卡", + "multi": true, + "multiFormat": "regex values", + "name": "device", + "options": [], + "query": { + "query": "label_values(node_network_info{origin_prometheus=~\"$origin_prometheus\",device!~'tap.*|veth.*|br.*|docker.*|virbr.*|lo.*|cni.*'},device)", + "refId": "Prometheus-device-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "auto": false, + "auto_count": 100, + "auto_min": "10s", + "current": { + "selected": false, + "text": "2m", + "value": "2m" + }, + "description": null, + "error": null, + "hide": 0, + "label": "时间间隔", + "name": "interval", + "options": [ + { + "selected": false, + "text": "30s", + "value": "30s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": true, + "text": "2m", + "value": "2m" + }, + { + "selected": false, + "text": "3m", + "value": "3m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "10m", + "value": "10m" + }, + { + "selected": false, + "text": "30m", + "value": "30m" + } + ], + "query": "30s,1m,2m,3m,5m,10m,30m", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + }, + { + "allValue": null, + "current": { + "isNone": true, + "selected": false, + "text": "None", + "value": "" + }, + "datasource": "Prometheus", + "definition": "query_result(topk(1,sort_desc (max(node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",instance=~'$node',fstype=~\"ext.?|xfs\",mountpoint!~\".*pods.*\"}) by (mountpoint))))", + "description": null, + "error": null, + "hide": 2, + "includeAll": false, + "label": "最大挂载目录", + "multi": false, + "name": "maxmount", + "options": [], + "query": { + "query": "query_result(topk(1,sort_desc (max(node_filesystem_size_bytes{origin_prometheus=~\"$origin_prometheus\",instance=~'$node',fstype=~\"ext.?|xfs\",mountpoint!~\".*pods.*\"}) by (mountpoint))))", + "refId": "Prometheus-maxmount-Variable-Query" + }, + "refresh": 2, + "regex": "/.*\\\"(.*)\\\".*/", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "40026ef38850", + "value": "40026ef38850" + }, + "datasource": "Prometheus", + "definition": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",instance=~\"$node\"}, nodename)", + "description": null, + "error": null, + "hide": 2, + "includeAll": false, + "label": "展示使用的主机名", + "multi": false, + "name": "show_hostname", + "options": [], + "query": { + "query": "label_values(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\",instance=~\"$node\"}, nodename)", + "refId": "Prometheus-show_hostname-Variable-Query" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 5, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "1", + "value": "1" + }, + "datasource": "Prometheus", + "definition": "query_result(count(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}))", + "description": null, + "error": null, + "hide": 2, + "includeAll": false, + "label": "主机数", + "multi": false, + "name": "total", + "options": [], + "query": { + "query": "query_result(count(node_uname_info{origin_prometheus=~\"$origin_prometheus\",job=~\"$job\"}))", + "refId": "Prometheus-total-Variable-Query" + }, + "refresh": 1, + "regex": "/{} (.*) .*/", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] + }, + "time": { + "from": "now-12h", + "to": "now" + }, + "timepicker": { + "hidden": false, + "now": true, + "refresh_intervals": [ + "15s", + "30s", + "1m", + "5m", + "15m", + "30m" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "browser", + "title": "1 Node Exporter for Prometheus Dashboard CN v20201010", + "uid": "9CWBz0bik", + "version": 1 +}, +"folderId": 20 +} diff --git a/install/grafana_rich/dashboard/process-exporter.json b/install/grafana_rich/dashboard/process-exporter.json new file mode 100644 index 0000000..701e816 --- /dev/null +++ b/install/grafana_rich/dashboard/process-exporter.json @@ -0,0 +1,2503 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "description": "Show Linux Process information as captured by \n https://github.com/ncabatoff/process-exporter designed for PMM", + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": 8378, + "graphTooltip": 1, + "id": null, + "iteration": 1634638855650, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": null, + "gridPos": { + "h": 2, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 16, + "links": [], + "options": { + "content": "

Data for $host with $interval resolution

", + "mode": "html" + }, + "pluginVersion": "8.2.0", + "type": "text" + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 2 + }, + "id": 31, + "panels": [], + "title": "Process CPU Usage", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 3 + }, + "hiddenSeries": false, + "id": 2, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(rate(namedprocess_namegroup_cpu_user_seconds_total{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) \n+\nrate(namedprocess_namegroup_cpu_system_seconds_total{groupname=~\"$processes\",instance=~\"$host\"}[$interval]))\nor \n(irate(namedprocess_namegroup_cpu_user_seconds_total{groupname=~\"$processes\",instance=~\"$host\"}[5m])\n+\nirate(namedprocess_namegroup_cpu_system_seconds_total{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "process_namegroup_cpu_seconds_total", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Total CPU cores used", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "percentunit", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "decimals": 2, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 3 + }, + "hiddenSeries": false, + "id": 20, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,\nrate(namedprocess_namegroup_cpu_system_seconds_total{groupname=~\"$processes\",instance=~\"$host\"}[$interval])\nor \n(\nirate(namedprocess_namegroup_cpu_system_seconds_total{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "process_namegroup_cpu_seconds_total", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by System CPU cores used", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "cumulative" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "percentunit", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "decimals": 2, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 10 + }, + "id": 39, + "panels": [], + "title": "Process Memory Usage", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "Memory Used by Processes, counted as Resident Memory + Space used in Swap Space", + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 11 + }, + "hiddenSeries": false, + "id": 22, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\r\n(avg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"swapped\",instance=~\"$host\"}[$interval])+ ignoring (memtype) avg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"resident\",instance=~\"$host\"}[$interval]))\r\nor\r\n(avg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"swapped\",instance=~\"$host\"}[5m])+ ignoring (memtype) avg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"resident\",instance=~\"$host\"}[5m]))\r\n))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "namedprocess_namegroup_memory_bytes", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Used memory", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 11 + }, + "hiddenSeries": false, + "id": 5, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,\n(avg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"resident\",instance=~\"$host\"}[$interval]) \nor\navg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"resident\",instance=~\"$host\"}[5m])\n))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "namedprocess_namegroup_memory_bytes", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Resident Memory", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 18 + }, + "hiddenSeries": false, + "id": 6, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\navg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"virtual\",instance=~\"$host\"}[$interval])\nor\navg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"virtual\",instance=~\"$host\"}[5m])))\n", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "namedprocess_namegroup_memory_bytes", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Virtual memory", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 18 + }, + "hiddenSeries": false, + "id": 21, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\navg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"swapped\",instance=~\"$host\"}[$interval])\nor\navg_over_time(namedprocess_namegroup_memory_bytes{groupname=~\"$processes\", memtype=\"swapped\",instance=~\"$host\"}[5m])))\n", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "namedprocess_namegroup_memory_bytes", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Swapped Memory", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "bytes", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 25 + }, + "id": 37, + "panels": [], + "title": "Process Disk IO Usage", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 26 + }, + "hiddenSeries": false, + "id": 4, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(rate(namedprocess_namegroup_write_bytes_total{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) or irate(namedprocess_namegroup_write_bytes_total{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "namedprocess_namegroup_read_bytes_total", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Bytes Written", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 26 + }, + "hiddenSeries": false, + "id": 3, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": true, + "linewidth": 2, + "links": [], + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(rate(namedprocess_namegroup_read_bytes_total{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) or irate(namedprocess_namegroup_read_bytes_total{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "namedprocess_namegroup_read_bytes_total", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Bytes Read", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "Bps", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 33 + }, + "id": 33, + "panels": [], + "title": "Process and Thread Counts", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "editable": true, + "error": false, + "fill": 2, + "fillGradient": 0, + "grid": {}, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 34 + }, + "hiddenSeries": false, + "id": 1, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "hideZero": true, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(max_over_time(namedprocess_namegroup_num_procs{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) \nor max_over_time(namedprocess_namegroup_num_procs{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "metric": "process_namegroup_num_procs", + "refId": "A", + "step": 10 + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by number of processes instances", + "tooltip": { + "msResolution": false, + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 34 + }, + "hiddenSeries": false, + "id": 10, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "hideZero": true, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(max_over_time(namedprocess_namegroup_num_threads{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) or\nmax_over_time(namedprocess_namegroup_num_threads{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by number of threads", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 41 + }, + "id": 43, + "panels": [], + "title": "Process Context Switches", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 42 + }, + "hiddenSeries": false, + "id": 24, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\nrate(namedprocess_namegroup_context_switches_total{groupname=~\"$processes\",instance=~\"$host\",ctxswitchtype=\"voluntary\"}[$interval]) or\nirate(namedprocess_namegroup_context_switches_total{groupname=~\"$processes\",instance=~\"$host\",ctxswitchtype=\"voluntary\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top Processes by Voluntary Context Switches", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 42 + }, + "hiddenSeries": false, + "id": 25, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\nrate(namedprocess_namegroup_context_switches_total{groupname=~\"$processes\",instance=~\"$host\",ctxswitchtype=\"nonvoluntary\"}[$interval]) or\nirate(namedprocess_namegroup_context_switches_total{groupname=~\"$processes\",instance=~\"$host\",ctxswitchtype=\"nonvoluntary\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top Processes by Non-Voluntary Context Switches", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 49 + }, + "id": 35, + "panels": [], + "title": "Process File Descriptors", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": null, + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 50 + }, + "hiddenSeries": false, + "id": 13, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": true, + "targets": [ + { + "expr": "topk(5,(max_over_time(namedprocess_namegroup_open_filedesc{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) or\nmax_over_time(namedprocess_namegroup_open_filedesc{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "hide": false, + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Open File Descriptors", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 50 + }, + "hiddenSeries": false, + "id": 7, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": true, + "targets": [ + { + "expr": "topk(5,(\nmax_over_time(namedprocess_namegroup_worst_fd_ratio{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) or\nmax_over_time(namedprocess_namegroup_worst_fd_ratio{groupname=~\"$processes\",instance=~\"$host\"}[5m])\n))*100", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by File Descriptor Usage Percent", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "percent", + "label": "", + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 57 + }, + "id": 27, + "panels": [], + "title": "Process Page Faults", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 58 + }, + "hiddenSeries": false, + "id": 8, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\nrate(namedprocess_namegroup_major_page_faults_total{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) or\nirate(namedprocess_namegroup_major_page_faults_total{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Major Page Faults", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 58 + }, + "hiddenSeries": false, + "id": 9, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\nrate(namedprocess_namegroup_minor_page_faults_total{groupname=~\"$processes\",instance=~\"$host\"}[$interval]) or\nirate(namedprocess_namegroup_minor_page_faults_total{groupname=~\"$processes\",instance=~\"$host\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top processes by Minor Page Faults", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "format": "ops", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 65 + }, + "id": 29, + "panels": [], + "title": "Process Statuses", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "", + "fill": 2, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 66 + }, + "hiddenSeries": false, + "id": 11, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "hideZero": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 2, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": true, + "targets": [ + { + "expr": "topk(5,(\nmax_over_time(namedprocess_namegroup_states{instance=~\"$host\", groupname=~\"$processes\", state=\"Running\"}[$interval]) or\nmax_over_time(namedprocess_namegroup_states{instance=~\"$host\", groupname=~\"$processes\", state=\"Running\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top running processes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 66 + }, + "hiddenSeries": false, + "id": 14, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sideWidth": null, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 1, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,(\nmax_over_time(namedprocess_namegroup_states{instance=~\"$host\", groupname=~\"$processes\", state=\"Waiting\"}[$interval]) or\nmax_over_time(namedprocess_namegroup_states{instance=~\"$host\", groupname=~\"$processes\", state=\"Waiting\"}[5m])))", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Top of processes waiting on IO", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": false, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 73 + }, + "id": 45, + "panels": [], + "title": "Process Kernel Waits (WCHAN)", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 0, + "y": 74 + }, + "hiddenSeries": false, + "id": 46, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sideWidth": null, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 1, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,sum(avg_over_time(namedprocess_namegroup_threads_wchan{instance=~\"$host\", groupname=~\"$processes\"}[$interval])) by (wchan) )", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{wchan}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Kernel waits for $processes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "decimals": 2, + "description": "", + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 7, + "w": 12, + "x": 12, + "y": 74 + }, + "hiddenSeries": false, + "id": 47, + "legend": { + "alignAsTable": true, + "avg": true, + "current": false, + "max": true, + "min": true, + "rightSide": true, + "show": true, + "sideWidth": null, + "sort": "avg", + "sortDesc": true, + "total": false, + "values": true + }, + "lines": false, + "linewidth": 1, + "links": [], + "nullPointMode": "null as zero", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.0", + "pointradius": 1, + "points": true, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "expr": "topk(5,sum(avg_over_time(namedprocess_namegroup_threads_wchan{instance=~\"$host\", groupname=~\"$processes\"}[$interval])) by (wchan,groupname) )", + "format": "time_series", + "interval": "$interval", + "intervalFactor": 1, + "legendFormat": "{{groupname}} : {{wchan}}", + "refId": "A" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "Kernel wait Details for $processes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "decimals": null, + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": "0", + "show": true + }, + { + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": null, + "show": false + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "collapsed": true, + "datasource": null, + "gridPos": { + "h": 1, + "w": 24, + "x": 0, + "y": 81 + }, + "id": 41, + "panels": [ + { + "columns": [], + "datasource": "Prometheus", + "fontSize": "100%", + "gridPos": { + "h": 10, + "w": 24, + "x": 0, + "y": 82 + }, + "id": 19, + "links": [], + "pageSize": null, + "scroll": true, + "showHeader": true, + "sort": { + "col": 4, + "desc": true + }, + "styles": [ + { + "alias": "Time", + "align": "auto", + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "pattern": "Time", + "type": "hidden" + }, + { + "alias": "Uptime", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "pattern": "Value", + "thresholds": [], + "type": "number", + "unit": "s" + }, + { + "alias": "", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "pattern": "instance", + "sanitize": false, + "thresholds": [], + "type": "hidden", + "unit": "short" + }, + { + "alias": "", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "pattern": "job", + "thresholds": [], + "type": "hidden", + "unit": "short" + }, + { + "alias": "Processes", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "dateFormat": "YYYY-MM-DD HH:mm:ss", + "decimals": 2, + "pattern": "groupname", + "thresholds": [], + "type": "string", + "unit": "short" + }, + { + "alias": "", + "align": "auto", + "colorMode": null, + "colors": [ + "rgba(245, 54, 54, 0.9)", + "rgba(237, 129, 40, 0.89)", + "rgba(50, 172, 45, 0.97)" + ], + "decimals": 2, + "pattern": "/.*/", + "thresholds": [], + "type": "number", + "unit": "short" + } + ], + "targets": [ + { + "expr": "time()-(namedprocess_namegroup_oldest_start_time_seconds{instance=~\"$host\"}>0)", + "format": "table", + "instant": true, + "interval": "", + "intervalFactor": 1, + "legendFormat": "", + "refId": "A" + } + ], + "title": "Processes by uptime", + "transform": "table", + "type": "table-old" + } + ], + "title": "Process Uptime", + "type": "row" + } + ], + "refresh": "1m", + "schemaVersion": 31, + "style": "dark", + "tags": [ + "Insight" + ], + "templating": { + "list": [ + { + "auto": true, + "auto_count": 200, + "auto_min": "1s", + "current": { + "selected": false, + "text": "auto", + "value": "$__auto_interval_interval" + }, + "datasource": null, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "Interval", + "multi": false, + "name": "interval", + "options": [ + { + "selected": true, + "text": "auto", + "value": "$__auto_interval_interval" + }, + { + "selected": false, + "text": "1s", + "value": "1s" + }, + { + "selected": false, + "text": "5s", + "value": "5s" + }, + { + "selected": false, + "text": "1m", + "value": "1m" + }, + { + "selected": false, + "text": "5m", + "value": "5m" + }, + { + "selected": false, + "text": "1h", + "value": "1h" + }, + { + "selected": false, + "text": "6h", + "value": "6h" + }, + { + "selected": false, + "text": "1d", + "value": "1d" + } + ], + "query": "1s,5s,1m,5m,1h,6h,1d", + "queryValue": "", + "refresh": 2, + "skipUrlSync": false, + "type": "interval" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "localhost:9256", + "value": "localhost:9256" + }, + "datasource": "Prometheus", + "definition": "", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "Host", + "multi": false, + "name": "host", + "options": [], + "query": { + "query": "label_values(namedprocess_namegroup_num_procs, instance)", + "refId": "Prometheus-host-Variable-Query" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + }, + { + "allValue": ".+", + "current": { + "selected": false, + "text": "All", + "value": "$__all" + }, + "datasource": "Prometheus", + "definition": "", + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "Processes", + "multi": true, + "name": "processes", + "options": [], + "query": { + "query": "label_values(namedprocess_namegroup_cpu_user_seconds_total{instance=~\"$host\"},groupname)", + "refId": "Prometheus-processes-Variable-Query" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "tagValuesQuery": "", + "tagsQuery": "", + "type": "query", + "useTags": false + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "10s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ], + "time_options": [ + "5m", + "15m", + "1h", + "6h", + "12h", + "24h", + "2d", + "7d", + "30d" + ] + }, + "timezone": "browser", + "title": "System Processes Metrics", + "uid": "oZpynZ7mz", + "version": 3 +}, +"folderId": 20 +} diff --git a/install/grafana_rich/dashboard/properties-all.json b/install/grafana_rich/dashboard/properties-all.json new file mode 100644 index 0000000..98ee7af --- /dev/null +++ b/install/grafana_rich/dashboard/properties-all.json @@ -0,0 +1,2339 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1639132374233, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "id": 194, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_immutable_mem_table{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_immutable_mem_table", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:num_immutable_mem_table_flushed{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_immutable_mem_table_flushed", + "refId": "B" + } + ], + "title": "immutable_mem", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 0 + }, + "id": 196, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_running_flushes{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_running_flushes", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:num_running_compactions{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_running_compactions", + "refId": "B" + } + ], + "title": "num_running", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 0 + }, + "id": 198, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:cur_size_active_mem_table{job=$data_type}", + "interval": "", + "legendFormat": "engine:cur_size_active_mem_table", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:cur_size_all_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:cur_size_all_mem_tables", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:size_all_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:size_all_mem_tables", + "refId": "C" + } + ], + "title": "mem_table size", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 0 + }, + "id": 211, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_entries_active_mem_table{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_entries_active_mem_table", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:num_entries_imm_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_entries_imm_mem_tables", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:num_deletes_active_mem_table{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_deletes_active_mem_table", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:num_deletes_imm_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_deletes_imm_mem_tables", + "refId": "G" + } + ], + "title": "mem_table num", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 9 + }, + "id": 199, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:estimate_num_keys{job=$data_type}", + "interval": "", + "legendFormat": "engine:estimate_num_keys", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:estimate_table_readers_mem{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:estimate_table_readers_mem", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:estimate_live_data_size{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:estimate_live_data_size", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:estimate_pending_compaction_bytes{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:estimate_pending_compaction_bytes", + "refId": "D" + } + ], + "title": "estimate", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 9 + }, + "id": 201, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:is_file_deletions_enabled{job=$data_type}", + "interval": "", + "legendFormat": "engine:is_file_deletions_enabled", + "refId": "A" + } + ], + "title": "engine:is_file_deletions_enabled", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 9 + }, + "id": 197, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:background_errors{job=$data_type}", + "interval": "", + "legendFormat": "engine:background_errors", + "refId": "A" + } + ], + "title": "engine:background_errors", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 9 + }, + "id": 203, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_live_versions{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_live_versions", + "refId": "A" + } + ], + "title": "engine:num_live_versions", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 18 + }, + "id": 204, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:total_sst_files_size{job=$data_type}", + "interval": "", + "legendFormat": "engine:total_sst_files_size", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:live_sst_files_size{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:live_sst_files_size", + "refId": "B" + } + ], + "title": "sst_files_size", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 18 + }, + "id": 205, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:base_level{job=$data_type}", + "interval": "", + "legendFormat": "engine:base_level", + "refId": "A" + } + ], + "title": "engine:base_level", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 18 + }, + "id": 202, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_snapshots{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_snapshots", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:oldest_snapshot_time{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:oldest_snapshot_time", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:oldest_snapshot_sequence{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:oldest_snapshot_sequence", + "refId": "C" + } + ], + "title": "snapshots", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 18 + }, + "id": 208, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_files_at_level0{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_files_at_level0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level1{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level2{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level3{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level4{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level5{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level5", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level6{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level6", + "refId": "G" + } + ], + "title": "num_files", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 27 + }, + "id": 209, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level0{job=$data_type}", + "interval": "", + "legendFormat": "engine:compression_ratio_at_level0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level1{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level2{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level3{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level4{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level5{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level5", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level6{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level6", + "refId": "G" + } + ], + "title": "compression_ratio", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 27 + }, + "id": 207, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:actual_delayed_write_rate{job=$data_type}", + "interval": "", + "legendFormat": "engine:actual_delayed_write_rate", + "refId": "A" + } + ], + "title": "engine:actual_delayed_write_rate", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 36 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "rate", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "rate($rate{job=$data_type}[1m])", + "interval": "", + "legendFormat": "rate", + "refId": "A" + } + ], + "title": "rate $rate", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 45 + }, + "id": 214, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "cfstats_rate", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L0:$cfstats_rate\"}[1m])", + "interval": "", + "legendFormat": "L0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L1:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L2:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L3:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L4:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:Sum:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "Sum", + "refId": "F" + } + ], + "title": "cfstats rate $cfstats_rate", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 72 + }, + "id": 213, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "cfstats_actual", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L0:$cfstats_actual\"}", + "interval": "", + "legendFormat": "L0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L1:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L2:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L3:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L4:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:Sum:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "Sum", + "refId": "F" + } + ], + "title": "cfstats actual $cfstats_actual", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "description": "", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 90 + }, + "id": 216, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "leveldataflag", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:aggregated_table_properties{job=$data_type,flag=$leveldataflag}", + "hide": false, + "interval": "", + "legendFormat": "aggregated", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level0{job=$data_type,flag=$leveldataflag}>0", + "hide": false, + "interval": "", + "legendFormat": "level0", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level1{job=$data_type,flag=$leveldataflag}>0", + "hide": false, + "interval": "", + "legendFormat": "level1", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level2{job=$data_type,flag=$leveldataflag}>0", + "hide": false, + "interval": "", + "legendFormat": "level2", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level3{job=$data_type,flag=$leveldataflag}>0", + "hide": false, + "interval": "", + "legendFormat": "level3", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level4{job=$data_type,flag=$leveldataflag}>0", + "hide": false, + "interval": "", + "legendFormat": "level4", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level5{job=$data_type,flag=$leveldataflag}>0", + "hide": false, + "interval": "", + "legendFormat": "level5", + "refId": "G" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level6{job=$data_type,flag=$leveldataflag}>0", + "hide": false, + "interval": "", + "legendFormat": "level6", + "refId": "H" + } + ], + "title": "aggregated table properties $leveldataflag", + "type": "timeseries" + } + ], + "refresh": false, + "schemaVersion": 32, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": false, + "text": "\"props-hashes-data_cf\"", + "value": "\"props-hashes-data_cf\"" + }, + { + "selected": false, + "text": "\"props-hashes-default\"", + "value": "\"props-hashes-default\"" + }, + { + "selected": false, + "text": "\"props-lists-data_cf\"", + "value": "\"props-lists-data_cf\"" + }, + { + "selected": false, + "text": "\"props-lists-default\"", + "value": "\"props-lists-default\"" + }, + { + "selected": false, + "text": "\"props-sets-default\"", + "value": "\"props-sets-default\"" + }, + { + "selected": false, + "text": "\"props-sets-member_cf\"", + "value": "\"props-sets-member_cf\"" + }, + { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + { + "selected": false, + "text": "\"props-zsets-data_cf\"", + "value": "\"props-zsets-data_cf\"" + }, + { + "selected": false, + "text": "\"props-zsets-default\"", + "value": "\"props-zsets-default\"" + }, + { + "selected": false, + "text": "\"props-zsets-score_cf\"", + "value": "\"props-zsets-score_cf\"" + }, + { + "selected": false, + "text": "", + "value": "" + } + ], + "query": "\"props-hashes-data_cf\",\"props-hashes-default\",\"props-lists-data_cf\",\"props-lists-default\",\"props-sets-default\",\"props-sets-member_cf\",\"props-strings\",\"props-zsets-data_cf\",\"props-zsets-default\",\"props-zsets-score_cf\", ", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "rate", + "multi": true, + "name": "rate", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:min_log_number_to_keep", + "value": "engine:min_log_number_to_keep" + }, + { + "selected": false, + "text": "engine:min_obsolete_sst_number_to_keep", + "value": "engine:min_obsolete_sst_number_to_keep" + } + ], + "query": "engine:min_log_number_to_keep,engine:min_obsolete_sst_number_to_keep,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "cfstats_actual", + "multi": true, + "name": "cfstats_actual", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "AvgSec", + "value": "AvgSec" + }, + { + "selected": false, + "text": "CompactedFiles", + "value": "CompactedFiles" + }, + { + "selected": false, + "text": "NumFiles", + "value": "NumFiles" + }, + { + "selected": false, + "text": "ReadMBps", + "value": "ReadMBps" + }, + { + "selected": false, + "text": "Score", + "value": "Score" + }, + { + "selected": false, + "text": "SizeBytes", + "value": "SizeBytes" + }, + { + "selected": false, + "text": "WriteAmp", + "value": "WriteAmp" + }, + { + "selected": false, + "text": "WriteMBps", + "value": "WriteMBps" + } + ], + "query": "AvgSec,CompactedFiles,NumFiles,ReadMBps,Score,SizeBytes,WriteAmp,WriteMBps,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "cfstats_rate", + "multi": true, + "name": "cfstats_rate", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "CompCount", + "value": "CompCount" + }, + { + "selected": false, + "text": "CompMergeCPU", + "value": "CompMergeCPU" + }, + { + "selected": false, + "text": "CompSec", + "value": "CompSec" + }, + { + "selected": false, + "text": "KeyDrop", + "value": "KeyDrop" + }, + { + "selected": false, + "text": "KeyIn", + "value": "KeyIn" + }, + { + "selected": false, + "text": "MovedGB", + "value": "MovedGB" + }, + { + "selected": false, + "text": "ReadGB", + "value": "ReadGB" + }, + { + "selected": false, + "text": "RnGB", + "value": "RnGB" + }, + { + "selected": false, + "text": "Rnp1GB", + "value": "Rnp1GB" + }, + { + "selected": false, + "text": "WnewGB", + "value": "WnewGB" + }, + { + "selected": false, + "text": "WriteGB", + "value": "WriteGB" + } + ], + "query": "CompCount,CompMergeCPU,CompSec,KeyDrop,KeyIn,MovedGB,ReadGB,RnGB,Rnp1GB,WnewGB,WriteGB", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "io_stalls", + "multi": true, + "name": "io_stalls", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "level0_numfiles", + "value": "level0_numfiles" + }, + { + "selected": false, + "text": "level0_numfiles_with_compaction", + "value": "level0_numfiles_with_compaction" + }, + { + "selected": false, + "text": "level0_slowdown", + "value": "level0_slowdown" + }, + { + "selected": false, + "text": "level0_slowdown_with_compaction", + "value": "level0_slowdown_with_compaction" + }, + { + "selected": false, + "text": "memtable_compaction", + "value": "memtable_compaction" + }, + { + "selected": false, + "text": "memtable_slowdown", + "value": "memtable_slowdown" + }, + { + "selected": false, + "text": "slowdown_for_pending_compaction_bytes", + "value": "slowdown_for_pending_compaction_bytes" + }, + { + "selected": false, + "text": "stop_for_pending_compaction_bytes", + "value": "stop_for_pending_compaction_bytes" + }, + { + "selected": false, + "text": "total_slowdown", + "value": "total_slowdown" + }, + { + "selected": false, + "text": "total_stop", + "value": "total_stop" + } + ], + "query": "level0_numfiles,level0_numfiles_with_compaction,level0_slowdown,level0_slowdown_with_compaction,memtable_compaction,memtable_slowdown,slowdown_for_pending_compaction_bytes,stop_for_pending_compaction_bytes,total_slowdown,total_stop,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "leveldataflag", + "multi": true, + "name": "leveldataflag", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "\"data_size\"", + "value": "\"data_size\"" + }, + { + "selected": false, + "text": "\"index_size\"", + "value": "\"index_size\"" + }, + { + "selected": false, + "text": "\"num_data_blocks\"", + "value": "\"num_data_blocks\"" + }, + { + "selected": false, + "text": "\"num_deletions\"", + "value": "\"num_deletions\"" + }, + { + "selected": false, + "text": "\"num_entries\"", + "value": "\"num_entries\"" + }, + { + "selected": false, + "text": "\"raw_key_size\"", + "value": "\"raw_key_size\"" + }, + { + "selected": false, + "text": "\"raw_value_size\"", + "value": "\"raw_value_size\"" + } + ], + "query": "\"data_size\",\"index_size\",\"num_data_blocks\",\"num_deletions\",\"num_entries\",\"raw_key_size\",\"raw_value_size\",", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "properties all", + "uid": "8zHiLf27z", + "version": 12 +} +} diff --git a/install/grafana_rich/dashboard/properties-cfstat.json b/install/grafana_rich/dashboard/properties-cfstat.json new file mode 100644 index 0000000..42a0a20 --- /dev/null +++ b/install/grafana_rich/dashboard/properties-cfstat.json @@ -0,0 +1,711 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1634784832266, + "links": [], + "liveNow": false, + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "id": 4, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "cfstats_actual", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L0:$cfstats_actual\"}", + "interval": "", + "legendFormat": "L0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L1:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L2:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L3:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:L4:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "L4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"compaction:Sum:$cfstats_actual\"}", + "hide": false, + "interval": "", + "legendFormat": "Sum", + "refId": "F" + } + ], + "title": "cfstat actual $cfstats_actual", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 18 + }, + "id": 30, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "cfstats_rate", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L0:$cfstats_rate\"}[1m])", + "interval": "", + "legendFormat": "L0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L1:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L2:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L3:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:L4:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "L4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "rate(engine:cfstats{job=$data_type, flag=\"compaction:Sum:$cfstats_rate\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "Sum", + "refId": "F" + } + ], + "title": "cfstat rate $cfstats_rate", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 45 + }, + "id": 11, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "io_stalls", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:cfstats{job=$data_type, flag=\"io_stalls:$io_stalls\"}", + "interval": "", + "legendFormat": "{{flag}}", + "refId": "A" + } + ], + "title": "cfstat io_stalls $io_stalls", + "type": "timeseries" + } + ], + "refresh": "", + "schemaVersion": 31, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": false, + "text": "\"props-hashes-data_cf\"", + "value": "\"props-hashes-data_cf\"" + }, + { + "selected": false, + "text": "\"props-hashes-default\"", + "value": "\"props-hashes-default\"" + }, + { + "selected": false, + "text": "\"props-lists-data_cf\"", + "value": "\"props-lists-data_cf\"" + }, + { + "selected": false, + "text": "\"props-lists-default\"", + "value": "\"props-lists-default\"" + }, + { + "selected": false, + "text": "\"props-sets-default\"", + "value": "\"props-sets-default\"" + }, + { + "selected": false, + "text": "\"props-sets-member_cf\"", + "value": "\"props-sets-member_cf\"" + }, + { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + { + "selected": false, + "text": "\"props-zsets-data_cf\"", + "value": "\"props-zsets-data_cf\"" + }, + { + "selected": false, + "text": "\"props-zsets-default\"", + "value": "\"props-zsets-default\"" + }, + { + "selected": false, + "text": "\"props-zsets-score_cf\"", + "value": "\"props-zsets-score_cf\"" + }, + { + "selected": false, + "text": "", + "value": "" + } + ], + "query": "\"props-hashes-data_cf\",\"props-hashes-default\",\"props-lists-data_cf\",\"props-lists-default\",\"props-sets-default\",\"props-sets-member_cf\",\"props-strings\",\"props-zsets-data_cf\",\"props-zsets-default\",\"props-zsets-score_cf\", ", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "cfstats_actual", + "multi": true, + "name": "cfstats_actual", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "AvgSec", + "value": "AvgSec" + }, + { + "selected": false, + "text": "CompactedFiles", + "value": "CompactedFiles" + }, + { + "selected": false, + "text": "NumFiles", + "value": "NumFiles" + }, + { + "selected": false, + "text": "ReadMBps", + "value": "ReadMBps" + }, + { + "selected": false, + "text": "Score", + "value": "Score" + }, + { + "selected": false, + "text": "SizeBytes", + "value": "SizeBytes" + }, + { + "selected": false, + "text": "WriteAmp", + "value": "WriteAmp" + }, + { + "selected": false, + "text": "WriteMBps", + "value": "WriteMBps" + } + ], + "query": "AvgSec,CompactedFiles,NumFiles,ReadMBps,Score,SizeBytes,WriteAmp,WriteMBps,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "cfstats_rate", + "multi": true, + "name": "cfstats_rate", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "CompCount", + "value": "CompCount" + }, + { + "selected": false, + "text": "CompMergeCPU", + "value": "CompMergeCPU" + }, + { + "selected": false, + "text": "CompSec", + "value": "CompSec" + }, + { + "selected": false, + "text": "KeyDrop", + "value": "KeyDrop" + }, + { + "selected": false, + "text": "KeyIn", + "value": "KeyIn" + }, + { + "selected": false, + "text": "MovedGB", + "value": "MovedGB" + }, + { + "selected": false, + "text": "ReadGB", + "value": "ReadGB" + }, + { + "selected": false, + "text": "RnGB", + "value": "RnGB" + }, + { + "selected": false, + "text": "Rnp1GB", + "value": "Rnp1GB" + }, + { + "selected": false, + "text": "WnewGB", + "value": "WnewGB" + }, + { + "selected": false, + "text": "WriteGB", + "value": "WriteGB" + } + ], + "query": "CompCount,CompMergeCPU,CompSec,KeyDrop,KeyIn,MovedGB,ReadGB,RnGB,Rnp1GB,WnewGB,WriteGB", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "io_stalls", + "multi": true, + "name": "io_stalls", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "level0_numfiles", + "value": "level0_numfiles" + }, + { + "selected": false, + "text": "level0_numfiles_with_compaction", + "value": "level0_numfiles_with_compaction" + }, + { + "selected": false, + "text": "level0_slowdown", + "value": "level0_slowdown" + }, + { + "selected": false, + "text": "level0_slowdown_with_compaction", + "value": "level0_slowdown_with_compaction" + }, + { + "selected": false, + "text": "memtable_compaction", + "value": "memtable_compaction" + }, + { + "selected": false, + "text": "memtable_slowdown", + "value": "memtable_slowdown" + }, + { + "selected": false, + "text": "slowdown_for_pending_compaction_bytes", + "value": "slowdown_for_pending_compaction_bytes" + }, + { + "selected": false, + "text": "stop_for_pending_compaction_bytes", + "value": "stop_for_pending_compaction_bytes" + }, + { + "selected": false, + "text": "total_slowdown", + "value": "total_slowdown" + }, + { + "selected": false, + "text": "total_stop", + "value": "total_stop" + } + ], + "query": "level0_numfiles,level0_numfiles_with_compaction,level0_slowdown,level0_slowdown_with_compaction,memtable_compaction,memtable_slowdown,slowdown_for_pending_compaction_bytes,stop_for_pending_compaction_bytes,total_slowdown,total_stop,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "properties cfstat", + "uid": "IsGBo9Ini", + "version": 11 +} +} diff --git a/install/grafana_rich/dashboard/properties-common.json b/install/grafana_rich/dashboard/properties-common.json new file mode 100644 index 0000000..7cc2ebf --- /dev/null +++ b/install/grafana_rich/dashboard/properties-common.json @@ -0,0 +1,1641 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1634109621253, + "links": [], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "id": 194, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_immutable_mem_table{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_immutable_mem_table", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:num_immutable_mem_table_flushed{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_immutable_mem_table_flushed", + "refId": "B" + } + ], + "title": "immutable_mem", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 0 + }, + "id": 196, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_running_flushes{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_running_flushes", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:num_running_compactions{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_running_compactions", + "refId": "B" + } + ], + "title": "num_running", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 0 + }, + "id": 198, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:cur_size_active_mem_table{job=$data_type}", + "interval": "", + "legendFormat": "engine:cur_size_active_mem_table", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:cur_size_all_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:cur_size_all_mem_tables", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:size_all_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:size_all_mem_tables", + "refId": "C" + } + ], + "title": "mem_table size", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 0 + }, + "id": 211, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_entries_active_mem_table{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_entries_active_mem_table", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:num_entries_imm_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_entries_imm_mem_tables", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:num_deletes_active_mem_table{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_deletes_active_mem_table", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:num_deletes_imm_mem_tables{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_deletes_imm_mem_tables", + "refId": "G" + } + ], + "title": "mem_table num", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 9 + }, + "id": 199, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:estimate_num_keys{job=$data_type}", + "interval": "", + "legendFormat": "engine:estimate_num_keys", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:estimate_table_readers_mem{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:estimate_table_readers_mem", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:estimate_live_data_size{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:estimate_live_data_size", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:estimate_pending_compaction_bytes{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:estimate_pending_compaction_bytes", + "refId": "D" + } + ], + "title": "estimate", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 9 + }, + "id": 201, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:is_file_deletions_enabled{job=$data_type}", + "interval": "", + "legendFormat": "engine:is_file_deletions_enabled", + "refId": "A" + } + ], + "title": "engine:is_file_deletions_enabled", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 9 + }, + "id": 197, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:background_errors{job=$data_type}", + "interval": "", + "legendFormat": "engine:background_errors", + "refId": "A" + } + ], + "title": "engine:background_errors", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 9 + }, + "id": 203, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_live_versions{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_live_versions", + "refId": "A" + } + ], + "title": "engine:num_live_versions", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 18 + }, + "id": 204, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:total_sst_files_size{job=$data_type}", + "interval": "", + "legendFormat": "engine:total_sst_files_size", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:live_sst_files_size{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:live_sst_files_size", + "refId": "B" + } + ], + "title": "sst_files_size", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 18 + }, + "id": 205, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:base_level{job=$data_type}", + "interval": "", + "legendFormat": "engine:base_level", + "refId": "A" + } + ], + "title": "engine:base_level", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 18 + }, + "id": 202, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_snapshots{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_snapshots", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:oldest_snapshot_time{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:oldest_snapshot_time", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:oldest_snapshot_sequence{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:oldest_snapshot_sequence", + "refId": "C" + } + ], + "title": "snapshots", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 18 + }, + "id": 208, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:num_files_at_level0{job=$data_type}", + "interval": "", + "legendFormat": "engine:num_files_at_level0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level1{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level2{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level3{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level4{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level5{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level5", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:num_files_at_level6{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:num_files_at_level6", + "refId": "G" + } + ], + "title": "num_files", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 27 + }, + "id": 209, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level0{job=$data_type}", + "interval": "", + "legendFormat": "engine:compression_ratio_at_level0", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level1{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level1", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level2{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level2", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level3{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level3", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level4{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level4", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level5{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level5", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:compression_ratio_at_level6{job=$data_type}", + "hide": false, + "interval": "", + "legendFormat": "engine:compression_ratio_at_level6", + "refId": "G" + } + ], + "title": "compression_ratio", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 27 + }, + "id": 207, + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:actual_delayed_write_rate{job=$data_type}", + "interval": "", + "legendFormat": "engine:actual_delayed_write_rate", + "refId": "A" + } + ], + "title": "engine:actual_delayed_write_rate", + "type": "timeseries" + }, + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 36 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "rate", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "rate($rate{job=$data_type}[1m])", + "interval": "", + "legendFormat": "rate", + "refId": "A" + } + ], + "title": "rate $rate", + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": false, + "text": "\"props-hashes-data_cf\"", + "value": "\"props-hashes-data_cf\"" + }, + { + "selected": false, + "text": "\"props-hashes-default\"", + "value": "\"props-hashes-default\"" + }, + { + "selected": false, + "text": "\"props-lists-data_cf\"", + "value": "\"props-lists-data_cf\"" + }, + { + "selected": false, + "text": "\"props-lists-default\"", + "value": "\"props-lists-default\"" + }, + { + "selected": false, + "text": "\"props-sets-default\"", + "value": "\"props-sets-default\"" + }, + { + "selected": false, + "text": "\"props-sets-member_cf\"", + "value": "\"props-sets-member_cf\"" + }, + { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + { + "selected": false, + "text": "\"props-zsets-data_cf\"", + "value": "\"props-zsets-data_cf\"" + }, + { + "selected": false, + "text": "\"props-zsets-default\"", + "value": "\"props-zsets-default\"" + }, + { + "selected": false, + "text": "\"props-zsets-score_cf\"", + "value": "\"props-zsets-score_cf\"" + }, + { + "selected": false, + "text": "", + "value": "" + } + ], + "query": "\"props-hashes-data_cf\",\"props-hashes-default\",\"props-lists-data_cf\",\"props-lists-default\",\"props-sets-default\",\"props-sets-member_cf\",\"props-strings\",\"props-zsets-data_cf\",\"props-zsets-default\",\"props-zsets-score_cf\", ", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "rate", + "multi": true, + "name": "rate", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:min_log_number_to_keep", + "value": "engine:min_log_number_to_keep" + }, + { + "selected": false, + "text": "engine:min_obsolete_sst_number_to_keep", + "value": "engine:min_obsolete_sst_number_to_keep" + } + ], + "query": "engine:min_log_number_to_keep,engine:min_obsolete_sst_number_to_keep,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "properties common", + "uid": "3kzcOrv7z", + "version": 4 +} +} diff --git a/install/grafana_rich/dashboard/properties-level.json b/install/grafana_rich/dashboard/properties-level.json new file mode 100644 index 0000000..1b43102 --- /dev/null +++ b/install/grafana_rich/dashboard/properties-level.json @@ -0,0 +1,344 @@ +{ +"dashboard":{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": 0, + "iteration": 1634025160733, + "links": [], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 5, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "multi" + } + }, + "repeat": "flag", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "engine:aggregated_table_properties{job=$data_type,flag=$flag}", + "interval": "", + "legendFormat": "aggregated", + "refId": "A" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level0{job=$data_type,flag=$flag}>0", + "hide": false, + "interval": "", + "legendFormat": "level0", + "refId": "B" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level1{job=$data_type,flag=$flag}>0", + "hide": false, + "interval": "", + "legendFormat": "level1", + "refId": "C" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level2{job=$data_type,flag=$flag}>0", + "hide": false, + "interval": "", + "legendFormat": "level2", + "refId": "D" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level3{job=$data_type,flag=$flag}>0", + "hide": false, + "interval": "", + "legendFormat": "level3", + "refId": "E" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level4{job=$data_type,flag=$flag}>0", + "hide": false, + "interval": "", + "legendFormat": "level4", + "refId": "F" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level5{job=$data_type,flag=$flag}>0", + "hide": false, + "interval": "", + "legendFormat": "level5", + "refId": "G" + }, + { + "exemplar": true, + "expr": "engine:aggregated_table_properties_at_level6{job=$data_type,flag=$flag}>0", + "hide": false, + "interval": "", + "legendFormat": "level6", + "refId": "H" + } + ], + "title": "level statisitc $flag", + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": [], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": false, + "text": "\"props-hashes-data_cf\"", + "value": "\"props-hashes-data_cf\"" + }, + { + "selected": false, + "text": "\"props-hashes-default\"", + "value": "\"props-hashes-default\"" + }, + { + "selected": false, + "text": "\"props-lists-data_cf\"", + "value": "\"props-lists-data_cf\"" + }, + { + "selected": false, + "text": "\"props-lists-default\"", + "value": "\"props-lists-default\"" + }, + { + "selected": false, + "text": "\"props-sets-default\"", + "value": "\"props-sets-default\"" + }, + { + "selected": false, + "text": "\"props-sets-member_cf\"", + "value": "\"props-sets-member_cf\"" + }, + { + "selected": true, + "text": "\"props-strings\"", + "value": "\"props-strings\"" + }, + { + "selected": false, + "text": "\"props-zsets-data_cf\"", + "value": "\"props-zsets-data_cf\"" + }, + { + "selected": false, + "text": "\"props-zsets-default\"", + "value": "\"props-zsets-default\"" + }, + { + "selected": false, + "text": "\"props-zsets-score_cf\"", + "value": "\"props-zsets-score_cf\"" + }, + { + "selected": false, + "text": "", + "value": "" + } + ], + "query": "\"props-hashes-data_cf\",\"props-hashes-default\",\"props-lists-data_cf\",\"props-lists-default\",\"props-sets-default\",\"props-sets-member_cf\",\"props-strings\",\"props-zsets-data_cf\",\"props-zsets-default\",\"props-zsets-score_cf\", ", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "\"data_size\"" + ], + "value": [ + "\"data_size\"" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "level data flag", + "multi": true, + "name": "flag", + "options": [ + { + "selected": false, + "text": "All", + "value": "$__all" + }, + { + "selected": true, + "text": "\"data_size\"", + "value": "\"data_size\"" + }, + { + "selected": false, + "text": "\"index_size\"", + "value": "\"index_size\"" + }, + { + "selected": false, + "text": "\"num_data_blocks\"", + "value": "\"num_data_blocks\"" + }, + { + "selected": false, + "text": "\"num_deletions\"", + "value": "\"num_deletions\"" + }, + { + "selected": false, + "text": "\"num_entries\"", + "value": "\"num_entries\"" + }, + { + "selected": false, + "text": "\"raw_key_size\"", + "value": "\"raw_key_size\"" + }, + { + "selected": false, + "text": "\"raw_value_size\"", + "value": "\"raw_value_size\"" + } + ], + "query": "\"data_size\",\"index_size\",\"num_data_blocks\",\"num_deletions\",\"num_entries\",\"raw_key_size\",\"raw_value_size\",", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "properties level", + "uid": "bwiPp9vnk", + "version": 4 +} +} diff --git a/install/grafana_rich/dashboard/rocksdb-histogram-all.json b/install/grafana_rich/dashboard/rocksdb-histogram-all.json new file mode 100644 index 0000000..03fca9e --- /dev/null +++ b/install/grafana_rich/dashboard/rocksdb-histogram-all.json @@ -0,0 +1,593 @@ +{ +"dashboard":{ + "__inputs": [], + "__requires": [ + { + "type": "grafana", + "id": "grafana", + "name": "Grafana", + "version": "8.1.0" + }, + { + "type": "panel", + "id": "timeseries", + "name": "Time series", + "version": "" + } + ], + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1631962298153, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "engine histogram" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed3" + } + }, + "repeat": "bucket_id", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.90, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(${bucket_id}_sum{job=\"stat-$data_type\"}[1m])/delta(${bucket_id}_count{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$bucket_id", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["engine histogram"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": "strings,hashes,lists,sets,zsets,", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:compaction:outfile:sync:micros", + "engine:compaction:times:micros", + "engine:db:flush:micros", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:dcompaction:input:zip:bytes", + "engine:dcompaction:output:file:raw:size", + "engine:dcompaction:output:file:zip:size", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:mutex:wait:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:numfiles:in:singlecompaction", + "engine:sst:read:micros", + "engine:read:zbs:record:micros" + ], + "value": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:compaction:outfile:sync:micros", + "engine:compaction:times:micros", + "engine:db:flush:micros", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:dcompaction:input:zip:bytes", + "engine:dcompaction:output:file:raw:size", + "engine:dcompaction:output:file:zip:size", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:mutex:wait:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:numfiles:in:singlecompaction", + "engine:sst:read:micros", + "engine:read:zbs:record:micros" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "bucket_id", + "multi": true, + "name": "bucket_id", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:bytes:per:read", + "value": "engine:bytes:per:read" + }, + { + "selected": false, + "text": "engine:bytes:per:write", + "value": "engine:bytes:per:write" + }, + { + "selected": false, + "text": "engine:bytes:per:multiget", + "value": "engine:bytes:per:multiget" + }, + { + "selected": false, + "text": "engine:compaction:outfile:sync:micros", + "value": "engine:compaction:outfile:sync:micros" + }, + { + "selected": false, + "text": "engine:compaction:times:cpu_micros", + "value": "engine:compaction:times:cpu_micros" + }, + { + "selected": false, + "text": "engine:compaction:times:micros", + "value": "engine:compaction:times:micros" + }, + { + "selected": false, + "text": "engine:subcompaction:setup:times:micros", + "value": "engine:subcompaction:setup:times:micros" + }, + { + "selected": false, + "text": "engine:cond:wait:nanos", + "value": "engine:cond:wait:nanos" + }, + { + "selected": false, + "text": "engine:hard:rate:limit:delay:count", + "value": "engine:hard:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:l0:slowdown:count", + "value": "engine:l0:slowdown:count" + }, + { + "selected": false, + "text": "engine:memtable:compaction:count", + "value": "engine:memtable:compaction:count" + }, + { + "selected": false, + "text": "engine:mutex:wait:nanos", + "value": "engine:mutex:wait:nanos" + }, + { + "selected": false, + "text": "engine:num:files:stall:count", + "value": "engine:num:files:stall:count" + }, + { + "selected": false, + "text": "engine:soft:rate:limit:delay:count", + "value": "engine:soft:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:db:flush:micros", + "value": "engine:db:flush:micros" + }, + { + "selected": false, + "text": "engine:db:get:micros", + "value": "engine:db:get:micros" + }, + { + "selected": false, + "text": "engine:db:multiget:micros", + "value": "engine:db:multiget:micros" + }, + { + "selected": false, + "text": "engine:db:seek:micros", + "value": "engine:db:seek:micros" + }, + { + "selected": false, + "text": "engine:db:write:micros", + "value": "engine:db:write:micros" + }, + { + "selected": false, + "text": "engine:db:write:stall", + "value": "engine:db:write:stall" + }, + { + "selected": false, + "text": "engine:dcompaction:input:raw:bytes", + "value": "engine:dcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:input:zip:bytes", + "value": "engine:dcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:raw:size", + "value": "engine:dcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:zip:size", + "value": "engine:dcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:retry:count", + "value": "engine:error:handler:autoresume:retry:count" + }, + { + "selected": false, + "text": "engine:lcompaction:input:raw:bytes", + "value": "engine:lcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:input:zip:bytes", + "value": "engine:lcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:raw:size", + "value": "engine:lcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:zip:size", + "value": "engine:lcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:manifest:file:sync:micros", + "value": "engine:manifest:file:sync:micros" + }, + { + "selected": true, + "text": "engine:memtab:construct:nanos", + "value": "engine:memtab:construct:nanos" + }, + { + "selected": false, + "text": "engine:memtab:write:kv:nanos", + "value": "engine:memtab:write:kv:nanos" + }, + { + "selected": false, + "text": "engine:table:open:io:micros", + "value": "engine:table:open:io:micros" + }, + { + "selected": false, + "text": "engine:table:sync:micros", + "value": "engine:table:sync:micros" + }, + { + "selected": false, + "text": "engine:wal:file:sync:micros", + "value": "engine:wal:file:sync:micros" + }, + { + "selected": false, + "text": "engine:write:wal:nanos", + "value": "engine:write:wal:nanos" + }, + { + "selected": false, + "text": "engine:numfiles:in:singlecompaction", + "value": "engine:numfiles:in:singlecompaction" + }, + { + "selected": false, + "text": "engine:num:sst:read:per:level", + "value": "engine:num:sst:read:per:level" + }, + { + "selected": false, + "text": "engine:num:subcompactions:scheduled", + "value": "engine:num:subcompactions:scheduled" + }, + { + "selected": false, + "text": "engine:number:per:multiget", + "value": "engine:number:per:multiget" + }, + { + "selected": false, + "text": "engine:sst:batch:size", + "value": "engine:sst:batch:size" + }, + { + "selected": false, + "text": "engine:sst:read:micros", + "value": "engine:sst:read:micros" + }, + { + "selected": false, + "text": "engine:switch:wal:nanos", + "value": "engine:switch:wal:nanos" + }, + { + "selected": false, + "text": "engine:read:zbs:record:micros", + "value": "engine:read:zbs:record:micros" + } + ], + "query": "engine:bytes:per:read,engine:bytes:per:write,engine:bytes:per:multiget,engine:compaction:outfile:sync:micros,engine:compaction:times:cpu_micros,engine:compaction:times:micros,engine:subcompaction:setup:times:micros,engine:cond:wait:nanos,engine:hard:rate:limit:delay:count,engine:l0:slowdown:count,engine:memtable:compaction:count,engine:mutex:wait:nanos,engine:num:files:stall:count,engine:soft:rate:limit:delay:count,engine:db:flush:micros,engine:db:get:micros,engine:db:multiget:micros,engine:db:seek:micros,engine:db:write:micros,engine:db:write:stall,engine:dcompaction:input:raw:bytes,engine:dcompaction:input:zip:bytes,engine:dcompaction:output:file:raw:size,engine:dcompaction:output:file:zip:size,engine:error:handler:autoresume:retry:count,engine:lcompaction:input:raw:bytes,engine:lcompaction:input:zip:bytes,engine:lcompaction:output:file:raw:size,engine:lcompaction:output:file:zip:size,engine:manifest:file:sync:micros,engine:memtab:construct:nanos,engine:memtab:write:kv:nanos,engine:table:open:io:micros,engine:table:sync:micros,engine:wal:file:sync:micros,engine:write:wal:nanos,engine:numfiles:in:singlecompaction,engine:num:sst:read:per:level,engine:num:subcompactions:scheduled,engine:number:per:multiget,engine:sst:batch:size,engine:sst:read:micros,engine:switch:wal:nanos,engine:read:zbs:record:micros,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "engine histogram", + "uid": "UoBiorink", + "version": 7 +} +} diff --git a/install/grafana_rich/dashboard/rocksdb-histogram-common.json b/install/grafana_rich/dashboard/rocksdb-histogram-common.json new file mode 100644 index 0000000..8ac809d --- /dev/null +++ b/install/grafana_rich/dashboard/rocksdb-histogram-common.json @@ -0,0 +1,475 @@ +{ +"dashboard":{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1631962298153, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "engine histogram common" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 24, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed3" + } + }, + "repeat": "bucket_id", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.90, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(${bucket_id}_sum{job=\"stat-$data_type\"}[1m])/delta(${bucket_id}_count{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$bucket_id", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["engine histogram common"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": "strings,hashes,lists,sets,zsets,", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:sst:read:micros" + ], + "value": [ + "engine:bytes:per:read", + "engine:bytes:per:write", + "engine:db:get:micros", + "engine:db:write:micros", + "engine:manifest:file:sync:micros", + "engine:memtab:construct:nanos", + "engine:memtab:write:kv:nanos", + "engine:table:open:io:micros", + "engine:table:sync:micros", + "engine:sst:read:micros" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "bucket_id", + "multi": true, + "name": "bucket_id", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:bytes:per:read", + "value": "engine:bytes:per:read" + }, + { + "selected": false, + "text": "engine:bytes:per:write", + "value": "engine:bytes:per:write" + }, + { + "selected": false, + "text": "engine:bytes:per:multiget", + "value": "engine:bytes:per:multiget" + }, + { + "selected": false, + "text": "engine:cond:wait:nanos", + "value": "engine:cond:wait:nanos" + }, + { + "selected": false, + "text": "engine:hard:rate:limit:delay:count", + "value": "engine:hard:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:l0:slowdown:count", + "value": "engine:l0:slowdown:count" + }, + { + "selected": false, + "text": "engine:num:files:stall:count", + "value": "engine:num:files:stall:count" + }, + { + "selected": false, + "text": "engine:soft:rate:limit:delay:count", + "value": "engine:soft:rate:limit:delay:count" + }, + { + "selected": false, + "text": "engine:db:get:micros", + "value": "engine:db:get:micros" + }, + { + "selected": false, + "text": "engine:db:multiget:micros", + "value": "engine:db:multiget:micros" + }, + { + "selected": false, + "text": "engine:db:seek:micros", + "value": "engine:db:seek:micros" + }, + { + "selected": false, + "text": "engine:db:write:micros", + "value": "engine:db:write:micros" + }, + { + "selected": false, + "text": "engine:db:write:stall", + "value": "engine:db:write:stall" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:retry:count", + "value": "engine:error:handler:autoresume:retry:count" + }, + { + "selected": false, + "text": "engine:manifest:file:sync:micros", + "value": "engine:manifest:file:sync:micros" + }, + { + "selected": true, + "text": "engine:memtab:construct:nanos", + "value": "engine:memtab:construct:nanos" + }, + { + "selected": false, + "text": "engine:memtab:write:kv:nanos", + "value": "engine:memtab:write:kv:nanos" + }, + { + "selected": false, + "text": "engine:mutex:wait:nanos", + "value": "engine:mutex:wait:nanos" + }, + { + "selected": false, + "text": "engine:table:open:io:micros", + "value": "engine:table:open:io:micros" + }, + { + "selected": false, + "text": "engine:table:sync:micros", + "value": "engine:table:sync:micros" + }, + { + "selected": false, + "text": "engine:wal:file:sync:micros", + "value": "engine:wal:file:sync:micros" + }, + { + "selected": false, + "text": "engine:write:wal:nanos", + "value": "engine:write:wal:nanos" + }, + { + "selected": false, + "text": "engine:num:sst:read:per:level", + "value": "engine:num:sst:read:per:level" + }, + { + "selected": false, + "text": "engine:number:per:multiget", + "value": "engine:number:per:multiget" + }, + { + "selected": false, + "text": "engine:sst:batch:size", + "value": "engine:sst:batch:size" + }, + { + "selected": false, + "text": "engine:sst:read:micros", + "value": "engine:sst:read:micros" + }, + { + "selected": false, + "text": "engine:switch:wal:nanos", + "value": "engine:switch:wal:nanos" + } + ], + "query": "engine:bytes:per:read,engine:bytes:per:write,engine:bytes:per:multiget,engine:hard:rate:limit:delay:count,engine:l0:slowdown:count,engine:num:files:stall:count,engine:soft:rate:limit:delay:count,engine:db:get:micros,engine:db:multiget:micros,engine:db:seek:micros,engine:db:write:micros,engine:db:write:stall,engine:error:handler:autoresume:retry:count,engine:manifest:file:sync:micros,engine:memtab:construct:nanos,engine:memtab:write:kv:nanos,engine:table:open:io:micros,engine:table:sync:micros,engine:wal:file:sync:micros,engine:write:wal:nanos,engine:num:sst:read:per:level,engine:number:per:multiget,engine:sst:batch:size,engine:sst:read:micros,engine:switch:wal:nanos,engine:mutex:wait:nanos,engine:cond:wait:nanos,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "engine histogram common", + "uid": "UoBorIeee", + "version": 1 +} +} diff --git a/install/grafana_rich/dashboard/rocksdb-histogram-compaction.json b/install/grafana_rich/dashboard/rocksdb-histogram-compaction.json new file mode 100644 index 0000000..871b008 --- /dev/null +++ b/install/grafana_rich/dashboard/rocksdb-histogram-compaction.json @@ -0,0 +1,403 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1634111036859, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "engine histogram compaction" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "short" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed3" + } + }, + "repeat": "bucket_id", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.90, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(${bucket_id}_sum{job=\"stat-$data_type\"}[1m])/delta(${bucket_id}_count{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(${bucket_id}_bucket{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$bucket_id", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 30, + "style": "dark", + "tags": ["engine histogram compaction"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": "strings,hashes,lists,sets,zsets,", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "All" + ], + "value": [ + "$__all" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "bucket_id", + "multi": true, + "name": "bucket_id", + "options": [ + { + "selected": true, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:compaction:outfile:sync:micros", + "value": "engine:compaction:outfile:sync:micros" + }, + { + "selected": false, + "text": "engine:compaction:times:cpu_micros", + "value": "engine:compaction:times:cpu_micros" + }, + { + "selected": false, + "text": "engine:compaction:times:micros", + "value": "engine:compaction:times:micros" + }, + { + "selected": false, + "text": "engine:subcompaction:setup:times:micros", + "value": "engine:subcompaction:setup:times:micros" + }, + { + "selected": false, + "text": "engine:memtable:compaction:count", + "value": "engine:memtable:compaction:count" + }, + { + "selected": false, + "text": "engine:db:flush:micros", + "value": "engine:db:flush:micros" + }, + { + "selected": false, + "text": "engine:dcompaction:input:raw:bytes", + "value": "engine:dcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:input:zip:bytes", + "value": "engine:dcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:raw:size", + "value": "engine:dcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:dcompaction:output:file:zip:size", + "value": "engine:dcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:lcompaction:input:raw:bytes", + "value": "engine:lcompaction:input:raw:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:input:zip:bytes", + "value": "engine:lcompaction:input:zip:bytes" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:raw:size", + "value": "engine:lcompaction:output:file:raw:size" + }, + { + "selected": false, + "text": "engine:lcompaction:output:file:zip:size", + "value": "engine:lcompaction:output:file:zip:size" + }, + { + "selected": false, + "text": "engine:numfiles:in:singlecompaction", + "value": "engine:numfiles:in:singlecompaction" + }, + { + "selected": false, + "text": "engine:num:subcompactions:scheduled", + "value": "engine:num:subcompactions:scheduled" + } + ], + "query": "engine:compaction:outfile:sync:micros,engine:compaction:times:cpu_micros,engine:compaction:times:micros,engine:subcompaction:setup:times:micros,engine:memtable:compaction:count,engine:db:flush:micros,engine:dcompaction:input:raw:bytes,engine:dcompaction:input:zip:bytes,engine:dcompaction:output:file:raw:size,engine:dcompaction:output:file:zip:size,engine:lcompaction:input:raw:bytes,engine:lcompaction:input:zip:bytes,engine:lcompaction:output:file:raw:size,engine:lcompaction:output:file:zip:size,engine:numfiles:in:singlecompaction,engine:num:subcompactions:scheduled,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "engine histogram compaction flush", + "uid": "hKJezev9k", + "version": 1 +} +} diff --git a/install/grafana_rich/dashboard/ticker-simple.json b/install/grafana_rich/dashboard/ticker-simple.json new file mode 100644 index 0000000..7bcf61a --- /dev/null +++ b/install/grafana_rich/dashboard/ticker-simple.json @@ -0,0 +1,751 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1636628923322, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "ticker" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 2, + "interval": "15s", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.3", + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeat": "metric_name", + "repeatDirection": "h", + "seriesOverrides": [ + { + "$$hashKey": "object:430", + "alias": "window_avg", + "transform": "constant" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "rate($metric_name{job=\"stat-$data_type\"}[1m])", + "instant": false, + "interval": "", + "legendFormat": "rate", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate($metric_name{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "window_avg", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "$metric_name", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:501", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:502", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "refresh": false, + "schemaVersion": 31, + "style": "dark", + "tags": ["ticker"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "engine:number:keys:written", + "engine:no:file:opens", + "engine:stall:micros", + "engine:files:deleted:immediately", + "engine:bytes:written", + "engine:wal:bytes", + "engine:flush:write:bytes", + "engine:write:self", + "engine:write:other", + "engine:write:wal", + "engine:compact:read:bytes", + "engine:compact:write:bytes", + "engine:lcompact:write:bytes:raw", + "engine:dcompact:write:bytes:raw", + "engine:remote:compact:read:bytes", + "engine:remote:compact:write:bytes", + "engine:superversion_acquires", + "engine:superversion_cleanups", + "engine:superversion_releases", + "engine:error:handler:bg:errro:count" + ], + "value": [ + "engine:number:keys:written", + "engine:no:file:opens", + "engine:stall:micros", + "engine:files:deleted:immediately", + "engine:bytes:written", + "engine:wal:bytes", + "engine:flush:write:bytes", + "engine:write:self", + "engine:write:other", + "engine:write:wal", + "engine:compact:read:bytes", + "engine:compact:write:bytes", + "engine:lcompact:write:bytes:raw", + "engine:dcompact:write:bytes:raw", + "engine:remote:compact:read:bytes", + "engine:remote:compact:write:bytes", + "engine:superversion_acquires", + "engine:superversion_cleanups", + "engine:superversion_releases", + "engine:error:handler:bg:errro:count" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "metric_name", + "multi": true, + "name": "metric_name", + "options": [ + { + "selected": false, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:bloom:filter:useful", + "value": "engine:bloom:filter:useful" + }, + { + "selected": false, + "text": "engine:bloom:filter:full:positive", + "value": "engine:bloom:filter:full:positive" + }, + { + "selected": false, + "text": "engine:bloom:filter:full:true:positive", + "value": "engine:bloom:filter:full:true:positive" + }, + { + "selected": false, + "text": "engine:bloom:filter:micros", + "value": "engine:bloom:filter:micros" + }, + { + "selected": false, + "text": "engine:memtable:hit", + "value": "engine:memtable:hit" + }, + { + "selected": false, + "text": "engine:memtable:miss", + "value": "engine:memtable:miss" + }, + { + "selected": false, + "text": "engine:l0:hit", + "value": "engine:l0:hit" + }, + { + "selected": false, + "text": "engine:l1:hit", + "value": "engine:l1:hit" + }, + { + "selected": false, + "text": "engine:l2andup:hit", + "value": "engine:l2andup:hit" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:new", + "value": "engine:compaction:key:drop:new" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:obsolete", + "value": "engine:compaction:key:drop:obsolete" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:range_del", + "value": "engine:compaction:key:drop:range_del" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:user", + "value": "engine:compaction:key:drop:user" + }, + { + "selected": false, + "text": "engine:compaction:range_del:drop:obsolete", + "value": "engine:compaction:range_del:drop:obsolete" + }, + { + "selected": false, + "text": "engine:compaction:optimized:del:drop:obsolete", + "value": "engine:compaction:optimized:del:drop:obsolete" + }, + { + "selected": false, + "text": "engine:compaction:cancelled", + "value": "engine:compaction:cancelled" + }, + { + "selected": true, + "text": "engine:number:keys:written", + "value": "engine:number:keys:written" + }, + { + "selected": false, + "text": "engine:number:keys:read", + "value": "engine:number:keys:read" + }, + { + "selected": false, + "text": "engine:number:keys:updated", + "value": "engine:number:keys:updated" + }, + { + "selected": false, + "text": "engine:bytes:read", + "value": "engine:bytes:read" + }, + { + "selected": false, + "text": "engine:number:db:seek", + "value": "engine:number:db:seek" + }, + { + "selected": false, + "text": "engine:number:db:next", + "value": "engine:number:db:next" + }, + { + "selected": false, + "text": "engine:number:db:prev", + "value": "engine:number:db:prev" + }, + { + "selected": false, + "text": "engine:number:db:seek:found", + "value": "engine:number:db:seek:found" + }, + { + "selected": false, + "text": "engine:number:db:next:found", + "value": "engine:number:db:next:found" + }, + { + "selected": false, + "text": "engine:number:db:prev:found", + "value": "engine:number:db:prev:found" + }, + { + "selected": false, + "text": "engine:db:iter:bytes:read", + "value": "engine:db:iter:bytes:read" + }, + { + "selected": false, + "text": "engine:no:file:closes", + "value": "engine:no:file:closes" + }, + { + "selected": true, + "text": "engine:no:file:opens", + "value": "engine:no:file:opens" + }, + { + "selected": false, + "text": "engine:no:file:errors", + "value": "engine:no:file:errors" + }, + { + "selected": false, + "text": "engine:l0:slowdown:micros", + "value": "engine:l0:slowdown:micros" + }, + { + "selected": false, + "text": "engine:memtable:compaction:micros", + "value": "engine:memtable:compaction:micros" + }, + { + "selected": false, + "text": "engine:l0:num:files:stall:micros", + "value": "engine:l0:num:files:stall:micros" + }, + { + "selected": true, + "text": "engine:stall:micros", + "value": "engine:stall:micros" + }, + { + "selected": false, + "text": "engine:db:cond:wait:nanos", + "value": "engine:db:cond:wait:nanos" + }, + { + "selected": false, + "text": "engine:db:mutex:wait:nanos", + "value": "engine:db:mutex:wait:nanos" + }, + { + "selected": false, + "text": "engine:rate:limit:delay:millis", + "value": "engine:rate:limit:delay:millis" + }, + { + "selected": false, + "text": "engine:num:iterators", + "value": "engine:num:iterators" + }, + { + "selected": false, + "text": "engine:number:multiget:get", + "value": "engine:number:multiget:get" + }, + { + "selected": false, + "text": "engine:number:multiget:keys:read", + "value": "engine:number:multiget:keys:read" + }, + { + "selected": false, + "text": "engine:number:multiget:bytes:read", + "value": "engine:number:multiget:bytes:read" + }, + { + "selected": false, + "text": "engine:number:deletes:filtered", + "value": "engine:number:deletes:filtered" + }, + { + "selected": false, + "text": "engine:number:merge:failures", + "value": "engine:number:merge:failures" + }, + { + "selected": false, + "text": "engine:bloom:filter:prefix:checked", + "value": "engine:bloom:filter:prefix:checked" + }, + { + "selected": false, + "text": "engine:bloom:filter:prefix:useful", + "value": "engine:bloom:filter:prefix:useful" + }, + { + "selected": false, + "text": "engine:number:reseeks:iteration", + "value": "engine:number:reseeks:iteration" + }, + { + "selected": false, + "text": "engine:getupdatessince:calls", + "value": "engine:getupdatessince:calls" + }, + { + "selected": false, + "text": "engine:wal:synced", + "value": "engine:wal:synced" + }, + { + "selected": false, + "text": "engine:write:timeout", + "value": "engine:write:timeout" + }, + { + "selected": false, + "text": "engine:compact:read:marked:bytes", + "value": "engine:compact:read:marked:bytes" + }, + { + "selected": false, + "text": "engine:compact:read:periodic:bytes", + "value": "engine:compact:read:periodic:bytes" + }, + { + "selected": false, + "text": "engine:compact:read:ttl:bytes", + "value": "engine:compact:read:ttl:bytes" + }, + { + "selected": false, + "text": "engine:compact:write:marked:bytes", + "value": "engine:compact:write:marked:bytes" + }, + { + "selected": false, + "text": "engine:compact:write:periodic:bytes", + "value": "engine:compact:write:periodic:bytes" + }, + { + "selected": false, + "text": "engine:compact:write:ttl:bytes", + "value": "engine:compact:write:ttl:bytes" + }, + { + "selected": false, + "text": "engine:number:direct:load:table:properties", + "value": "engine:number:direct:load:table:properties" + }, + { + "selected": false, + "text": "engine:merge:operation:time:nanos", + "value": "engine:merge:operation:time:nanos" + }, + { + "selected": false, + "text": "engine:filter:operation:time:nanos", + "value": "engine:filter:operation:time:nanos" + }, + { + "selected": false, + "text": "engine:read:amp:estimate:useful:bytes", + "value": "engine:read:amp:estimate:useful:bytes" + }, + { + "selected": false, + "text": "engine:read:amp:total:read:bytes", + "value": "engine:read:amp:total:read:bytes" + }, + { + "selected": false, + "text": "engine:number:rate_limiter:drains", + "value": "engine:number:rate_limiter:drains" + }, + { + "selected": false, + "text": "engine:number:iter:skip", + "value": "engine:number:iter:skip" + }, + { + "selected": false, + "text": "engine:number:multiget:keys:found", + "value": "engine:number:multiget:keys:found" + }, + { + "selected": false, + "text": "engine:num:iterator:created", + "value": "engine:num:iterator:created" + }, + { + "selected": false, + "text": "engine:num:iterator:deleted", + "value": "engine:num:iterator:deleted" + }, + { + "selected": false, + "text": "engine:files:marked:trash", + "value": "engine:files:marked:trash" + }, + { + "selected": true, + "text": "engine:files:deleted:immediately", + "value": "engine:files:deleted:immediately" + }, + { + "selected": true, + "text": "engine:error:handler:bg:errro:count", + "value": "engine:error:handler:bg:errro:count" + }, + { + "selected": false, + "text": "engine:error:handler:bg:io:errro:count", + "value": "engine:error:handler:bg:io:errro:count" + }, + { + "selected": false, + "text": "engine:error:handler:bg:retryable:io:errro:count", + "value": "engine:error:handler:bg:retryable:io:errro:count" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:count", + "value": "engine:error:handler:autoresume:count" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:retry:total:count", + "value": "engine:error:handler:autoresume:retry:total:count" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:success:count", + "value": "engine:error:handler:autoresume:success:count" + }, + { + "selected": true, + "text": "engine:bytes:written", + "value": "engine:bytes:written" + }, + { + "selected": true, + "text": "engine:wal:bytes", + "value": "engine:wal:bytes" + }, + { + "selected": true, + "text": "engine:flush:write:bytes", + "value": "engine:flush:write:bytes" + }, + { + "selected": true, + "text": "engine:write:self", + "value": "engine:write:self" + }, + { + "selected": true, + "text": "engine:write:other", + "value": "engine:write:other" + }, + { + "selected": true, + "text": "engine:write:wal", + "value": "engine:write:wal" + }, + { + "selected": true, + "text": "engine:compact:read:bytes", + "value": "engine:compact:read:bytes" + }, + { + "selected": true, + "text": "engine:compact:write:bytes", + "value": "engine:compact:write:bytes" + }, + + { + "selected": true, + "text": "engine:lcompact:write:bytes:raw", + "value": "engine:lcompact:write:bytes:raw" + }, + { + "selected": true, + "text": "engine:dcompact:write:bytes:raw", + "value": "engine:dcompact:write:bytes:raw" + }, + { + "selected": true, + "text": "engine:remote:compact:read:bytes", + "value": "engine:remote:compact:read:bytes" + }, + { + "selected": true, + "text": "engine:remote:compact:write:bytes", + "value": "engine:remote:compact:write:bytes" + }, + { + "selected": true, + "text": "engine:superversion_acquires", + "value": "engine:superversion_acquires" + }, + { + "selected": true, + "text": "engine:superversion_cleanups", + "value": "engine:superversion_cleanups" + }, + { + "selected": true, + "text": "engine:superversion_releases", + "value": "engine:superversion_releases" + } + ], + "query": "engine:bloom:filter:useful,engine:bloom:filter:full:positive,engine:bloom:filter:full:true:positive,engine:bloom:filter:micros,engine:memtable:hit,engine:memtable:miss,engine:l0:hit,engine:l1:hit,engine:l2andup:hit,engine:compaction:key:drop:new,engine:compaction:key:drop:obsolete,engine:compaction:key:drop:range_del,engine:compaction:key:drop:user,engine:compaction:range_del:drop:obsolete,engine:compaction:optimized:del:drop:obsolete,engine:compaction:cancelled,engine:number:keys:written,engine:number:keys:read,engine:number:keys:updated,engine:bytes:read,engine:number:db:seek,engine:number:db:next,engine:number:db:prev,engine:number:db:seek:found,engine:number:db:next:found,engine:number:db:prev:found,engine:db:iter:bytes:read,engine:no:file:closes,engine:no:file:opens,engine:no:file:errors,engine:l0:slowdown:micros,engine:memtable:compaction:micros,engine:l0:num:files:stall:micros,engine:stall:micros,engine:db:cond:wait:nanos,engine:db:mutex:wait:nanos,engine:rate:limit:delay:millis,engine:num:iterators,engine:number:multiget:get,engine:number:multiget:keys:read,engine:number:multiget:bytes:read,engine:number:deletes:filtered,engine:number:merge:failures,engine:bloom:filter:prefix:checked,engine:bloom:filter:prefix:useful,engine:number:reseeks:iteration,engine:getupdatessince:calls,engine:wal:synced,engine:write:timeout,engine:compact:read:marked:bytes,engine:compact:read:periodic:bytes,engine:compact:read:ttl:bytes,engine:compact:write:marked:bytes,engine:compact:write:periodic:bytes,engine:compact:write:ttl:bytes,engine:number:direct:load:table:properties,engine:merge:operation:time:nanos,engine:filter:operation:time:nanos,engine:read:amp:estimate:useful:bytes,engine:read:amp:total:read:bytes,engine:number:rate_limiter:drains,engine:number:iter:skip,engine:number:multiget:keys:found,engine:num:iterator:created,engine:num:iterator:deleted,engine:files:marked:trash,engine:files:deleted:immediately,engine:error:handler:bg:errro:count,engine:error:handler:bg:io:errro:count,engine:error:handler:bg:retryable:io:errro:count,engine:error:handler:autoresume:count,engine:error:handler:autoresume:retry:total:count,engine:error:handler:autoresume:success:count,engine:bytes:written,engine:wal:bytes,engine:flush:write:bytes,engine:write:self,engine:write:other,engine:write:wal,engine:compact:read:bytes,engine:compact:write:bytes,engine:lcompact:write:bytes:raw,engine:dcompact:write:bytes:raw,engine:remote:compact:read:bytes,engine:remote:compact:write:bytes,engine:superversion_acquires,engine:superversion_cleanups,engine:superversion_releases,", + "queryValue": "error:handler:bg", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": " strings,hashes,lists,sets,zsets,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "ticker simple", + "uid": "-y1G0RI0z", + "version": 2 +} +} diff --git a/install/grafana_rich/dashboard/ticker_aggregate.json b/install/grafana_rich/dashboard/ticker_aggregate.json new file mode 100644 index 0000000..25dda04 --- /dev/null +++ b/install/grafana_rich/dashboard/ticker_aggregate.json @@ -0,0 +1,1432 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1643100496458, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "ticker" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 18, + "interval": "15s", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.4", + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatDirection": "h", + "seriesOverrides": [ + { + "$$hashKey": "object:430", + "alias": "bytes:written_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:129", + "alias": "engine:wal:bytes_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:136", + "alias": "flush:write:bytes_avg", + "transform": "constant" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "rate(engine:bytes:written{job=\"stat-$data_type\"}[1m])", + "instant": false, + "interval": "", + "legendFormat": "bytes:written_rate", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate(engine:bytes:written{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "bytes:written_avg", + "refId": "B" + }, + { + "exemplar": true, + "expr": "rate(engine:wal:bytes{job=\"stat-$data_type\"}[1m])", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "engine:wal:bytes_rate", + "refId": "C" + }, + { + "exemplar": true, + "expr": "rate(engine:wal:bytes{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "engine:wal:bytes_avg", + "refId": "D" + }, + { + "exemplar": true, + "expr": "rate(engine:flush:write:bytes{job=\"stat-$data_type\"}[1m])", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "flush:write:bytes_rate", + "refId": "E" + }, + { + "exemplar": true, + "expr": "rate(engine:flush:write:bytes{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "flush:write:bytes_avg", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "write bytes", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:113", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:114", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 6, + "y": 0 + }, + "hiddenSeries": false, + "id": 34, + "interval": "15s", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.4", + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatDirection": "h", + "seriesOverrides": [ + { + "$$hashKey": "object:430", + "alias": "write:self_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:129", + "alias": "wal:bytes_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:435", + "alias": "write:wal_avg", + "transform": "constant" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "rate(engine:write:self{job=\"stat-$data_type\"}[1m])", + "instant": false, + "interval": "", + "legendFormat": "write:self_rate", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate(engine:write:self{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "write:self_avg", + "refId": "B" + }, + { + "exemplar": true, + "expr": "rate(engine:write:other{job=\"stat-$data_type\"}[1m])", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "write:other_rate", + "refId": "C" + }, + { + "exemplar": true, + "expr": "rate(engine:write:other{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "write:other_avg", + "refId": "D" + }, + { + "exemplar": true, + "expr": "rate(engine:write:wal{job=\"stat-$data_type\"}[1m])", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "write:wal_rate", + "refId": "E" + }, + { + "exemplar": true, + "expr": "rate(engine:write:wal{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "write:wal_avg", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "write batch", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:113", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:114", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 12, + "y": 0 + }, + "hiddenSeries": false, + "id": 41, + "interval": "15s", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.4", + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatDirection": "h", + "seriesOverrides": [ + { + "$$hashKey": "object:430", + "alias": "lcompact:write:bytes:zip_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:129", + "alias": "lcompact:write:bytes:raw_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:533", + "alias": "dcompact:write:bytes:zip_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:540", + "alias": "dcompact:write:bytes:raw_avg", + "transform": "constant" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "rate(engine:compact:write:bytes{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "lcompact:write:bytes:zip_rate", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate(engine:compact:write:bytes{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "lcompact:write:bytes:zip_avg", + "refId": "B" + }, + { + "exemplar": true, + "expr": "rate(engine:lcompact:write:bytes:raw{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "lcompact:write:bytes:raw_rate", + "refId": "C" + }, + { + "exemplar": true, + "expr": "rate(engine:lcompact:write:bytes:raw{job=\"stat-$data_type\"}[$__range])\t", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "lcompact:write:bytes:raw_avg", + "refId": "D" + }, + { + "exemplar": true, + "expr": "rate(engine:remote:compact:write:bytes{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "dcompact:write:bytes:zip_rate", + "refId": "E" + }, + { + "exemplar": true, + "expr": "rate(engine:remote:compact:write:bytes{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "dcompact:write:bytes:zip_avg", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(engine:dcompact:write:bytes:raw{job=\"stat-$data_type\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "dcompact:write:bytes:raw_rate", + "refId": "G" + }, + { + "exemplar": true, + "expr": "rate(engine:dcompact:write:bytes:raw{job=\"stat-$data_type\"}[$__range])\t", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "dcompact:write:bytes:raw_avg", + "refId": "H" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "compact write", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:113", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:114", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 0 + }, + "hiddenSeries": false, + "id": 35, + "interval": "15s", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.4", + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatDirection": "h", + "seriesOverrides": [ + { + "$$hashKey": "object:430", + "alias": "lcompact:read:bytes_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:129", + "alias": "dcompact:read:bytes_avg", + "transform": "constant" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "rate(engine:compact:read:bytes{job=\"stat-$data_type\"}[1m])", + "instant": false, + "interval": "", + "legendFormat": "lcompact:read:bytes:zip_rate", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate(engine:compact:read:bytes{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "lcompact:read:bytes:zip_avg", + "refId": "B" + }, + { + "exemplar": true, + "expr": "rate(engine:remote:compact:read:bytes{job=\"stat-$data_type\"}[1m])", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "dcompact:read:bytes:zip_rate", + "refId": "C" + }, + { + "exemplar": true, + "expr": "rate(engine:remote:compact:read:bytes{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "dcompact:read:bytes:zip_avg", + "refId": "D" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "compact read", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:113", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:114", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 0, + "y": 9 + }, + "hiddenSeries": false, + "id": 2, + "interval": "15s", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.4", + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeat": "metric_name", + "repeatDirection": "h", + "seriesOverrides": [ + { + "$$hashKey": "object:430", + "alias": "window_avg", + "transform": "constant" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "rate($metric_name{job=\"stat-$data_type\"}[1m])", + "instant": false, + "interval": "", + "legendFormat": "rate", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate($metric_name{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "window_avg", + "refId": "B" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "$metric_name", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:501", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:502", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "unit": "short" + }, + "overrides": [] + }, + "fill": 1, + "fillGradient": 0, + "gridPos": { + "h": 9, + "w": 6, + "x": 18, + "y": 9 + }, + "hiddenSeries": false, + "id": 36, + "interval": "15s", + "legend": { + "avg": false, + "current": false, + "max": false, + "min": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { + "alertThreshold": true + }, + "percentage": false, + "pluginVersion": "8.2.4", + "pointradius": 2, + "points": false, + "renderer": "flot", + "repeatDirection": "h", + "seriesOverrides": [ + { + "$$hashKey": "object:430", + "alias": "superversion_acquires_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:129", + "alias": "superversion_cleanups_avg", + "transform": "constant" + }, + { + "$$hashKey": "object:572", + "alias": "superversion_releases_avg", + "transform": "constant" + } + ], + "spaceLength": 10, + "stack": false, + "steppedLine": false, + "targets": [ + { + "exemplar": true, + "expr": "rate(engine:number:superversion_acquires{job=\"stat-$data_type\"}[1m])", + "instant": false, + "interval": "", + "legendFormat": "superversion_acquires_rate", + "refId": "A" + }, + { + "exemplar": true, + "expr": "rate(engine:number:superversion_acquires{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "superversion_acquires_avg", + "refId": "B" + }, + { + "exemplar": true, + "expr": "rate(engine:number:superversion_cleanups{job=\"stat-$data_type\"}[1m])", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "superversion_cleanups_rate", + "refId": "C" + }, + { + "exemplar": true, + "expr": "rate(engine:number:superversion_cleanups{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "superversion_cleanups_avg", + "refId": "D" + }, + { + "exemplar": true, + "expr": "rate(engine:number:superversion_releases{job=\"stat-$data_type\"}[1m])", + "hide": false, + "instant": false, + "interval": "", + "legendFormat": "superversion_releases_rate", + "refId": "E" + }, + { + "exemplar": true, + "expr": "rate(engine:number:superversion_releases{job=\"stat-$data_type\"}[$__range])", + "hide": false, + "instant": true, + "interval": "", + "legendFormat": "superversion_releases_avg", + "refId": "F" + } + ], + "thresholds": [], + "timeFrom": null, + "timeRegions": [], + "timeShift": null, + "title": "superversion", + "tooltip": { + "shared": true, + "sort": 0, + "value_type": "individual" + }, + "type": "graph", + "xaxis": { + "buckets": null, + "mode": "time", + "name": null, + "show": true, + "values": [] + }, + "yaxes": [ + { + "$$hashKey": "object:113", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + }, + { + "$$hashKey": "object:114", + "format": "short", + "label": null, + "logBase": 1, + "max": null, + "min": 0, + "show": true + } + ], + "yaxis": { + "align": false, + "alignLevel": null + } + } + ], + "refresh": false, + "schemaVersion": 32, + "style": "dark", + "tags": [ + "ticker" + ], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": false, + "text": [ + "engine:number:keys:written", + "engine:no:file:opens", + "engine:stall:micros", + "engine:files:deleted:immediately" + ], + "value": [ + "engine:number:keys:written", + "engine:no:file:opens", + "engine:stall:micros", + "engine:files:deleted:immediately" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "metric_name", + "multi": true, + "name": "metric_name", + "options": [ + { + "selected": false, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "engine:memtable:hit", + "value": "engine:memtable:hit" + }, + { + "selected": false, + "text": "engine:memtable:miss", + "value": "engine:memtable:miss" + }, + { + "selected": false, + "text": "engine:l0:hit", + "value": "engine:l0:hit" + }, + { + "selected": false, + "text": "engine:l1:hit", + "value": "engine:l1:hit" + }, + { + "selected": false, + "text": "engine:l2andup:hit", + "value": "engine:l2andup:hit" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:new", + "value": "engine:compaction:key:drop:new" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:obsolete", + "value": "engine:compaction:key:drop:obsolete" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:range_del", + "value": "engine:compaction:key:drop:range_del" + }, + { + "selected": false, + "text": "engine:compaction:key:drop:user", + "value": "engine:compaction:key:drop:user" + }, + { + "selected": false, + "text": "engine:compaction:range_del:drop:obsolete", + "value": "engine:compaction:range_del:drop:obsolete" + }, + { + "selected": false, + "text": "engine:compaction:optimized:del:drop:obsolete", + "value": "engine:compaction:optimized:del:drop:obsolete" + }, + { + "selected": false, + "text": "engine:compaction:cancelled", + "value": "engine:compaction:cancelled" + }, + { + "selected": true, + "text": "engine:number:keys:written", + "value": "engine:number:keys:written" + }, + { + "selected": false, + "text": "engine:number:keys:read", + "value": "engine:number:keys:read" + }, + { + "selected": false, + "text": "engine:number:keys:updated", + "value": "engine:number:keys:updated" + }, + { + "selected": false, + "text": "engine:bytes:read", + "value": "engine:bytes:read" + }, + { + "selected": false, + "text": "engine:number:db:seek", + "value": "engine:number:db:seek" + }, + { + "selected": false, + "text": "engine:number:db:next", + "value": "engine:number:db:next" + }, + { + "selected": false, + "text": "engine:number:db:prev", + "value": "engine:number:db:prev" + }, + { + "selected": false, + "text": "engine:number:db:seek:found", + "value": "engine:number:db:seek:found" + }, + { + "selected": false, + "text": "engine:number:db:next:found", + "value": "engine:number:db:next:found" + }, + { + "selected": false, + "text": "engine:number:db:prev:found", + "value": "engine:number:db:prev:found" + }, + { + "selected": false, + "text": "engine:db:iter:bytes:read", + "value": "engine:db:iter:bytes:read" + }, + { + "selected": false, + "text": "engine:no:file:closes", + "value": "engine:no:file:closes" + }, + { + "selected": true, + "text": "engine:no:file:opens", + "value": "engine:no:file:opens" + }, + { + "selected": false, + "text": "engine:no:file:errors", + "value": "engine:no:file:errors" + }, + { + "selected": false, + "text": "engine:l0:slowdown:micros", + "value": "engine:l0:slowdown:micros" + }, + { + "selected": false, + "text": "engine:memtable:compaction:micros", + "value": "engine:memtable:compaction:micros" + }, + { + "selected": false, + "text": "engine:l0:num:files:stall:micros", + "value": "engine:l0:num:files:stall:micros" + }, + { + "selected": true, + "text": "engine:stall:micros", + "value": "engine:stall:micros" + }, + { + "selected": false, + "text": "engine:db:cond:wait:nanos", + "value": "engine:db:cond:wait:nanos" + }, + { + "selected": false, + "text": "engine:db:mutex:wait:nanos", + "value": "engine:db:mutex:wait:nanos" + }, + { + "selected": false, + "text": "engine:rate:limit:delay:millis", + "value": "engine:rate:limit:delay:millis" + }, + { + "selected": false, + "text": "engine:num:iterators", + "value": "engine:num:iterators" + }, + { + "selected": false, + "text": "engine:number:multiget:get", + "value": "engine:number:multiget:get" + }, + { + "selected": false, + "text": "engine:number:multiget:keys:read", + "value": "engine:number:multiget:keys:read" + }, + { + "selected": false, + "text": "engine:number:multiget:bytes:read", + "value": "engine:number:multiget:bytes:read" + }, + { + "selected": false, + "text": "engine:number:deletes:filtered", + "value": "engine:number:deletes:filtered" + }, + { + "selected": false, + "text": "engine:number:merge:failures", + "value": "engine:number:merge:failures" + }, + { + "selected": false, + "text": "engine:bloom:filter:prefix:checked", + "value": "engine:bloom:filter:prefix:checked" + }, + { + "selected": false, + "text": "engine:bloom:filter:prefix:useful", + "value": "engine:bloom:filter:prefix:useful" + }, + { + "selected": false, + "text": "engine:number:reseeks:iteration", + "value": "engine:number:reseeks:iteration" + }, + { + "selected": false, + "text": "engine:getupdatessince:calls", + "value": "engine:getupdatessince:calls" + }, + { + "selected": false, + "text": "engine:wal:synced", + "value": "engine:wal:synced" + }, + { + "selected": false, + "text": "engine:write:timeout", + "value": "engine:write:timeout" + }, + { + "selected": false, + "text": "engine:compact:read:marked:bytes", + "value": "engine:compact:read:marked:bytes" + }, + { + "selected": false, + "text": "engine:compact:read:periodic:bytes", + "value": "engine:compact:read:periodic:bytes" + }, + { + "selected": false, + "text": "engine:compact:read:ttl:bytes", + "value": "engine:compact:read:ttl:bytes" + }, + { + "selected": false, + "text": "engine:compact:write:marked:bytes", + "value": "engine:compact:write:marked:bytes" + }, + { + "selected": false, + "text": "engine:compact:write:periodic:bytes", + "value": "engine:compact:write:periodic:bytes" + }, + { + "selected": false, + "text": "engine:compact:write:ttl:bytes", + "value": "engine:compact:write:ttl:bytes" + }, + { + "selected": false, + "text": "engine:number:direct:load:table:properties", + "value": "engine:number:direct:load:table:properties" + }, + { + "selected": false, + "text": "engine:merge:operation:time:nanos", + "value": "engine:merge:operation:time:nanos" + }, + { + "selected": false, + "text": "engine:filter:operation:time:nanos", + "value": "engine:filter:operation:time:nanos" + }, + { + "selected": false, + "text": "engine:read:amp:estimate:useful:bytes", + "value": "engine:read:amp:estimate:useful:bytes" + }, + { + "selected": false, + "text": "engine:read:amp:total:read:bytes", + "value": "engine:read:amp:total:read:bytes" + }, + { + "selected": false, + "text": "engine:number:rate_limiter:drains", + "value": "engine:number:rate_limiter:drains" + }, + { + "selected": false, + "text": "engine:number:iter:skip", + "value": "engine:number:iter:skip" + }, + { + "selected": false, + "text": "engine:number:multiget:keys:found", + "value": "engine:number:multiget:keys:found" + }, + { + "selected": false, + "text": "engine:num:iterator:created", + "value": "engine:num:iterator:created" + }, + { + "selected": false, + "text": "engine:num:iterator:deleted", + "value": "engine:num:iterator:deleted" + }, + { + "selected": false, + "text": "engine:files:marked:trash", + "value": "engine:files:marked:trash" + }, + { + "selected": true, + "text": "engine:files:deleted:immediately", + "value": "engine:files:deleted:immediately" + }, + { + "selected": true, + "text": "engine:error:handler:bg:errro:count", + "value": "engine:error:handler:bg:errro:count" + }, + { + "selected": false, + "text": "engine:error:handler:bg:io:errro:count", + "value": "engine:error:handler:bg:io:errro:count" + }, + { + "selected": false, + "text": "engine:error:handler:bg:retryable:io:errro:count", + "value": "engine:error:handler:bg:retryable:io:errro:count" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:count", + "value": "engine:error:handler:autoresume:count" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:retry:total:count", + "value": "engine:error:handler:autoresume:retry:total:count" + }, + { + "selected": false, + "text": "engine:error:handler:autoresume:success:count", + "value": "engine:error:handler:autoresume:success:count" + } + ], + "query": "engine:bloom:filter:useful,engine:bloom:filter:full:positive,engine:bloom:filter:full:true:positive,engine:bloom:filter:micros,engine:memtable:hit,engine:memtable:miss,engine:l0:hit,engine:l1:hit,engine:l2andup:hit,engine:compaction:key:drop:new,engine:compaction:key:drop:obsolete,engine:compaction:key:drop:range_del,engine:compaction:key:drop:user,engine:compaction:range_del:drop:obsolete,engine:compaction:optimized:del:drop:obsolete,engine:compaction:cancelled,engine:number:keys:written,engine:number:keys:read,engine:number:keys:updated,engine:bytes:read,engine:number:db:seek,engine:number:db:next,engine:number:db:prev,engine:number:db:seek:found,engine:number:db:next:found,engine:number:db:prev:found,engine:db:iter:bytes:read,engine:no:file:closes,engine:no:file:opens,engine:no:file:errors,engine:l0:slowdown:micros,engine:memtable:compaction:micros,engine:l0:num:files:stall:micros,engine:stall:micros,engine:db:cond:wait:nanos,engine:db:mutex:wait:nanos,engine:rate:limit:delay:millis,engine:num:iterators,engine:number:multiget:get,engine:number:multiget:keys:read,engine:number:multiget:bytes:read,engine:number:deletes:filtered,engine:number:merge:failures,engine:bloom:filter:prefix:checked,engine:bloom:filter:prefix:useful,engine:number:reseeks:iteration,engine:getupdatessince:calls,engine:wal:synced,engine:write:timeout,engine:compact:read:marked:bytes,engine:compact:read:periodic:bytes,engine:compact:read:ttl:bytes,engine:compact:write:marked:bytes,engine:compact:write:periodic:bytes,engine:compact:write:ttl:bytes,engine:number:direct:load:table:properties,engine:merge:operation:time:nanos,engine:filter:operation:time:nanos,engine:read:amp:estimate:useful:bytes,engine:read:amp:total:read:bytes,engine:number:rate_limiter:drains,engine:number:iter:skip,engine:number:multiget:keys:found,engine:num:iterator:created,engine:num:iterator:deleted,engine:files:marked:trash,engine:files:deleted:immediately,engine:error:handler:bg:errro:count,engine:error:handler:bg:io:errro:count,engine:error:handler:bg:retryable:io:errro:count,engine:error:handler:autoresume:count,engine:error:handler:autoresume:retry:total:count,engine:error:handler:autoresume:success:count,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "strings", + "value": "strings" + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "data_type", + "multi": false, + "name": "data_type", + "options": [ + { + "selected": true, + "text": "strings", + "value": "strings" + }, + { + "selected": false, + "text": "hashes", + "value": "hashes" + }, + { + "selected": false, + "text": "lists", + "value": "lists" + }, + { + "selected": false, + "text": "sets", + "value": "sets" + }, + { + "selected": false, + "text": "zsets", + "value": "zsets" + } + ], + "query": " strings,hashes,lists,sets,zsets,", + "queryValue": "", + "skipUrlSync": false, + "type": "custom" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "ticker aggregate", + "uid": "-y1G0rI7z", + "version": 7 +} +} diff --git a/install/grafana_rich/dashboard/time-histogram.json b/install/grafana_rich/dashboard/time-histogram.json new file mode 100644 index 0000000..553a035 --- /dev/null +++ b/install/grafana_rich/dashboard/time-histogram.json @@ -0,0 +1,868 @@ +{ +"dashboard": +{ + "annotations": { + "list": [ + { + "builtIn": 1, + "datasource": "-- Grafana --", + "enable": true, + "hide": true, + "iconColor": "rgba(0, 211, 255, 1)", + "name": "Annotations & Alerts", + "target": { + "limit": 100, + "matchAny": false, + "tags": [], + "type": "dashboard" + }, + "type": "dashboard" + } + ] + }, + "editable": true, + "fiscalYearStartMonth": 0, + "gnetId": null, + "graphTooltip": 1, + "id": null, + "iteration": 1635752309838, + "links": [ + { + "asDropdown": false, + "icon": "external link", + "includeVars": true, + "keepTime": true, + "tags": [ + "time histogram" + ], + "targetBlank": false, + "title": "", + "tooltip": "", + "type": "dashboards", + "url": "" + } + ], + "liveNow": false, + "panels": [ + { + "datasource": "Prometheus", + "fieldConfig": { + "defaults": { + "color": { + "mode": "palette-classic" + }, + "custom": { + "axisLabel": "", + "axisPlacement": "auto", + "axisSoftMin": 0, + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { + "legend": false, + "tooltip": false, + "viz": false + }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { + "type": "linear" + }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { + "group": "A", + "mode": "none" + }, + "thresholdsStyle": { + "mode": "off" + } + }, + "mappings": [], + "thresholds": { + "mode": "absolute", + "steps": [ + { + "color": "green", + "value": null + }, + { + "color": "red", + "value": 80 + } + ] + }, + "unit": "µs" + }, + "overrides": [ + { + "__systemRef": "hideSeriesFrom", + "matcher": { + "id": "byNames", + "options": { + "mode": "exclude", + "names": [ + "P50", + "P90", + "P99", + "P999", + "AVG" + ], + "prefix": "All except:", + "readOnly": true + } + }, + "properties": [ + { + "id": "custom.hideFrom", + "value": { + "legend": false, + "tooltip": false, + "viz": true + } + } + ] + } + ] + }, + "gridPos": { + "h": 9, + "w": 12, + "x": 0, + "y": 0 + }, + "id": 2, + "interval": "15s", + "options": { + "legend": { + "calcs": [], + "displayMode": "list", + "placement": "bottom" + }, + "tooltip": { + "mode": "detailed3" + } + }, + "repeat": "command", + "repeatDirection": "h", + "targets": [ + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.5, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "interval": "", + "legendFormat": "P50", + "refId": "A" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P90", + "refId": "B" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.99, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P99", + "refId": "C" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.999, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P999", + "refId": "D" + }, + { + "exemplar": true, + "expr": "clamp_min(histogram_quantile(0.9999, rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])),1)", + "hide": false, + "interval": "", + "legendFormat": "P9999", + "refId": "E" + }, + { + "exemplar": true, + "expr": "delta(pika_cost_time_sum{name=\"$command\",step=\"$step\"}[1m])/delta(pika_cost_time_count{name=\"$command\",step=\"$step\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "AVG", + "refId": "F" + }, + { + "exemplar": true, + "expr": "rate(pika_cost_time_bucket{name=\"$command\",step=\"$step\"}[1m])", + "hide": false, + "interval": "", + "legendFormat": "le{{le}}", + "refId": "G" + } + ], + "title": "$command $step", + "transformations": [ + { + "id": "seriesToColumns", + "options": { + "byField": "Time" + } + } + ], + "type": "timeseries" + } + ], + "refresh": "15s", + "schemaVersion": 31, + "style": "dark", + "tags": ["time histogram"], + "templating": { + "list": [ + { + "allValue": null, + "current": { + "selected": true, + "text": [ + "get", + "mget", + "mset", + "set" + ], + "value": [ + "get", + "mget", + "mset", + "set" + ] + }, + "description": null, + "error": null, + "hide": 0, + "includeAll": true, + "label": "command", + "multi": true, + "name": "command", + "options": [ + { + "selected": false, + "text": "All", + "value": "$__all" + }, + { + "selected": false, + "text": "append", + "value": "append" + }, + { + "selected": false, + "text": "bitcount", + "value": "bitcount" + }, + { + "selected": false, + "text": "bitop", + "value": "bitop" + }, + { + "selected": false, + "text": "bitpos", + "value": "bitpos" + }, + { + "selected": false, + "text": "command", + "value": "command" + }, + { + "selected": false, + "text": "decr", + "value": "decr" + }, + { + "selected": false, + "text": "decrby", + "value": "decrby" + }, + { + "selected": false, + "text": "del", + "value": "del" + }, + { + "selected": false, + "text": "delvx", + "value": "delvx" + }, + { + "selected": false, + "text": "exists", + "value": "exists" + }, + { + "selected": false, + "text": "expire", + "value": "expire" + }, + { + "selected": false, + "text": "expireat", + "value": "expireat" + }, + { + "selected": true, + "text": "get", + "value": "get" + }, + { + "selected": false, + "text": "getbit", + "value": "getbit" + }, + { + "selected": false, + "text": "getrange", + "value": "getrange" + }, + { + "selected": false, + "text": "getset", + "value": "getset" + }, + { + "selected": false, + "text": "hdel", + "value": "hdel" + }, + { + "selected": false, + "text": "hexists", + "value": "hexists" + }, + { + "selected": false, + "text": "hget", + "value": "hget" + }, + { + "selected": false, + "text": "hgetall", + "value": "hgetall" + }, + { + "selected": false, + "text": "hincrby", + "value": "hincrby" + }, + { + "selected": false, + "text": "hincrbyfloat", + "value": "hincrbyfloat" + }, + { + "selected": false, + "text": "hkeys", + "value": "hkeys" + }, + { + "selected": false, + "text": "hlen", + "value": "hlen" + }, + { + "selected": false, + "text": "hmget", + "value": "hmget" + }, + { + "selected": false, + "text": "hmset", + "value": "hmset" + }, + { + "selected": false, + "text": "hscan", + "value": "hscan" + }, + { + "selected": false, + "text": "hscanx", + "value": "hscanx" + }, + { + "selected": false, + "text": "hset", + "value": "hset" + }, + { + "selected": false, + "text": "hsetnx", + "value": "hsetnx" + }, + { + "selected": false, + "text": "hstrlen", + "value": "hstrlen" + }, + { + "selected": false, + "text": "hvals", + "value": "hvals" + }, + { + "selected": false, + "text": "incr", + "value": "incr" + }, + { + "selected": false, + "text": "incrby", + "value": "incrby" + }, + { + "selected": false, + "text": "incrbyfloat", + "value": "incrbyfloat" + }, + { + "selected": false, + "text": "keys", + "value": "keys" + }, + { + "selected": false, + "text": "lindex", + "value": "lindex" + }, + { + "selected": false, + "text": "linsert", + "value": "linsert" + }, + { + "selected": false, + "text": "llen", + "value": "llen" + }, + { + "selected": false, + "text": "lpop", + "value": "lpop" + }, + { + "selected": false, + "text": "lpush", + "value": "lpush" + }, + { + "selected": false, + "text": "lpushx", + "value": "lpushx" + }, + { + "selected": false, + "text": "lrange", + "value": "lrange" + }, + { + "selected": false, + "text": "lrem", + "value": "lrem" + }, + { + "selected": false, + "text": "lset", + "value": "lset" + }, + { + "selected": false, + "text": "ltrim", + "value": "ltrim" + }, + { + "selected": true, + "text": "mget", + "value": "mget" + }, + { + "selected": true, + "text": "mset", + "value": "mset" + }, + { + "selected": false, + "text": "msetnx", + "value": "msetnx" + }, + { + "selected": false, + "text": "persist", + "value": "persist" + }, + { + "selected": false, + "text": "pexpire", + "value": "pexpire" + }, + { + "selected": false, + "text": "pexpireat", + "value": "pexpireat" + }, + { + "selected": false, + "text": "pkhrscanrange", + "value": "pkhrscanrange" + }, + { + "selected": false, + "text": "pkhscanrange", + "value": "pkhscanrange" + }, + { + "selected": false, + "text": "pkrscanrange", + "value": "pkrscanrange" + }, + { + "selected": false, + "text": "pkscanrange", + "value": "pkscanrange" + }, + { + "selected": false, + "text": "pksetexat", + "value": "pksetexat" + }, + { + "selected": false, + "text": "psetex", + "value": "psetex" + }, + { + "selected": false, + "text": "pttl", + "value": "pttl" + }, + { + "selected": false, + "text": "rpop", + "value": "rpop" + }, + { + "selected": false, + "text": "rpoplpush", + "value": "rpoplpush" + }, + { + "selected": false, + "text": "rpush", + "value": "rpush" + }, + { + "selected": false, + "text": "rpushx", + "value": "rpushx" + }, + { + "selected": false, + "text": "sadd", + "value": "sadd" + }, + { + "selected": false, + "text": "scan", + "value": "scan" + }, + { + "selected": false, + "text": "scanx", + "value": "scanx" + }, + { + "selected": false, + "text": "scard", + "value": "scard" + }, + { + "selected": false, + "text": "sdiff", + "value": "sdiff" + }, + { + "selected": false, + "text": "sdiffstore", + "value": "sdiffstore" + }, + { + "selected": true, + "text": "set", + "value": "set" + }, + { + "selected": false, + "text": "setbit", + "value": "setbit" + }, + { + "selected": false, + "text": "setex", + "value": "setex" + }, + { + "selected": false, + "text": "setnx", + "value": "setnx" + }, + { + "selected": false, + "text": "setrange", + "value": "setrange" + }, + { + "selected": false, + "text": "sinter", + "value": "sinter" + }, + { + "selected": false, + "text": "sinterstore", + "value": "sinterstore" + }, + { + "selected": false, + "text": "sismember", + "value": "sismember" + }, + { + "selected": false, + "text": "smembers", + "value": "smembers" + }, + { + "selected": false, + "text": "smove", + "value": "smove" + }, + { + "selected": false, + "text": "spop", + "value": "spop" + }, + { + "selected": false, + "text": "srandmember", + "value": "srandmember" + }, + { + "selected": false, + "text": "srem", + "value": "srem" + }, + { + "selected": false, + "text": "sscan", + "value": "sscan" + }, + { + "selected": false, + "text": "strlen", + "value": "strlen" + }, + { + "selected": false, + "text": "sunion", + "value": "sunion" + }, + { + "selected": false, + "text": "sunionstore", + "value": "sunionstore" + }, + { + "selected": false, + "text": "ttl", + "value": "ttl" + }, + { + "selected": false, + "text": "type", + "value": "type" + }, + { + "selected": false, + "text": "zadd", + "value": "zadd" + }, + { + "selected": false, + "text": "zcard", + "value": "zcard" + }, + { + "selected": false, + "text": "zcount", + "value": "zcount" + }, + { + "selected": false, + "text": "zincrby", + "value": "zincrby" + }, + { + "selected": false, + "text": "zinterstore", + "value": "zinterstore" + }, + { + "selected": false, + "text": "zlexcount", + "value": "zlexcount" + }, + { + "selected": false, + "text": "zpopmax", + "value": "zpopmax" + }, + { + "selected": false, + "text": "zpopmin", + "value": "zpopmin" + }, + { + "selected": false, + "text": "zrange", + "value": "zrange" + }, + { + "selected": false, + "text": "zrangebylex", + "value": "zrangebylex" + }, + { + "selected": false, + "text": "zrangebyscore", + "value": "zrangebyscore" + }, + { + "selected": false, + "text": "zrank", + "value": "zrank" + }, + { + "selected": false, + "text": "zrem", + "value": "zrem" + }, + { + "selected": false, + "text": "zremrangebylex", + "value": "zremrangebylex" + }, + { + "selected": false, + "text": "zremrangebyrank", + "value": "zremrangebyrank" + }, + { + "selected": false, + "text": "zremrangebyscore", + "value": "zremrangebyscore" + }, + { + "selected": false, + "text": "zrevrange", + "value": "zrevrange" + }, + { + "selected": false, + "text": "zrevrangebylex", + "value": "zrevrangebylex" + }, + { + "selected": false, + "text": "zrevrangebyscore", + "value": "zrevrangebyscore" + }, + { + "selected": false, + "text": "zrevrank", + "value": "zrevrank" + }, + { + "selected": false, + "text": "zscan", + "value": "zscan" + }, + { + "selected": false, + "text": "zscore", + "value": "zscore" + }, + { + "selected": false, + "text": "zunionstore", + "value": "zunionstore" + } + ], + "query": "append,bitcount,bitop,bitpos,command,decr,decrby,del,delvx,exists,expire,expireat,get,getbit,getrange,getset,hdel,hexists,hget,hgetall,hincrby,hincrbyfloat,hkeys,hlen,hmget,hmset,hscan,hscanx,hset,hsetnx,hstrlen,hvals,incr,incrby,incrbyfloat,keys,lindex,linsert,llen,lpop,lpush,lpushx,lrange,lrem,lset,ltrim,mget,mset,msetnx,persist,pexpire,pexpireat,pkhrscanrange,pkhscanrange,pkrscanrange,pkscanrange,pksetexat,psetex,pttl,rpop,rpoplpush,rpush,rpushx,sadd,scan,scanx,scard,sdiff,sdiffstore,set,setbit,setex,setnx,setrange,sinter,sinterstore,sismember,smembers,smove,spop,srandmember,srem,sscan,strlen,sunion,sunionstore,ttl,type,zadd,zcard,zcount,zincrby,zinterstore,zlexcount,zpopmax,zpopmin,zrange,zrangebylex,zrangebyscore,zrank,zrem,zremrangebylex,zremrangebyrank,zremrangebyscore,zrevrange,zrevrangebylex,zrevrangebyscore,zrevrank,zscan,zscore,zunionstore,", + "queryValue": "set", + "skipUrlSync": false, + "type": "custom" + }, + { + "allValue": null, + "current": { + "selected": false, + "text": "all", + "value": "all" + }, + "datasource": "Prometheus", + "definition": "label_values(pika_cost_time_bucket, step)", + "description": null, + "error": null, + "hide": 0, + "includeAll": false, + "label": "step", + "multi": false, + "name": "step", + "options": [], + "query": { + "query": "label_values(pika_cost_time_bucket, step)", + "refId": "StandardVariableQuery" + }, + "refresh": 2, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + } + ] + }, + "time": { + "from": "now-1h", + "to": "now" + }, + "timepicker": { + "refresh_intervals": [ + "5s", + "15s", + "30s", + "1m", + "5m", + "15m", + "30m", + "1h", + "2h", + "1d" + ] + }, + "timezone": "", + "title": "time histogram", + "uid": "vTv6tri7z", + "version": 2 +} +} diff --git a/install/grafana_rich/grafana.service b/install/grafana_rich/grafana.service new file mode 100644 index 0000000..b7383a5 --- /dev/null +++ b/install/grafana_rich/grafana.service @@ -0,0 +1,13 @@ +[Unit] +Description=grafana +Documentation=http://docs.grafana.org +After=network.target + +[Service] +Type=simple +User=grafana +ExecStart=/usr/local/grafana/grafana-8.2.4/bin/grafana-server -homepath=/usr/local/grafana/grafana-8.2.4 +Restart=on-failure + +[Install] +WantedBy=multi-user.target diff --git a/install/grafana_rich/grafana_config.sh b/install/grafana_rich/grafana_config.sh new file mode 100644 index 0000000..0793d6d --- /dev/null +++ b/install/grafana_rich/grafana_config.sh @@ -0,0 +1,123 @@ +#!/bin/bash + +cur_path=$(cd $(dirname $0); pwd) +if [ "${check_if_include_config}" = "" ]; then + source ${cur_path}/../config.sh +fi + +grafana_host_port=localhost:${grafana_port} + +user="admin" +password="${grafana_admin_password}" + +curl_head='-H "HTTP/1.1" -H "Accept: application/json" -H "Content-Type: application/json"' +http_grafana="http://${user}:${password}@${grafana_host_port}" + +function change_password() { + grafana_addr=$1 + body="{\"password\":\"${password}\"}" + cmd="curl -s -X PUT ${curl_head} -d '${body}' -i http://${user}:admin@${grafana_addr}/api/admin/users/1/password" + result=`eval ${cmd}` + echo -e ${cmd} "\n" ${result} "\n" +} + +function create_datasource() { + prometheus_addr=$1 + body="{\"name\":\"Prometheus\",\"type\":\"prometheus\",\"url\":\"http://${prometheus_addr}\",\"access\":\"proxy\"}" + cmd="curl -s -X POST ${curl_head} -d '${body}' -i ${http_grafana}/api/datasources" + result=`eval ${cmd}` + echo -e ${cmd} "\n" ${result} "\n" +} + +function create_dashboard() { + file=${cur_path}/dashboard/$1 + if [ $# = 2 ];then + cmd="sed -e '50,\$s|\"folderId\":.*\$|\"folderId\": ${2}|g' -i ${file}" + echo ${cmd} + eval ${cmd} + fi + cmd="curl -s -X POST ${curl_head} -d @${file} -i ${http_grafana}/api/dashboards/db" + result=`eval ${cmd}` + echo -e ${cmd} "\n" ${result} "\n" + last_dashboard_id=`echo "${result}"|sed 's/,/\n/g'|grep '"id":'|cut -d ":" -f 2|sed 's/"//g'` + last_dashboard_url=`echo "${result}"|sed 's/,/\n/g'|grep '"url":'|cut -d ":" -f 2|sed 's/"//g'` +} + +function add_dashboard_to_list() { + dest="$1" + url="$last_dashboard_url" + sed "s#$dest#$url#g" -i ${cur_path}/dashboard/dashboard-list.json +} + +function change_default_dashboard() { + dashboard_id=$1 + cmd="curl -s -X PUT ${curl_head} -d '{\"theme\":\"\",\"homeDashboardId\":${dashboard_id},\"timezone\":\"\"}' ${http_grafana}/api/org/preferences" + result=`eval ${cmd}` + echo -e ${cmd} "\n" ${result} "\n" +} + +function create_folder() { + fold_name=$1 + cmd="curl -s -X POST ${curl_head} -d '{\"title\": \"${fold_name}\"}' ${http_grafana}/api/folders" + result=`eval ${cmd}` + echo -e ${cmd} "\n" ${result} "\n" + last_fold_id=`echo "${result}"|sed 's/,/\n/g'|grep '"id":'|cut -d ":" -f 2|sed 's/"//g'` + last_fold_uid=`echo "${result}"|sed 's/,/\n/g'|grep '"uid":'|cut -d ":" -f 2|sed 's/"//g'` +} + +function update_folder_permissions() { + fold_uid=$1 + grafana_addr=$2 + cmd="curl -s -X POST ${curl_head} -d '{\"items\":[]}' ${http_grafana}/api/folders/${fold_uid}/permissions" + result=`eval ${cmd}` + echo -e ${cmd} "\n" ${result} "\n" +} + +function create_dashboard_to_list() { + create_dashboard ${1} + add_dashboard_to_list ${2} +} + +function customer_config() { + cp ${cur_path}/dashboard/dashboard-list-base.json ${cur_path}/dashboard/dashboard-list.json + + create_dashboard_to_list properties-all.json "properties-all-url" + create_dashboard_to_list properties-cfstat.json "properties-cfstat-url" + create_dashboard_to_list properties-common.json "properties-common-url" + create_dashboard_to_list properties-level.json "properties-level-url" + create_dashboard_to_list ticker-simple.json "ticker-url" + create_dashboard_to_list ticker_aggregate.json "ticker-aggregate-url" + + create_dashboard_to_list length-histogram.json "length-histogram-url" + create_dashboard_to_list rocksdb-histogram-all.json "engine-histogram-url" + create_dashboard_to_list rocksdb-histogram-common.json "engine-histogram-common-url" + create_dashboard_to_list rocksdb-histogram-compaction.json "engine-histogram-compaction-flush-url" + create_dashboard_to_list time-histogram.json "time-histogram-url" + + create_folder rich + create_dashboard double-line-histogram-length.json ${last_fold_id} + create_dashboard double-line-histogram-rocksdb-common.json ${last_fold_id} + create_dashboard double-line-histogram-rocksdb-compaction.json ${last_fold_id} + create_dashboard double-line-histogram-rocksdb-all.json ${last_fold_id} + create_dashboard double-line-histogram-time.json ${last_fold_id} + + create_folder list + create_dashboard dashboard-list.json ${last_fold_id} + + change_default_dashboard ${last_dashboard_id} +} + +function admin_config() { + create_folder admin + update_folder_permissions ${last_fold_uid} + create_dashboard process-exporter.json ${last_fold_id} + create_dashboard node-exporter.json ${last_fold_id} +} + +change_password ${grafana_host_port} +create_datasource ${prometheus_host_port} +customer_config + +if [ "${enable_admin_dashboard}" != "false" ];then + admin_config +fi diff --git a/install/grafana_rich/install_grafana.sh b/install/grafana_rich/install_grafana.sh new file mode 100644 index 0000000..2d177d1 --- /dev/null +++ b/install/grafana_rich/install_grafana.sh @@ -0,0 +1,62 @@ +#!/bin/bash + +cur_path=$(cd $(dirname $0); pwd) + +if [ "${check_if_include_config}" = "" ]; then + source ${cur_path}/../config.sh +fi +check_user + +grafana_service_file=${cur_path}/grafana.service + +function download_file() { + bin_path=/usr/local/grafana + mkdir -p ${bin_path} + cd /usr/local/grafana + cp ${cur_path}/../../download/grafana-8.2.4.linux-amd64.tar.gz . + tar -zxf grafana-8.2.4.linux-amd64.tar.gz + cd grafana-8.2.4 + unzip -oq ${cur_path}/../../download/grafana_build_file/grafana-8.2.4_v11.zip -d ./ + groupadd grafana + useradd -g grafana -s /sbin/nologin grafana + chown -R grafana:grafana /usr/local/grafana +} + +function start_grafana() { + cp ${grafana_service_file} /etc/systemd/system/grafana.service + systemctl daemon-reload + systemctl enable grafana.service + systemctl restart grafana.service +} + + +function disable_auth() { + local file=${1} + local dest=${2} + local start_line_num=`grep ${dest} ${file} -n | cut -d ":" -f 1` + local end_line_num=`expr ${start_line_num} + 2` + sed "${start_line_num},${end_line_num}s/enabled = true/enabled = false/g" -i ${file} +} + + +#安装grafana +function install_grafana() { + cd ${bin_path}/grafana-8.2.4 + cp conf/sample.ini conf/custom.ini + config_file=conf/custom.ini + sed "s/;http_port = 3000/http_port = ${grafana_port}/g" -i ${config_file} + sed "s/;enabled = false/enabled = true/g" -i ${config_file} + sed "s/;org_name = Main Org./org_name = Main Org./g" -i ${config_file} + sed "s/;org_role = Viewer/org_role = Viewer/g" -i ${config_file} + sed "s/;enable_gzip = false/enable_gzip = true/g" -i ${config_file} + sed '767,767s/;enabled = true/enabled = false/g' -i ${config_file} ##disable [alerting] + + dest_list="auth.github auth.gitlab auth.google auth.grafana_com auth.azuread auth.okta" + for dest in `echo ${dest_list}`;do + disable_auth ${config_file} ${dest} + done +} + +download_file +install_grafana +start_grafana diff --git a/install/grafana_rich/uninstall_grafana.sh b/install/grafana_rich/uninstall_grafana.sh new file mode 100755 index 0000000..75b9c34 --- /dev/null +++ b/install/grafana_rich/uninstall_grafana.sh @@ -0,0 +1,12 @@ +#!/bin/bash + +if [ "${check_if_include_config}" = "" ]; then + cur_path=$(cd $(dirname $0); pwd) + source ${cur_path}/../config.sh +fi +check_user + +systemctl stop grafana.service + +rm -rf /usr/local/grafana + diff --git a/install/grafana_rich/update_grafana.sh b/install/grafana_rich/update_grafana.sh new file mode 100644 index 0000000..884a3fc --- /dev/null +++ b/install/grafana_rich/update_grafana.sh @@ -0,0 +1,13 @@ +#!/bin/bash + +if [ "${check_if_include_config}" = "" ]; then + cur_path=$(cd $(dirname $0); pwd) + source ${cur_path}/../config.sh +fi +check_user + +sh ${cur_path}/uninstall_grafana.sh +sh ${cur_path}/install_grafana.sh +sleep 10 +sh ${cur_path}/grafana_config.sh + diff --git a/install/install.sh b/install/install.sh new file mode 100644 index 0000000..36269bb --- /dev/null +++ b/install/install.sh @@ -0,0 +1,17 @@ +#!/bin/bash + +if [ "${check_if_include_config}" = "" ]; then + source ./config.sh +fi + +cur_path=$(cd $(dirname $0); pwd) + +sh ${cur_path}/prometheus/uninstall_prometheus.sh +sh ${cur_path}/prometheus/install_prometheus.sh + +if [ "${enable_admin_dashboard}" != "false" ];then + sh ${cur_path}/process_exporter/install_process_exporter.sh + sh ${cur_path}/node-exporter/install_node_exporter.sh +fi + +sh ${cur_path}/grafana_rich/update_grafana.sh diff --git a/install/node-exporter/install_node_exporter.sh b/install/node-exporter/install_node_exporter.sh new file mode 100644 index 0000000..5d0b2e7 --- /dev/null +++ b/install/node-exporter/install_node_exporter.sh @@ -0,0 +1,24 @@ +#!/bin/bash + +cur_path=$(cd $(dirname $0); pwd) +bin_path=/usr/local/node-exporter +service_file=${cur_path}/node-exporter.service + +mkdir -p ${bin_path} +cd ${bin_path} +groupadd prometheus +useradd -g prometheus -s /sbin/nologin prometheus +chown -R prometheus:prometheus ${bin_path} + +if [ ! -f "${bin_path}/node_exporter-1.2.2.linux-amd64.tar.gz" ]; then + cp ${cur_path}/../../download/node_exporter-1.2.2.linux-amd64.tar.gz ${bin_path} + cd ${bin_path} + tar -xvf node_exporter-1.2.2.linux-amd64.tar.gz +fi + +cp ${service_file} /usr/lib/systemd/system/ + +systemctl daemon-reload +systemctl enable node-exporter +systemctl restart node-exporter + diff --git a/install/node-exporter/node-exporter.service b/install/node-exporter/node-exporter.service new file mode 100644 index 0000000..60c7909 --- /dev/null +++ b/install/node-exporter/node-exporter.service @@ -0,0 +1,11 @@ +[Unit] +Description=node_exporter +Documentation=https://prometheus.io/ +After=network.target +[Service] +Type=simple +User=prometheus +ExecStart=/usr/local/node-exporter/node_exporter-1.2.2.linux-amd64/node_exporter +Restart=on-failure +[Install] +WantedBy=multi-user.target diff --git a/install/node-exporter/uninstall_node_exporter.sh b/install/node-exporter/uninstall_node_exporter.sh new file mode 100644 index 0000000..74f00ab --- /dev/null +++ b/install/node-exporter/uninstall_node_exporter.sh @@ -0,0 +1,6 @@ + +#!/bin/bash + +systemctl stop node_exporter +rm -rf /usr/local/node-exporter +rm -rf /usr/lib/systemd/system/node-exporter.service diff --git a/install/process_exporter/install_process_exporter.sh b/install/process_exporter/install_process_exporter.sh new file mode 100644 index 0000000..6b2adcc --- /dev/null +++ b/install/process_exporter/install_process_exporter.sh @@ -0,0 +1,25 @@ +#!/bin/bash + +cur_path=$(cd $(dirname $0); pwd) +service_file=${cur_path}/process_exporter.service +config_file=${cur_path}/process-exporter-ncabatoff.yml +bin_path=/usr/local/process-exporter + +mkdir ${bin_path} +cd ${bin_path} + +if [ ! -f "${bin_path}/process-exporter-0.4.0.linux-amd64.tar.gz" ]; then + cp ${cur_path}/../../download/process-exporter-0.4.0.linux-amd64.tar.gz ${bin_path} + cd ${bin_path} + tar -xvf process-exporter-0.4.0.linux-amd64.tar.gz + cd process-exporter-0.4.0.linux-amd64/ +fi + +cp ${config_file} . +cp ${service_file} /usr/lib/systemd/system/ + +chown -R prometheus:prometheus ${bin_path} +systemctl daemon-reload +systemctl enable process_exporter +systemctl start process_exporter + diff --git a/install/process_exporter/process-exporter-ncabatoff.yml b/install/process_exporter/process-exporter-ncabatoff.yml new file mode 100644 index 0000000..6b51a57 --- /dev/null +++ b/install/process_exporter/process-exporter-ncabatoff.yml @@ -0,0 +1,10 @@ +process_names: + - name: "{{.Matches}}" + cmdline: + - 'pika' + - name: "{{.Matches}}" + cmdline: + - 'prometheus' + - name: "{{.Matches}}" + cmdline: + - 'grafana' diff --git a/install/process_exporter/process_exporter.service b/install/process_exporter/process_exporter.service new file mode 100644 index 0000000..aab3360 --- /dev/null +++ b/install/process_exporter/process_exporter.service @@ -0,0 +1,12 @@ +[Unit] +Description=Prometheus exporter for processors metrics, written in Go with pluggable metric collectors. +Documentation=https://github.com/ncabatoff/process-exporter +After=network.target +[Service] +Type=simple +User=prometheus +WorkingDirectory=/usr/local/process-exporter/process-exporter-0.4.0.linux-amd64 +ExecStart=/usr/local/process-exporter/process-exporter-0.4.0.linux-amd64/process-exporter -config.path=/usr/local/process-exporter/process-exporter-0.4.0.linux-amd64/process-exporter-ncabatoff.yml +Restart=on-failure +[Install] +WantedBy=multi-user.target diff --git a/install/process_exporter/uninstall_prcess_exporter.sh b/install/process_exporter/uninstall_prcess_exporter.sh new file mode 100644 index 0000000..fd20ffb --- /dev/null +++ b/install/process_exporter/uninstall_prcess_exporter.sh @@ -0,0 +1,5 @@ +#!/bin/bash + +systemctl stop process_exporter +rm -rf /usr/local/process-exporter +rm -rf /usr/lib/systemd/system/process_exporter.service diff --git a/install/prometheus/install_prometheus.sh b/install/prometheus/install_prometheus.sh new file mode 100644 index 0000000..5c0adb0 --- /dev/null +++ b/install/prometheus/install_prometheus.sh @@ -0,0 +1,48 @@ +#!/bin/bash + +if [ "${check_if_include_config}" = "" ]; then + cur_path=$(cd $(dirname $0); pwd) + source ${cur_path}/../config.sh +fi +check_user + +cur_path=$(cd $(dirname $0); pwd) +download_path=${cur_path}/../../download +prometheus_service_file=${cur_path}/prometheus.service +prometheus_config_file=${cur_path}/prometheus.yml + +sed "s/9090/${prometheus_listen_port}/g" ${cur_path}/prometheus.service.base > ${cur_path}/prometheus.service + +#安装prometheus： +function prometheus_config() { + configfile=prometheus.yml + cd ${download_path} + tar xf prometheus-2.29.0.linux-amd64.tar.gz + mv prometheus-2.29.0.linux-amd64 /usr/local/prometheus + cd /usr/local/prometheus/ + cp ${configfile} ${configfile}_back + cp ${prometheus_config_file} . + sed "s/prometheus_ip_port/${prometheus_host_port}/g" -i ${configfile} + sed "s/process_exporter_ip_port/localhost:9256/g" -i ${configfile} + sed "s/db_ip_port/${todis_host_port}/g" -i ${configfile} +} + +function prometheus_dir() { + groupadd prometheus + useradd -g prometheus -s /sbin/nologin prometheus + chown -R prometheus:prometheus /usr/local/prometheus + #mkdir -p /var/lib/prometheus + #chown -R prometheus:prometheus /var/lib/prometheus/ + mkdir /data/prometheus -p + chown -R prometheus:prometheus /data/prometheus +} + +function start_prometheus() { + cp ${prometheus_service_file} /etc/systemd/system/prometheus.service + systemctl enable prometheus.service + systemctl restart prometheus.service +} + +prometheus_config +prometheus_dir +start_prometheus diff --git a/install/prometheus/prometheus.service.base b/install/prometheus/prometheus.service.base new file mode 100644 index 0000000..05840db --- /dev/null +++ b/install/prometheus/prometheus.service.base @@ -0,0 +1,11 @@ +[Unit] +Description=Prometheus +Documentation=https://prometheus.io/ +After=network.target +[Service] +Type=simple +User=prometheus +ExecStart=/usr/local/prometheus/prometheus --config.file=/usr/local/prometheus/prometheus.yml --storage.tsdb.path=/data/prometheus --web.listen-address=:9090 +Restart=on-failure +[Install] +WantedBy=multi-user.target diff --git a/install/prometheus/prometheus.yml b/install/prometheus/prometheus.yml new file mode 100644 index 0000000..9153c09 --- /dev/null +++ b/install/prometheus/prometheus.yml @@ -0,0 +1,177 @@ +# 全局配置 +global: + scrape_interval: 15s # 设置抓取间隔，默认为1分钟 + evaluation_interval: 15s #估算规则的默认周期，每15秒计算一次规则。默认1分钟 + # scrape_timeout #默认抓取超时，默认为10s + +# Alertmanager相关配置 +alerting: + alertmanagers: + - static_configs: + - targets: + # - alertmanager:9093 + +# 规则文件列表，使用'evaluation_interval' 参数去抓取 +rule_files: + # - "first_rules.yml" + # - "second_rules.yml" + +# 抓取配置列表 +scrape_configs: + - job_name: 'prometheus' + static_configs: + - targets: ['prometheus_ip_port', 'process_exporter_ip_port','localhost:9100'] + + - job_name: 'stat-strings' + metrics_path: '/statistics/stat-strings' + params: + metric: ['1'] + html: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'stat-lists' + metrics_path: '/statistics/stat-lists' + params: + metric: ['1'] + html: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'stat-hashes' + metrics_path: '/statistics/stat-hashes' + params: + metric: ['1'] + html: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'stat-sets' + metrics_path: '/statistics/stat-sets' + params: + metric: ['1'] + html: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'stat-zsets' + metrics_path: '/statistics/stat-zsets' + params: + metric: ['1'] + html: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'topling_zip' + metrics_path: '/table_factory/topling_zip' + params: + metric: ['1'] + html: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-strings' + metrics_path: '/props/strings/default' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-lists-default' + metrics_path: '/props/lists/default' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-lists-data_cf' + metrics_path: '/props/lists/data_cf' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-hashes-default' + metrics_path: '/props/hashes/default' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-hashes-data_cf' + metrics_path: '/props/hashes/data_cf' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-sets-default' + metrics_path: '/props/sets/default' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-sets-member_cf' + metrics_path: '/props/sets/member_cf' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-zsets-default' + metrics_path: '/props/zsets/default' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-zsets-data_cf' + metrics_path: '/props/zsets/data_cf' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'props-zsets-score_cf' + metrics_path: '/props/zsets/score_cf' + params: + metric: ['1'] + html: ['0'] + noint: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'db-time-metric' + metrics_path: '/AnyPlugin/time_metric' + params: + html: ['0'] + static_configs: + - targets: ['db_ip_port'] + + - job_name: 'db-length-metric' + metrics_path: '/AnyPlugin/length_metric' + params: + html: ['0'] + web: ['0'] + static_configs: + - targets: ['db_ip_port'] + diff --git a/install/prometheus/uninstall_prometheus.sh b/install/prometheus/uninstall_prometheus.sh new file mode 100755 index 0000000..04fe325 --- /dev/null +++ b/install/prometheus/uninstall_prometheus.sh @@ -0,0 +1,14 @@ +#!/bin/bash + +if [ "${check_if_include_config}" = "" ]; then + cur_path=$(cd $(dirname $0); pwd) + source ${cur_path}/../config.sh +fi +check_user + +systemctl stop prometheus.service + +rm -rf /usr/local/prometheus +rm -rf /var/lib/prometheus +rm -rf /data/prometheus +