lsm/seaweedfs
1
0
Fork 0
mirror of https://github.com/seaweedfs/seaweedfs.git synced 2025-11-24 16:53:14 +08:00
Code Issues Actions 17 Packages Projects Releases Wiki Activity

Add bucket's traffic metrics (#6444)
Some checks failed
go: build dev binaries / cleanup (push) Waiting to run
Details
go: build dev binaries / build_dev_linux_windows (amd64, linux) (push) Blocked by required conditions
Details
go: build dev binaries / build_dev_linux_windows (amd64, windows) (push) Blocked by required conditions
Details
go: build dev binaries / build_dev_darwin (amd64, darwin) (push) Blocked by required conditions
Details
go: build dev binaries / build_dev_darwin (arm64, darwin) (push) Blocked by required conditions
Details
docker: build dev containers / build-dev-containers (push) Waiting to run
Details
End to End / FUSE Mount (push) Waiting to run
Details
go: build binary / Build (push) Waiting to run
Details
Ceph S3 tests / Ceph S3 tests (push) Waiting to run
Details
helm: lint and test charts / lint-test (push) Has been cancelled
Details

Browse Source 
* Add bucket's traffic metrics

* Add bucket traffic to dashboards

* Fix bucket metrics help messages

* Fix variable names
This commit is contained in:
Hadi Zamani
2025-01-16 19:53:35 +03:30
committed by GitHub
parent aa299462f2
commit c7ae969c06
8 changed files with 715 additions and 64 deletions
Download Patch File Download Diff File Expand all files Collapse all files

220
other/metrics/grafana_seaweedfs.json
View File

@@ -804,6 +804,192 @@
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_PROMETHEUS}",
"fill": 1,
"fillGradient": 0,
"fieldConfig": {
"defaults": {
"unit": "decbytes"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 9
},
"hiddenSeries": false,
"id": 84,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "8.1.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(SeaweedFS_s3_bucket_traffic_received_bytes_total[$__interval])) by (bucket)",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "{{bucket}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "S3 Bucket Traffic Received",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "decbytes",
"logBase": 1,
"min": 0,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_PROMETHEUS}",
"fill": 1,
"fillGradient": 0,
"fieldConfig": {
"defaults": {
"unit": "decbytes"
},
"overrides": []
},
"gridPos": {
"h": 7,
"w": 12,
"x": 12,
"y": 9
},
"hiddenSeries": false,
"id": 85,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "8.1.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(SeaweedFS_s3_bucket_traffic_sent_bytes_total[$__interval])) by (bucket)",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "{{bucket}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "S3 Bucket Traffic Sent",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "decbytes",
"logBase": 1,
"min": 0,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
@@ -819,7 +1005,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 9
"y": 16
},
"hiddenSeries": false,
"id": 55,
@@ -928,7 +1114,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 16
"y": 23
},
"hiddenSeries": false,
"hideTimeOverride": false,
@@ -1068,7 +1254,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 23
"y": 30
},
"id": 71,
"panels": [],
@@ -1091,7 +1277,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 24
"y": 31
},
"hiddenSeries": false,
"id": 47,
@@ -1195,7 +1381,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 24
"y": 31
},
"hiddenSeries": false,
"id": 40,
@@ -1294,7 +1480,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 31
"y": 38
},
"hiddenSeries": false,
"id": 48,
@@ -1393,7 +1579,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 38
"y": 45
},
"hiddenSeries": false,
"id": 50,
@@ -1492,7 +1678,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 45
"y": 52
},
"hiddenSeries": false,
"id": 51,
@@ -1583,7 +1769,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 52
"y": 59
},
"id": 72,
"panels": [],
@@ -1606,7 +1792,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 53
"y": 60
},
"hiddenSeries": false,
"id": 12,
@@ -1702,7 +1888,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 53
"y": 60
},
"hiddenSeries": false,
"id": 14,
@@ -1797,7 +1983,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 60
"y": 67
},
"id": 73,
"panels": [],
@@ -1820,7 +2006,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 61
"y": 68
},
"hiddenSeries": false,
"id": 52,
@@ -1941,7 +2127,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 61
"y": 68
},
"hiddenSeries": false,
"id": 54,
@@ -2037,7 +2223,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 68
"y": 75
},
"hiddenSeries": false,
"id": 53,
@@ -2136,7 +2322,7 @@
"h": 7,
"w": 8,
"x": 0,
"y": 75
"y": 82
},
"hiddenSeries": false,
"id": 66,
@@ -2287,7 +2473,7 @@
"h": 7,
"w": 8,
"x": 8,
"y": 75
"y": 82
},
"hiddenSeries": false,
"id": 68,

162
other/metrics/grafana_seaweedfs_heartbeat.json
View File

@@ -713,6 +713,168 @@
}
]
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_PROMETHEUS-DEV}",
"editable": true,
"error": false,
"fill": 1,
"grid": {},
"id": 84,
"fieldConfig": {
"defaults": {
"unit": "decbytes"
},
"overrides": []
},
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null as zero",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"span": 6,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(SeaweedFS_s3_bucket_traffic_received_bytes_total[$__interval])) by (bucket)",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "{{bucket}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "S3 Bucket Traffic Received",
"tooltip": {
"msResolution": true,
"shared": true,
"sort": 0,
"value_type": "cumulative"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "decbytes",
"logBase": 1,
"min": 0,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": false
}
]
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_PROMETHEUS-DEV}",
"editable": true,
"error": false,
"fill": 1,
"grid": {},
"id": 85,
"fieldConfig": {
"defaults": {
"unit": "decbytes"
},
"overrides": []
},
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null as zero",
"percentage": false,
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"span": 6,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(SeaweedFS_s3_bucket_traffic_sent_bytes_total[$__interval])) by (bucket)",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "{{bucket}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeShift": null,
"title": "S3 Bucket Traffic Sent",
"tooltip": {
"msResolution": true,
"shared": true,
"sort": 0,
"value_type": "cumulative"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "decbytes",
"logBase": 1,
"min": 0,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": false
}
]
},
{
"aliasColors": {},
"bars": false,

228
other/metrics/grafana_seaweedfs_k8s.json
View File

@@ -261,6 +261,192 @@
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_PROMETHEUS}",
"fill": 1,
"fieldConfig": {
"defaults": {
"unit": "decbytes"
},
"overrides": []
},
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 12,
"x": 0,
"y": 8
},
"hiddenSeries": false,
"id": 84,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "8.1.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(SeaweedFS_s3_bucket_traffic_received_bytes_total{namespace=\"$namespace\",service=~\"$service-api\"}[$__interval])) by (bucket)",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "{{bucket}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "S3 Bucket Traffic Received",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "decbytes",
"logBase": 1,
"min": 0,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
"dashLength": 10,
"dashes": false,
"datasource": "${DS_PROMETHEUS}",
"fill": 1,
"fieldConfig": {
"defaults": {
"unit": "decbytes"
},
"overrides": []
},
"fillGradient": 0,
"gridPos": {
"h": 7,
"w": 12,
"x": 12,
"y": 8
},
"hiddenSeries": false,
"id": 85,
"legend": {
"avg": false,
"current": false,
"max": false,
"min": false,
"show": true,
"total": false,
"values": false
},
"lines": true,
"linewidth": 1,
"links": [],
"nullPointMode": "null",
"options": {
"alertThreshold": true
},
"percentage": false,
"pluginVersion": "8.1.2",
"pointradius": 5,
"points": false,
"renderer": "flot",
"seriesOverrides": [],
"spaceLength": 10,
"stack": false,
"steppedLine": false,
"targets": [
{
"expr": "sum(rate(SeaweedFS_s3_bucket_traffic_sent_bytes_total{namespace=\"$namespace\",service=~\"$service-api\"}[$__interval])) by (bucket)",
"format": "time_series",
"hide": false,
"intervalFactor": 2,
"legendFormat": "{{bucket}}",
"refId": "A"
}
],
"thresholds": [],
"timeFrom": null,
"timeRegions": [],
"timeShift": null,
"title": "S3 Bucket Traffic Sent",
"tooltip": {
"shared": true,
"sort": 0,
"value_type": "individual"
},
"type": "graph",
"xaxis": {
"buckets": null,
"mode": "time",
"name": null,
"show": true,
"values": []
},
"yaxes": [
{
"format": "decbytes",
"logBase": 1,
"min": 0,
"show": true
},
{
"format": "short",
"logBase": 1,
"show": false
}
],
"yaxis": {
"align": false,
"alignLevel": null
}
},
{
"aliasColors": {},
"bars": false,
@@ -282,7 +468,7 @@
"h": 7,
"w": 8,
"x": 0,
"y": 8
"y": 15
},
"hiddenSeries": false,
"id": 68,
@@ -393,7 +579,7 @@
"h": 7,
"w": 8,
"x": 8,
"y": 8
"y": 15
},
"hiddenSeries": false,
"id": 67,
@@ -504,7 +690,7 @@
"h": 7,
"w": 8,
"x": 16,
"y": 8
"y": 15
},
"hiddenSeries": false,
"id": 65,
@@ -601,7 +787,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 15
"y": 22
},
"id": 55,
"panels": [],
@@ -630,7 +816,7 @@
"h": 7,
"w": 8,
"x": 0,
"y": 16
"y": 23
},
"hiddenSeries": false,
"id": 46,
@@ -741,7 +927,7 @@
"h": 7,
"w": 8,
"x": 8,
"y": 16
"y": 23
},
"hiddenSeries": false,
"id": 49,
@@ -857,7 +1043,7 @@
"h": 7,
"w": 8,
"x": 16,
"y": 16
"y": 23
},
"hiddenSeries": false,
"id": 66,
@@ -973,7 +1159,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 23
"y": 30
},
"hiddenSeries": false,
"id": 2,
@@ -1072,7 +1258,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 30
"y": 37
},
"id": 56,
"panels": [],
@@ -1101,7 +1287,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 31
"y": 38
},
"hiddenSeries": false,
"id": 47,
@@ -1209,7 +1395,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 31
"y": 38
},
"hiddenSeries": false,
"id": 40,
@@ -1312,7 +1498,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 38
"y": 45
},
"hiddenSeries": false,
"id": 48,
@@ -1425,7 +1611,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 45
"y": 52
},
"hiddenSeries": false,
"id": 50,
@@ -1530,7 +1716,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 52
"y": 59
},
"hiddenSeries": false,
"id": 51,
@@ -1615,7 +1801,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 59
"y": 66
},
"id": 57,
"panels": [],
@@ -1644,7 +1830,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 60
"y": 67
},
"hiddenSeries": false,
"id": 12,
@@ -1744,7 +1930,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 60
"y": 67
},
"hiddenSeries": false,
"id": 14,
@@ -1833,7 +2019,7 @@
"h": 1,
"w": 24,
"x": 0,
"y": 67
"y": 74
},
"id": 58,
"panels": [],
@@ -1862,7 +2048,7 @@
"h": 7,
"w": 12,
"x": 0,
"y": 68
"y": 75
},
"hiddenSeries": false,
"id": 52,
@@ -1990,7 +2176,7 @@
"h": 7,
"w": 12,
"x": 12,
"y": 68
"y": 75
},
"hiddenSeries": false,
"id": 54,
@@ -2090,7 +2276,7 @@
"h": 7,
"w": 24,
"x": 0,
"y": 75
"y": 82
},
"hiddenSeries": false,
"id": 53,