2019-06-25 10:59:19 +03:00
{
2020-07-13 16:48:21 +03:00
"__inputs" : [
{
"name" : "DS_PROMETHEUS" ,
"label" : "Prometheus" ,
"description" : "" ,
"type" : "datasource" ,
"pluginId" : "prometheus" ,
"pluginName" : "Prometheus"
}
] ,
"__requires" : [
{
"type" : "grafana" ,
"id" : "grafana" ,
"name" : "Grafana" ,
2021-05-19 13:47:16 +03:00
"version" : "7.3.7"
2020-07-13 16:48:21 +03:00
} ,
{
"type" : "panel" ,
"id" : "graph" ,
"name" : "Graph" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "heatmap" ,
"name" : "Heatmap" ,
"version" : ""
} ,
{
"type" : "datasource" ,
"id" : "prometheus" ,
"name" : "Prometheus" ,
"version" : "1.0.0"
}
] ,
2019-06-25 10:59:19 +03:00
"annotations" : {
"list" : [
{
"builtIn" : 1 ,
"datasource" : "$datasource" ,
"enable" : false ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"limit" : 100 ,
"name" : "Annotations & Alerts" ,
"showIn" : 0 ,
"type" : "dashboard"
}
]
} ,
"editable" : true ,
"gnetId" : null ,
"graphTooltip" : 0 ,
2020-07-13 16:48:21 +03:00
"id" : null ,
2021-08-16 13:57:09 +03:00
"iteration" : 1628606819564 ,
2019-06-25 10:59:19 +03:00
"links" : [
{
2021-05-19 13:47:16 +03:00
"asDropdown" : false ,
2019-06-25 10:59:19 +03:00
"icon" : "external link" ,
2021-05-19 13:47:16 +03:00
"includeVars" : true ,
2019-06-25 10:59:19 +03:00
"keepTime" : true ,
"tags" : [
"matrix"
] ,
"title" : "Dashboards" ,
"type" : "dashboards"
2022-05-09 13:08:31 +03:00
} ,
{
"asDropdown" : false ,
"icon" : "external link" ,
"includeVars" : false ,
"keepTime" : false ,
"tags" : [ ] ,
"targetBlank" : true ,
"title" : "Synapse Documentation" ,
"tooltip" : "Open Documentation" ,
"type" : "link" ,
"url" : "https://matrix-org.github.io/synapse/latest/"
2019-06-25 10:59:19 +03:00
}
] ,
"panels" : [
{
"collapsed" : false ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 0
} ,
"id" : 73 ,
"panels" : [ ] ,
"title" : "Overview" ,
"type" : "row"
} ,
2021-05-19 13:47:16 +03:00
{
"cards" : {
"cardPadding" : -1 ,
"cardRound" : 0
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 1
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 189 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Event Send Time (excluding errors, all workers)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : null ,
"format" : "s" ,
"logBase" : 2 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
2019-06-25 10:59:19 +03:00
"y" : 1
} ,
2020-03-19 13:45:40 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 152 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
2021-05-19 13:47:16 +03:00
"rightSide" : false ,
2019-06-25 10:59:19 +03:00
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 0 ,
2019-06-25 10:59:19 +03:00
"links" : [ ] ,
2021-05-19 13:47:16 +03:00
"nullPointMode" : "connected" ,
2020-03-19 13:45:40 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-03-19 13:45:40 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [
{
"alias" : "Avg" ,
"fill" : 0 ,
"linewidth" : 3
} ,
{
"alias" : "99%" ,
"color" : "#C4162A" ,
"fillBelowTo" : "90%"
} ,
{
"alias" : "90%" ,
"color" : "#FF7383" ,
"fillBelowTo" : "75%"
} ,
{
"alias" : "75%" ,
"color" : "#FFEE52" ,
"fillBelowTo" : "50%"
} ,
{
"alias" : "50%" ,
"color" : "#73BF69" ,
"fillBelowTo" : "25%"
} ,
{
"alias" : "25%" ,
"color" : "#1F60C4" ,
"fillBelowTo" : "5%"
} ,
{
"alias" : "5%" ,
"lines" : false
} ,
{
"alias" : "Average" ,
"color" : "rgb(255, 255, 255)" ,
"lines" : true ,
"linewidth" : 3
} ,
{
"alias" : "Events" ,
"color" : "#B877D9" ,
"hideTooltip" : true ,
"points" : true ,
"yaxis" : 2 ,
"zindex" : -3
}
] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.99, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"intervalFactor" : 1 ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "99%" ,
"refId" : "D"
} ,
{
"expr" : "histogram_quantile(0.9, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
2021-05-19 13:47:16 +03:00
} ,
{
"expr" : "histogram_quantile(0.75, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.5, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.25, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"legendFormat" : "25%" ,
"refId" : "F"
} ,
{
"expr" : "histogram_quantile(0.05, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) by (le))" ,
"legendFormat" : "5%" ,
"refId" : "G"
} ,
{
"expr" : "sum(rate(synapse_http_server_response_time_seconds_sum{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size])) / sum(rate(synapse_http_server_response_time_seconds_count{servlet='RoomSendEventRestServlet',index=~\"$index\",instance=\"$instance\",code=~\"2..\"}[$bucket_size]))" ,
"legendFormat" : "Average" ,
"refId" : "H"
} ,
{
"expr" : "sum(rate(synapse_storage_events_persisted_events{instance=\"$instance\"}[$bucket_size]))" ,
"hide" : false ,
"instant" : false ,
"legendFormat" : "Events" ,
"refId" : "E"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [
{
2021-05-19 13:47:16 +03:00
"colorMode" : "warning" ,
"fill" : false ,
2019-06-25 10:59:19 +03:00
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
2021-05-19 13:47:16 +03:00
} ,
{
"colorMode" : "critical" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 2 ,
"yaxis" : "left"
2019-06-25 10:59:19 +03:00
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Event Send Time Quantiles (excluding errors, all workers)" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
2021-05-19 13:47:16 +03:00
"format" : "s" ,
"label" : "" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
2021-05-19 13:47:16 +03:00
"max" : null ,
2019-06-25 10:59:19 +03:00
"min" : "0" ,
"show" : true
} ,
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
"label" : "" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
"y" : 10
2019-06-25 10:59:19 +03:00
} ,
2020-03-19 13:45:40 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 75 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
2021-05-19 13:47:16 +03:00
"show" : true ,
2019-06-25 10:59:19 +03:00
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 3 ,
2019-06-25 10:59:19 +03:00
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 13:45:40 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-03-19 13:45:40 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(process_cpu_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} " ,
"refId" : "A"
}
] ,
"thresholds" : [
{
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
2019-06-25 10:59:19 +03:00
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "CPU usage" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
2021-05-19 13:47:16 +03:00
"value_type" : "individual"
2019-06-25 10:59:19 +03:00
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"decimals" : null ,
"format" : "percentunit" ,
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
2021-05-19 13:47:16 +03:00
"max" : "1.5" ,
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
2021-05-19 13:47:16 +03:00
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2021-05-19 13:47:16 +03:00
"grid" : { } ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 10
} ,
2020-03-19 13:45:40 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 198 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 3 ,
2019-06-25 10:59:19 +03:00
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 13:45:40 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-03-19 13:45:40 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [ ] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
2019-06-25 10:59:19 +03:00
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "sum(process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})" ,
"hide" : true ,
"interval" : "" ,
"legendFormat" : "total" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Memory" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
2021-05-19 13:47:16 +03:00
"value_type" : "cumulative"
2019-06-25 10:59:19 +03:00
} ,
2021-05-19 13:47:16 +03:00
"transformations" : [ ] ,
2019-06-25 10:59:19 +03:00
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "bytes" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 7 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
2019-06-25 10:59:19 +03:00
"y" : 19
} ,
2020-03-19 13:45:40 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 37 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 13:45:40 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-03-19 13:45:40 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
2021-05-19 13:47:16 +03:00
"alias" : "/max$/" ,
"color" : "#890F02" ,
"fill" : 0 ,
"legend" : false
2019-06-25 10:59:19 +03:00
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "process_open_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"hide" : false ,
2019-06-25 10:59:19 +03:00
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
2019-06-25 10:59:19 +03:00
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "process_max_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"hide" : true ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} max" ,
"refId" : "B" ,
"step" : 20
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Open FDs" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"decimals" : null ,
"format" : "none" ,
"label" : "" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
2021-05-19 13:47:16 +03:00
"decimals" : null ,
2019-06-25 10:59:19 +03:00
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"collapsed" : true ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 26
2019-06-25 10:59:19 +03:00
} ,
"id" : 54 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 25
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 5 ,
"legend" : {
"alignAsTable" : false ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 3 ,
2019-06-25 10:59:19 +03:00
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/user/"
} ,
{
"alias" : "/system/"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(process_cpu_system_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} system " ,
"metric" : "" ,
"refId" : "B" ,
"step" : 20
} ,
{
"expr" : "rate(process_cpu_user_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} user" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fillColor" : "rgba(255, 255, 255, 1)" ,
"line" : true ,
"lineColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
2021-05-19 13:47:16 +03:00
"value" : 0.5 ,
"yaxis" : "left"
2019-06-25 10:59:19 +03:00
} ,
{
"colorMode" : "custom" ,
"fillColor" : "rgba(255, 255, 255, 1)" ,
"line" : true ,
2021-05-19 13:47:16 +03:00
"lineColor" : "rgb(87, 6, 16)" ,
"op" : "gt" ,
"value" : 0.8 ,
"yaxis" : "left"
} ,
{
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
2019-06-25 10:59:19 +03:00
"op" : "gt" ,
2021-05-19 13:47:16 +03:00
"value" : 1 ,
"yaxis" : "left"
2019-06-25 10:59:19 +03:00
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "CPU" ,
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1.2" ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"description" : "Shows the time in which the given percentage of reactor ticks completed, over the sampled timespan" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 25
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 105 ,
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [ ] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.99, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"intervalFactor" : 2 ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "{{job}}-{{index}} 99%" ,
2019-06-25 10:59:19 +03:00
"refId" : "A" ,
"step" : 20
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.95, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 95%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 90%" ,
"refId" : "C"
} ,
{
"expr" : "rate(python_twisted_reactor_tick_time_sum{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]) / rate(python_twisted_reactor_tick_time_count{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} mean" ,
"refId" : "D"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Reactor tick quantiles" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "s" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
2021-05-19 13:47:16 +03:00
"show" : false
2019-06-25 10:59:19 +03:00
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 0 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 32
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 34 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
2021-05-19 13:47:16 +03:00
} ,
{
"expr" : "sum(process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})" ,
"interval" : "" ,
"legendFormat" : "total" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Memory" ,
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "cumulative"
} ,
2021-05-19 13:47:16 +03:00
"transformations" : [ ] ,
2019-06-25 10:59:19 +03:00
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 32
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 49 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [
{
"alias" : "/^up/" ,
"legend" : false ,
"yaxis" : 2
}
] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "scrape_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "{{job}}-{{index}}" ,
2019-06-25 10:59:19 +03:00
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Prometheus scrape time" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
2021-05-19 13:47:16 +03:00
"decimals" : 0 ,
"format" : "none" ,
"label" : "" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
2021-05-19 13:47:16 +03:00
"max" : "0" ,
"min" : "-1" ,
2019-06-25 10:59:19 +03:00
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2020-06-02 14:43:22 +03:00
"fill" : 0 ,
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 39
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
"id" : 53 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "min_over_time(up{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
2020-06-02 14:43:22 +03:00
"refId" : "A"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 14:43:22 +03:00
"title" : "Up" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-06-02 14:43:22 +03:00
"format" : "short" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
2020-06-02 14:43:22 +03:00
"show" : true
2019-06-25 10:59:19 +03:00
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 39
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 120 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
2021-05-19 13:47:16 +03:00
"nullPointMode" : "null as zero" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [ ] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
2021-05-19 13:47:16 +03:00
"stack" : true ,
2019-06-25 10:59:19 +03:00
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_http_server_response_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_response_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"instant" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A"
} ,
{
"expr" : "rate(synapse_background_process_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"hide" : false ,
"instant" : false ,
2019-06-25 10:59:19 +03:00
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [
{
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
2019-06-25 10:59:19 +03:00
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Stacked CPU usage" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "percentunit" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : null ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
2021-05-19 13:47:16 +03:00
"format" : "short" ,
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
2021-05-19 13:47:16 +03:00
"max" : null ,
"min" : null ,
"show" : true
2019-06-25 10:59:19 +03:00
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2020-06-02 14:43:22 +03:00
"fill" : 1 ,
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 46
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
"id" : 136 ,
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2020-06-02 14:43:22 +03:00
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "rate(synapse_http_client_requests{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"legendFormat" : "{{job}}-{{index}} {{method}}" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
2020-06-02 14:43:22 +03:00
} ,
{
"expr" : "rate(synapse_http_matrixfederationclient_requests{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"legendFormat" : "{{job}}-{{index}} {{method}} (federation)" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 14:43:22 +03:00
"title" : "Outgoing HTTP request rate" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-06-02 14:43:22 +03:00
"format" : "reqps" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
] ,
"repeat" : null ,
"title" : "Process info" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 27
} ,
"id" : 56 ,
"panels" : [
{
"cards" : {
"cardPadding" : -1 ,
"cardRound" : 0
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 21
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 85 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Event Send Time (Including errors, across all workers)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : null ,
"format" : "s" ,
"logBase" : 2 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
2019-06-25 10:59:19 +03:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"description" : "" ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2021-05-19 13:47:16 +03:00
"grid" : { } ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 9 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 21
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 33 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
2021-05-19 13:47:16 +03:00
"show" : false ,
2019-06-25 10:59:19 +03:00
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 2 ,
2019-06-25 10:59:19 +03:00
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2021-05-19 13:47:16 +03:00
"paceLength" : 10 ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
2021-05-19 13:47:16 +03:00
"stack" : false ,
2019-06-25 10:59:19 +03:00
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "sum(rate(synapse_storage_events_persisted_events{instance=\"$instance\"}[$bucket_size])) without (job,index)" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 2 ,
"legendFormat" : "" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
2019-06-25 10:59:19 +03:00
}
] ,
2021-05-19 13:47:16 +03:00
"thresholds" : [ ] ,
2019-06-25 10:59:19 +03:00
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Events Persisted (all workers)" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
2021-05-19 13:47:16 +03:00
"value_type" : "cumulative"
2019-06-25 10:59:19 +03:00
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
} ,
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2021-05-19 13:47:16 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 30
2019-06-25 10:59:19 +03:00
} ,
2021-05-19 13:47:16 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 40 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-05-19 13:47:16 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_persisted_by_source_type{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{type}}" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events/s Local vs Remote" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2021-05-19 13:47:16 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 30
2019-06-25 10:59:19 +03:00
} ,
2021-05-19 13:47:16 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 46 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-05-19 13:47:16 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_persisted_by_event_type{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"intervalFactor" : 2 ,
"legendFormat" : "{{type}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events/s by Type" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : {
"irc-freenode (local)" : "#EAB839"
} ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2021-05-19 13:47:16 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 37
2019-06-25 10:59:19 +03:00
} ,
2021-05-19 13:47:16 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 44 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-05-19 13:47:16 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_persisted_by_origin{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{origin_entity}} ({{origin_type}})" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events/s by Origin" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2021-05-19 13:47:16 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 37
2019-06-25 10:59:19 +03:00
} ,
2021-05-19 13:47:16 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 45 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-05-19 13:47:16 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_storage_events_persisted_events_sep{job=~\"$job\",index=~\"$index\", type=\"m.room.member\",instance=\"$instance\", origin_type=\"local\"}[$bucket_size])) by (origin_type, origin_entity)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{origin_entity}} ({{origin_type}})" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Memberships/s by Origin" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
} ,
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 9 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 44
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 118 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2021-05-19 13:47:16 +03:00
"paceLength" : 10 ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"repeatDirection" : "h" ,
"seriesOverrides" : [
{
"alias" : "mean" ,
"linewidth" : 2
}
] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.99, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 99%" ,
"refId" : "A"
} ,
2019-06-25 10:59:19 +03:00
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.95, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 95%" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.90, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 90%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.50, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 50%" ,
"refId" : "D"
} ,
{
"expr" : "sum(rate(synapse_http_server_response_time_seconds_sum{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method) / sum(rate(synapse_http_server_response_time_seconds_count{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method)" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} mean" ,
"refId" : "E"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Event send time quantiles by worker" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Event persistence" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 28
} ,
"id" : 57 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 2 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 31
} ,
"hiddenSeries" : false ,
"id" : 4 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100 ,
"yaxis" : "left"
} ,
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250 ,
"yaxis" : "left"
}
] ,
2019-06-25 10:59:19 +03:00
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Request Count by arrival time" ,
"tooltip" : {
"shared" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2019-06-25 11:01:53 +03:00
"y" : 31
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 32 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",index=~\"$index\",method!=\"OPTIONS\"}[$bucket_size]) and topk(10,synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",method!=\"OPTIONS\"})" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{method}} {{servlet}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Top 10 Request Counts" ,
"tooltip" : {
"shared" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 2 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2019-06-25 11:01:53 +03:00
"y" : 39
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
"id" : 139 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "rate(synapse_http_server_in_flight_requests_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100 ,
"yaxis" : "left"
} ,
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250 ,
"yaxis" : "left"
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Total CPU Usage by Endpoint" ,
"tooltip" : {
"shared" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2019-06-25 11:01:53 +03:00
"y" : 39
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 52 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "(rate(synapse_http_server_in_flight_requests_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) / rate(synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
2019-06-25 10:59:19 +03:00
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
2021-05-19 13:47:16 +03:00
"value" : 100 ,
"yaxis" : "left"
2019-06-25 10:59:19 +03:00
} ,
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
2021-05-19 13:47:16 +03:00
"value" : 250 ,
"yaxis" : "left"
2019-06-25 10:59:19 +03:00
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average CPU Usage by Endpoint" ,
"tooltip" : {
"shared" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2019-06-25 11:01:53 +03:00
"y" : 47
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 7 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "rate(synapse_http_server_in_flight_requests_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
2019-06-25 10:59:19 +03:00
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "DB Usage by endpoint" ,
"tooltip" : {
"shared" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 2 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2019-06-25 11:01:53 +03:00
"y" : 47
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 47 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : true ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "(sum(rate(synapse_http_server_response_time_seconds_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))/(sum(rate(synapse_http_server_response_time_seconds_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
2019-06-25 10:59:19 +03:00
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Non-sync avg response time" ,
"tooltip" : {
"shared" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2019-06-25 11:01:53 +03:00
"y" : 55
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 103 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [
{
"alias" : "Total" ,
"color" : "rgb(255, 255, 255)" ,
"fill" : 0 ,
"linewidth" : 3
}
] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "topk(10,synapse_http_server_in_flight_requests_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}}" ,
"refId" : "A"
2021-05-19 13:47:16 +03:00
} ,
{
"expr" : "sum(avg_over_time(synapse_http_server_in_flight_requests_count{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Total" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Requests in flight" ,
"tooltip" : {
"shared" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Requests" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 29
2019-06-25 10:59:19 +03:00
} ,
"id" : 97 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 32
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 99 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_background_process_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "CPU usage by background jobs" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 32
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 101 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_background_process_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_background_process_db_sched_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "DB usage by background jobs (including scheduling time)" ,
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2020-06-02 14:43:22 +03:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2020-06-02 14:43:22 +03:00
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 41
} ,
"hiddenSeries" : false ,
"id" : 138 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2020-06-02 14:43:22 +03:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_background_process_in_flight_count{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Background jobs in flight" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 10:59:19 +03:00
}
] ,
"title" : "Background jobs" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 30
2019-06-25 10:59:19 +03:00
} ,
"id" : 81 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 6
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 79 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-08-16 13:57:09 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-08-16 13:57:09 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_federation_client_sent_transactions{instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
2020-03-19 13:45:40 +03:00
"legendFormat" : "successful txn rate" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
2020-03-19 13:45:40 +03:00
} ,
{
"expr" : "sum(rate(synapse_util_metrics_block_count{block_name=\"_send_new_transaction\",instance=\"$instance\"}[$bucket_size]) - ignoring (block_name) rate(synapse_federation_client_sent_transactions{instance=\"$instance\"}[$bucket_size]))" ,
"legendFormat" : "failed txn rate" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Outgoing federation transaction rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
2020-06-02 14:43:22 +03:00
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 6
2020-06-02 14:43:22 +03:00
} ,
"hiddenSeries" : false ,
"id" : 83 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-08-16 13:57:09 +03:00
"options" : {
"alertThreshold" : true
} ,
2020-06-02 14:43:22 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-08-16 13:57:09 +03:00
"pluginVersion" : "7.3.7" ,
2020-06-02 14:43:22 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_federation_server_received_pdus{instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "pdus" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(synapse_federation_server_received_edus{instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Incoming PDU/EDU rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2020-06-02 14:43:22 +03:00
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 15
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
"id" : 109 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-08-16 13:57:09 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-08-16 13:57:09 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "sum(rate(synapse_federation_client_sent_pdu_destinations:total{instance=\"$instance\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2020-06-02 14:43:22 +03:00
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "pdus" ,
"refId" : "A"
} ,
{
2020-06-02 14:43:22 +03:00
"expr" : "sum(rate(synapse_federation_client_sent_edus{instance=\"$instance\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 14:43:22 +03:00
"title" : "Outgoing PDU/EDU rate" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
2020-06-02 14:43:22 +03:00
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 15
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
"id" : 111 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-08-16 13:57:09 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-08-16 13:57:09 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "rate(synapse_federation_client_sent_edus_by_type{instance=\"$instance\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
2020-06-02 14:43:22 +03:00
"legendFormat" : "{{type}}" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 14:43:22 +03:00
"title" : "Outgoing EDUs by type" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-05-19 13:47:16 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
"description" : "The number of events in the in-memory queues " ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2020-06-02 14:43:22 +03:00
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 24
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 142 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2021-08-16 13:57:09 +03:00
"options" : {
"alertThreshold" : true
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-08-16 13:57:09 +03:00
"pluginVersion" : "7.3.7" ,
2021-05-19 13:47:16 +03:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_federation_transaction_queue_pending_pdus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "pending PDUs {{job}}-{{index}}" ,
"refId" : "A"
} ,
{
"expr" : "synapse_federation_transaction_queue_pending_edus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "pending EDUs {{job}}-{{index}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "In-memory federation transmission queues" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "events" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Number of events queued up on the master process for processing by the federation sender" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 24
2021-05-19 13:47:16 +03:00
} ,
"hiddenSeries" : false ,
"id" : 140 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2021-08-16 13:57:09 +03:00
"options" : {
"alertThreshold" : true
} ,
2021-05-19 13:47:16 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-08-16 13:57:09 +03:00
"pluginVersion" : "7.3.7" ,
2021-05-19 13:47:16 +03:00
"pointradius" : 5 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "synapse_federation_send_queue_presence_changed_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
2020-06-02 14:43:22 +03:00
"legendFormat" : "presence changed" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
2020-06-02 14:43:22 +03:00
} ,
{
"expr" : "synapse_federation_send_queue_presence_map_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "presence map" ,
"refId" : "B"
} ,
{
"expr" : "synapse_federation_send_queue_presence_destinations_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "presence destinations" ,
"refId" : "E"
} ,
{
"expr" : "synapse_federation_send_queue_keyed_edu_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "keyed edus" ,
"refId" : "C"
} ,
{
"expr" : "synapse_federation_send_queue_edus_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "other edus" ,
"refId" : "D"
} ,
{
"expr" : "synapse_federation_send_queue_pos_time_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "stream positions" ,
"refId" : "F"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 14:43:22 +03:00
"title" : "Outgoing EDU queues on master" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-06-02 14:43:22 +03:00
"format" : "none" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-06-02 14:43:22 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2020-07-13 16:48:21 +03:00
} ,
2021-05-19 13:47:16 +03:00
{
"cards" : {
"cardPadding" : -1 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 32
2021-05-19 13:47:16 +03:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 166 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_event_processing_lag_by_event_bucket{instance=\"$instance\",name=\"federation_sender\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{ le }}" ,
"refId" : "A"
}
] ,
"title" : "Federation send PDU lag" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"tooltipDecimals" : 2 ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
2020-07-13 16:48:21 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
2021-05-19 13:47:16 +03:00
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
2020-07-13 16:48:21 +03:00
"fillGradient" : 0 ,
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 9 ,
2020-07-13 16:48:21 +03:00
"w" : 12 ,
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 33
2020-07-13 16:48:21 +03:00
} ,
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 162 ,
2020-07-13 16:48:21 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
2021-05-19 13:47:16 +03:00
"rightSide" : false ,
2020-07-13 16:48:21 +03:00
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 0 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2021-08-16 13:57:09 +03:00
"options" : {
"alertThreshold" : true
} ,
2021-05-19 13:47:16 +03:00
"paceLength" : 10 ,
2020-07-13 16:48:21 +03:00
"percentage" : false ,
2021-08-16 13:57:09 +03:00
"pluginVersion" : "7.3.7" ,
2021-05-19 13:47:16 +03:00
"pointradius" : 5 ,
2020-07-13 16:48:21 +03:00
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [
{
"alias" : "Avg" ,
"fill" : 0 ,
"linewidth" : 3
} ,
{
"alias" : "99%" ,
"color" : "#C4162A" ,
"fillBelowTo" : "90%"
} ,
{
"alias" : "90%" ,
"color" : "#FF7383" ,
"fillBelowTo" : "75%"
} ,
{
"alias" : "75%" ,
"color" : "#FFEE52" ,
"fillBelowTo" : "50%"
} ,
{
"alias" : "50%" ,
"color" : "#73BF69" ,
"fillBelowTo" : "25%"
} ,
{
"alias" : "25%" ,
"color" : "#1F60C4" ,
"fillBelowTo" : "5%"
} ,
{
"alias" : "5%" ,
"lines" : false
} ,
{
"alias" : "Average" ,
"color" : "rgb(255, 255, 255)" ,
"lines" : true ,
"linewidth" : 3
}
] ,
2020-07-13 16:48:21 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.99, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
2020-07-13 16:48:21 +03:00
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
} ,
{
"expr" : "histogram_quantile(0.9, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
2020-07-13 16:48:21 +03:00
"refId" : "A"
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.75, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
2020-07-13 16:48:21 +03:00
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.5, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
2020-07-13 16:48:21 +03:00
"refId" : "B"
2021-05-19 13:47:16 +03:00
} ,
{
"expr" : "histogram_quantile(0.25, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"interval" : "" ,
"legendFormat" : "25%" ,
"refId" : "F"
} ,
{
"expr" : "histogram_quantile(0.05, sum(rate(synapse_event_processing_lag_by_event_bucket{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) by (le))" ,
"interval" : "" ,
"legendFormat" : "5%" ,
"refId" : "G"
} ,
{
"expr" : "sum(rate(synapse_event_processing_lag_by_event_sum{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size])) / sum(rate(synapse_event_processing_lag_by_event_count{name='federation_sender',index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Average" ,
"refId" : "H"
}
] ,
"thresholds" : [
{
"colorMode" : "warning" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 0.25 ,
"yaxis" : "left"
} ,
{
"colorMode" : "critical" ,
"fill" : false ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
2020-07-13 16:48:21 +03:00
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Federation send PDU lag quantiles" ,
2020-07-13 16:48:21 +03:00
"tooltip" : {
"shared" : true ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2020-07-13 16:48:21 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"decimals" : null ,
"format" : "s" ,
"label" : "" ,
2020-07-13 16:48:21 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
2020-07-13 16:48:21 +03:00
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : "0" ,
2020-07-13 16:48:21 +03:00
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
} ,
{
"cards" : {
"cardPadding" : -1 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 41
2021-05-19 13:47:16 +03:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : false ,
"highlightCards" : true ,
"id" : 164 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_federation_server_pdu_process_time_bucket{instance=\"$instance\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{ le }}" ,
"refId" : "A"
}
] ,
"title" : "Handle inbound PDU time" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"tooltipDecimals" : 2 ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
2021-08-16 13:57:09 +03:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 42
} ,
"hiddenSeries" : false ,
"id" : 203 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_federation_server_oldest_inbound_pdu_in_staging{job=\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "rss {{index}}" ,
"refId" : "A" ,
"step" : 4
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Age of oldest event in staging area" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 50
} ,
"hiddenSeries" : false ,
"id" : 202 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_federation_server_number_inbound_pdu_in_staging{job=\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "rss {{index}}" ,
"refId" : "A" ,
"step" : 4
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Number of events in federation staging area" ,
"tooltip" : {
"msResolution" : false ,
"shared" : true ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "${DS_PROMETHEUS}" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 51
} ,
"hiddenSeries" : false ,
"id" : 205 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_federation_soft_failed_events_total{instance=\"$instance\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "soft-failed events" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Soft-failed event rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
2019-06-25 10:59:19 +03:00
] ,
"title" : "Federation" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 31
2019-06-25 10:59:19 +03:00
} ,
"id" : 60 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2020-03-19 13:45:40 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
"x" : 0 ,
2020-03-19 13:45:40 +03:00
"y" : 34
2019-06-25 10:59:19 +03:00
} ,
2020-03-19 13:45:40 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 51 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_http_httppusher_http_pushes_processed{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed + synapse_http_httppusher_http_pushes_processed) > 0" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "processed {{job}}" ,
"refId" : "A" ,
"step" : 20
} ,
{
"expr" : "rate(synapse_http_httppusher_http_pushes_failed{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed + synapse_http_httppusher_http_pushes_processed) > 0" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "failed {{job}}" ,
"refId" : "B" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "HTTP Push rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2020-03-19 13:45:40 +03:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2020-03-19 13:45:40 +03:00
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 34
} ,
"hiddenSeries" : false ,
"id" : 134 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2020-03-19 13:45:40 +03:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "topk(10,synapse_pushers{job=~\"$job\",index=~\"$index\", instance=\"$instance\"})" ,
"legendFormat" : "{{kind}} {{app_id}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Active pusher instances by app" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 10:59:19 +03:00
}
] ,
"repeat" : null ,
"title" : "Pushes" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 32
2019-06-25 10:59:19 +03:00
} ,
"id" : 58 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 33
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 48 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Avg time waiting for db conn" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows the time in which the given percentage of database queries were scheduled, over the sampled timespan" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 33
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 104 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.99, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 99%" ,
"refId" : "A" ,
"step" : 20
} ,
{
"expr" : "histogram_quantile(0.95, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 95%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 90%" ,
"refId" : "C"
} ,
{
"expr" : "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} mean" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Db scheduling time quantiles" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 0 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 40
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 10 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "topk(10, rate(synapse_storage_transaction_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Top DB transactions by txn rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 40
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 11 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
2019-06-25 11:01:53 +03:00
"stack" : false ,
"steppedLine" : false ,
2019-06-25 10:59:19 +03:00
"targets" : [
{
"expr" : "rate(synapse_storage_transaction_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "DB transactions by total txn time" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 47
2021-05-19 13:47:16 +03:00
} ,
"hiddenSeries" : false ,
"id" : 180 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : false
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_transaction_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_transaction_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average DB txn time" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-08-16 13:57:09 +03:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 6 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 47
} ,
"hiddenSeries" : false ,
"id" : 200 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.99, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
} ,
{
"expr" : "histogram_quantile(0.9, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.75, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.5, sum(rate(synapse_storage_schedule_time_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Time waiting for DB connection quantiles" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 10:59:19 +03:00
}
] ,
"repeat" : null ,
"title" : "Database" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 33
2019-06-25 10:59:19 +03:00
} ,
"id" : 59 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 9
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 12 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\",block_name!=\"wrapped_request_handler\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Total CPU Usage by Block" ,
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 9
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 26 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "(rate(synapse_util_metrics_block_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds[$bucket_size])) / rate(synapse_util_metrics_block_count[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average CPU Time per Block" ,
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 22
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 13 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 14:43:22 +03:00
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Total DB Usage by Block" ,
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-06-02 14:43:22 +03:00
"description" : "The time each database transaction takes to execute, on average, broken down by metrics block." ,
2019-06-25 10:59:19 +03:00
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 22
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 27 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 14:43:22 +03:00
"title" : "Average Database Transaction time, by Block" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 35
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 28 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average Transactions per Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 35
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 25 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"paceLength" : 10 ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_time_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_count[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average Wallclock Time per Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
} ,
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 15 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 48
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 154 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 1 ,
2019-06-25 10:59:19 +03:00
"nullPointMode" : "null" ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Block count" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Per-block metrics" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 34
} ,
"id" : 61 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 2 ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 35
2021-05-19 13:47:16 +03:00
} ,
"hiddenSeries" : false ,
"id" : 1 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_caches_cache:hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])/rate(synapse_util_caches_cache:total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache Hit Ratio" ,
"tooltip" : {
"msResolution" : true ,
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1" ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 35
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 8 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_util_caches_cache:size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache Size" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 45
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 38 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_caches_cache:total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache request rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "rps" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 45
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 39 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-16 13:57:09 +03:00
"expr" : "topk(10, rate(synapse_util_caches_cache:total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]) - rate(synapse_util_caches_cache:hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-08-16 13:57:09 +03:00
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Top 10 cache misses" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "rps" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 55
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2019-06-25 10:59:19 +03:00
"id" : 65 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_caches_cache:evicted_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
2021-09-23 16:45:32 +03:00
"legendFormat" : "{{name}} ({{reason}}) {{job}}-{{index}}" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache eviction rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "hertz" ,
"label" : "entries / second" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Caches" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 16:48:21 +03:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 35
2019-06-25 10:59:19 +03:00
} ,
2021-05-19 13:47:16 +03:00
"id" : 148 ,
2019-06-25 10:59:19 +03:00
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 29
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 146 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
2021-05-19 13:47:16 +03:00
"stack" : false ,
2019-06-25 10:59:19 +03:00
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "synapse_util_caches_response_cache:size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Response cache size" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : false ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "short" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : null ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 29
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 150 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_util_caches_response_cache:hits{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])/rate(synapse_util_caches_response_cache:total{instance=\"$instance\", job=~\"$job\", index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A"
} ,
{
"expr" : "" ,
"interval" : "" ,
"legendFormat" : "" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Response cache hit rate" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
2021-05-19 13:47:16 +03:00
"value_type" : "individual"
2019-06-25 10:59:19 +03:00
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"decimals" : null ,
"format" : "percentunit" ,
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
2021-05-19 13:47:16 +03:00
"max" : "1" ,
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
2021-05-19 13:47:16 +03:00
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
] ,
"title" : "Response caches" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 36
} ,
"id" : 62 ,
"panels" : [
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 30
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 91 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [ ] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
2021-05-19 13:47:16 +03:00
"stack" : true ,
2019-06-25 10:59:19 +03:00
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[10m])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"instant" : false ,
2019-06-25 10:59:19 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Total GC time by bucket (10m smoothing)" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"decimals" : null ,
"format" : "percentunit" ,
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
2021-05-19 13:47:16 +03:00
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"decimals" : 3 ,
"editable" : true ,
"error" : false ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2021-05-19 13:47:16 +03:00
"grid" : { } ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 30
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 21 ,
2019-06-25 10:59:19 +03:00
"legend" : {
2021-05-19 13:47:16 +03:00
"alignAsTable" : true ,
2019-06-25 10:59:19 +03:00
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
2021-05-19 13:47:16 +03:00
"linewidth" : 2 ,
2019-06-25 10:59:19 +03:00
"links" : [ ] ,
2021-05-19 13:47:16 +03:00
"nullPointMode" : "null as zero" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}} gen {{gen}} " ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average GC Time Per Collection" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "'gen 0' shows the number of objects allocated since the last gen0 GC.\n'gen 1' / 'gen 2' show the number of gen0/gen1 GCs since the last gen1/gen2 GC." ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 39
} ,
"hiddenSeries" : false ,
"id" : 89 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/gen 0$/" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "python_gc_counts{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Allocation counts" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Gen N-1 GCs since last Gen N GC" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"decimals" : null ,
"format" : "short" ,
"label" : "Objects since last Gen 0 GC" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 39
} ,
"hiddenSeries" : false ,
"id" : 93 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(python_gc_unreachable_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Object counts per collection" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 48
} ,
"hiddenSeries" : false ,
"id" : 95 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "GC frequency" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateSpectral" ,
"exponent" : 0.5 ,
"max" : null ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "${DS_PROMETHEUS}" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 48
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 87 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "sum(rate(python_gc_time_bucket[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "GC durations" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : null ,
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
}
] ,
"repeat" : null ,
"title" : "GC" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 37
} ,
"id" : 63 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
"y" : 13
} ,
"hiddenSeries" : false ,
"id" : 42 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum (rate(synapse_replication_tcp_protocol_inbound_commands{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (name, conn_id)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{command}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Rate of incoming commands" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "${DS_PROMETHEUS}" ,
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
"y" : 13
} ,
"hiddenSeries" : false ,
"id" : 144 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_replication_tcp_command_queue{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "{{stream_name}} {{job}}-{{index}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Queued incoming RDATA commands, by stream" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
"y" : 20
} ,
"hiddenSeries" : false ,
"id" : 43 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum (rate(synapse_replication_tcp_protocol_outbound_commands{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (name, conn_id)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{command}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Rate of outgoing commands" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
"y" : 20
} ,
"hiddenSeries" : false ,
"id" : 41 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_replication_tcp_resource_stream_updates{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{stream_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Outgoing stream updates" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
"y" : 27
} ,
"hiddenSeries" : false ,
"id" : 113 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_replication_tcp_resource_connections_per_stream{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{stream_name}}" ,
"refId" : "A"
} ,
{
"expr" : "synapse_replication_tcp_resource_total_connections{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Replication connections" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
"y" : 27
} ,
"hiddenSeries" : false ,
"id" : 115 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_replication_tcp_protocol_close_reason{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{reason_type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Replication connection close reasons" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Replication" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 38
} ,
"id" : 69 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 41
} ,
"hiddenSeries" : false ,
"id" : 67 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "max(synapse_event_persisted_position{instance=\"$instance\"}) - on() group_right() synapse_event_processing_positions{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Event processing lag" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "events" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 41
} ,
"hiddenSeries" : false ,
"id" : 71 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "time()*1000-synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Age of last processed event" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 50
} ,
"hiddenSeries" : false ,
"id" : 121 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"options" : {
"alertThreshold" : true
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pluginVersion" : "7.3.7" ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "deriv(synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/1000 - 1" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Event processing catchup rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "none" ,
"label" : "fallbehind(-) / catchup(+): s/sec" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"title" : "Event processing loop positions" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 39
} ,
"id" : 126 ,
"panels" : [
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#B877D9" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"max" : null ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of rooms with the given number of forward extremities, or fewer.\n\nThis is only updated once an hour." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 42
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 122 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Number of rooms, by number of forward extremities in room" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Number of rooms with the given number of forward extremities or fewer.\n\nThis is only updated once an hour." ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 0 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 42
} ,
"hiddenSeries" : false ,
"id" : 124 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
"percentage" : false ,
"pluginVersion" : "7.1.3" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} > 0" ,
"format" : "heatmap" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Room counts, by number of extremities" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "none" ,
"label" : "Number of rooms" ,
"logBase" : 10 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#5794F2" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of events persisted to rooms with the given number of forward extremities, or fewer." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 50
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 127 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Events persisted, by number of forward extremities in room (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "For a given percentage P, the number X where P% of events were persisted to rooms with X forward extremities or fewer." ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 50
} ,
"hiddenSeries" : false ,
"id" : 128 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pluginVersion" : "7.1.3" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events persisted, by number of forward extremities in room (quantiles)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of extremities in room" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#FF9830" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of events persisted to rooms with the given number of stale forward extremities, or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 58
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 129 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Events persisted, by number of stale forward extremities in room (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "For given percentage P, the number X where P% of events were persisted to rooms with X stale forward extremities or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new." ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
"y" : 58
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 130 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"intervalFactor" : 1 ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "50%" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
2021-05-19 13:47:16 +03:00
} ,
{
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Events persisted, by number of stale forward extremities in room (quantiles)" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "short" ,
"label" : "Number of stale forward extremities in room" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
2021-05-19 13:47:16 +03:00
"cardColor" : "#73BF69" ,
2019-06-25 10:59:19 +03:00
"colorScale" : "sqrt" ,
2021-05-19 13:47:16 +03:00
"colorScheme" : "interpolateInferno" ,
2019-06-25 10:59:19 +03:00
"exponent" : 0.5 ,
"min" : 0 ,
2021-05-19 13:47:16 +03:00
"mode" : "opacity"
2019-06-25 10:59:19 +03:00
} ,
"dataFormat" : "tsbuckets" ,
2021-05-19 13:47:16 +03:00
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of state resolution operations performed over the given number of state groups, or fewer." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
"y" : 66
2019-06-25 10:59:19 +03:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
2021-05-19 13:47:16 +03:00
"id" : 131 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "heatmap" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
2021-05-19 13:47:16 +03:00
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Number of state resolution performed, by number of state groups involved (heatmap)" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"show" : true ,
2021-05-19 13:47:16 +03:00
"showHistogram" : true
2019-06-25 10:59:19 +03:00
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
2021-05-19 13:47:16 +03:00
"decimals" : 0 ,
"format" : "short" ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
2021-05-19 13:47:16 +03:00
} ,
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"description" : "For a given percentage P, the number X where P% of state resolution operations took place over X state groups or fewer." ,
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
2020-07-13 16:48:21 +03:00
"y" : 66
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 132 ,
"interval" : "" ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.5, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "A"
2019-06-25 10:59:19 +03:00
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.75, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.90, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
2019-06-25 10:59:19 +03:00
} ,
{
2021-05-19 13:47:16 +03:00
"expr" : "histogram_quantile(0.99, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Number of state resolutions performed, by number of state groups involved (quantiles)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of state groups" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
2019-06-25 10:59:19 +03:00
} ,
{
2021-05-19 13:47:16 +03:00
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "When we do a state res while persisting events we try and see if we can prune any stale extremities." ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 74
} ,
"hiddenSeries" : false ,
"id" : 179 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pluginVersion" : "7.1.3" ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_storage_events_state_resolutions_during_persistence{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "State res " ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(synapse_storage_events_potential_times_prune_extremities{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Potential to prune" ,
"refId" : "B"
} ,
{
"expr" : "sum(rate(synapse_storage_events_times_pruned_extremities{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"interval" : "" ,
"legendFormat" : "Pruned" ,
"refId" : "C"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Stale extremity dropping" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
] ,
"title" : "Extremities" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 40
} ,
"id" : 158 ,
"panels" : [
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 41
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 156 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
2021-05-19 13:47:16 +03:00
"seriesOverrides" : [
{
"alias" : "Max" ,
"color" : "#bf1b00" ,
"fill" : 0 ,
"linewidth" : 2
}
] ,
2019-06-25 10:59:19 +03:00
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-08-16 13:57:09 +03:00
"expr" : "synapse_admin_mau:current{instance=\"$instance\", job=~\"$job\"}" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "Current" ,
"refId" : "A"
} ,
{
2021-08-16 13:57:09 +03:00
"expr" : "synapse_admin_mau:max{instance=\"$instance\", job=~\"$job\"}" ,
2021-05-19 13:47:16 +03:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "Max" ,
"refId" : "B"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "MAU Limits" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "short" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 41
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 160 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "synapse_admin_mau_current_mau_by_service{instance=\"$instance\"}" ,
"interval" : "" ,
"legendFormat" : "{{ app_service }}" ,
"refId" : "A"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "MAU by Appservice" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
2019-06-25 10:59:19 +03:00
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "short" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
] ,
"title" : "MAU" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 41
} ,
"id" : 177 ,
"panels" : [
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
"y" : 1
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 173 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_notifier_users_woken_by_stream{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"hide" : false ,
2019-06-25 10:59:19 +03:00
"intervalFactor" : 2 ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "{{stream}} {{index}}" ,
"metric" : "synapse_notifier" ,
2019-06-25 10:59:19 +03:00
"refId" : "A" ,
2021-05-19 13:47:16 +03:00
"step" : 2
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Notifier Streams Woken" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { } ,
"links" : [ ]
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
"y" : 1
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 175 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.1.3" ,
2019-06-25 10:59:19 +03:00
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_handler_presence_get_updates{job=~\"$job\",instance=\"$instance\"}[$bucket_size])" ,
2020-06-02 14:43:22 +03:00
"format" : "time_series" ,
2021-05-19 13:47:16 +03:00
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{type}} {{index}}" ,
"refId" : "A" ,
"step" : 2
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Presence Stream Fetch Type Rates" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-06-02 14:43:22 +03:00
"min" : "0" ,
2019-06-25 10:59:19 +03:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
] ,
"title" : "Notifier" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 42
} ,
"id" : 170 ,
"panels" : [
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
2021-08-16 13:57:09 +03:00
"y" : 43
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 168 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_appservice_api_sent_events{instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
2021-08-16 13:57:09 +03:00
"legendFormat" : "{{service}}" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Sent Events rate" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
} ,
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
2021-08-16 13:57:09 +03:00
"y" : 43
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 171 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
2021-05-19 13:47:16 +03:00
"nullPointMode" : "null" ,
2020-03-19 13:45:40 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-03-19 13:45:40 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_appservice_api_sent_transactions{instance=\"$instance\"}[$bucket_size])" ,
2019-06-25 10:59:19 +03:00
"interval" : "" ,
2021-08-16 13:57:09 +03:00
"legendFormat" : "{{service}}" ,
2019-06-25 10:59:19 +03:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Transactions rate" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
"label" : null ,
2019-06-25 10:59:19 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
] ,
"title" : "Appservices" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 43
} ,
"id" : 188 ,
"panels" : [
2019-06-25 10:59:19 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 10:59:19 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 10:59:19 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 10:59:19 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
"y" : 44
2019-06-25 10:59:19 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 182 ,
2019-06-25 10:59:19 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
2021-05-19 13:47:16 +03:00
"nullPointMode" : "null" ,
2020-03-19 13:45:40 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-03-19 13:45:40 +03:00
} ,
2019-06-25 10:59:19 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 10:59:19 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_handler_presence_notified_presence{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2020-07-13 16:48:21 +03:00
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "Notified" ,
"refId" : "A"
} ,
{
"expr" : "rate(synapse_handler_presence_federation_presence_out{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Remote ping" ,
2019-06-25 10:59:19 +03:00
"refId" : "B"
2021-05-19 13:47:16 +03:00
} ,
{
"expr" : "rate(synapse_handler_presence_presence_updates{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Total updates" ,
"refId" : "C"
} ,
{
"expr" : "rate(synapse_handler_presence_federation_presence{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Remote updates" ,
"refId" : "D"
} ,
{
"expr" : "rate(synapse_handler_presence_bump_active_time{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "Bump active time" ,
"refId" : "E"
2019-06-25 10:59:19 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Presence" ,
2019-06-25 10:59:19 +03:00
"tooltip" : {
"shared" : true ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 10:59:19 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
2019-06-25 10:59:19 +03:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 11:01:53 +03:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 11:01:53 +03:00
"fill" : 1 ,
2020-03-19 13:45:40 +03:00
"fillGradient" : 0 ,
2019-06-25 11:01:53 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 8 ,
2019-06-25 11:01:53 +03:00
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 12 ,
"y" : 44
2019-06-25 11:01:53 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 184 ,
2019-06-25 11:01:53 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
2021-05-19 13:47:16 +03:00
"nullPointMode" : "null" ,
2020-03-19 13:45:40 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-03-19 13:45:40 +03:00
} ,
2019-06-25 11:01:53 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
"pointradius" : 2 ,
2019-06-25 11:01:53 +03:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_handler_presence_state_transition{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2019-06-25 11:01:53 +03:00
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "{{from}} -> {{to}}" ,
"refId" : "A"
2019-06-25 11:01:53 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Presence state transitions" ,
2019-06-25 11:01:53 +03:00
"tooltip" : {
"shared" : true ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 11:01:53 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
"label" : null ,
2019-06-25 11:01:53 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 10:59:19 +03:00
} ,
2019-06-25 11:01:53 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 11:01:53 +03:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
"y" : 52
2019-06-25 11:01:53 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 186 ,
2019-06-25 11:01:53 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 11:01:53 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 11:01:53 +03:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_handler_presence_notify_reason{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2019-06-25 11:01:53 +03:00
"interval" : "" ,
2021-05-19 13:47:16 +03:00
"legendFormat" : "{{reason}}" ,
2019-06-25 11:01:53 +03:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "Presence notify reason" ,
2019-06-25 11:01:53 +03:00
"tooltip" : {
2021-05-19 13:47:16 +03:00
"shared" : true ,
"sort" : 2 ,
2019-06-25 11:01:53 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
"label" : null ,
2019-06-25 11:01:53 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
2021-05-19 13:47:16 +03:00
"show" : true
2019-06-25 11:01:53 +03:00
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2021-05-19 13:47:16 +03:00
}
] ,
"title" : "Presence" ,
"type" : "row"
} ,
{
"collapsed" : true ,
"datasource" : "${DS_PROMETHEUS}" ,
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 44
} ,
"id" : 197 ,
"panels" : [
2019-06-25 11:01:53 +03:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 11:01:53 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 11:01:53 +03:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
2021-05-19 13:47:16 +03:00
"x" : 0 ,
"y" : 1
2019-06-25 11:01:53 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 191 ,
2019-06-25 11:01:53 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 11:01:53 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 11:01:53 +03:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_external_cache_set{job=\"$job\", instance=\"$instance\", index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{ cache_name }} {{ index }}" ,
"refId" : "A"
2019-06-25 11:01:53 +03:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "External Cache Set Rate" ,
2019-06-25 11:01:53 +03:00
"tooltip" : {
"shared" : true ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 11:01:53 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
"label" : null ,
2019-06-25 11:01:53 +03:00
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : null ,
2019-06-25 11:01:53 +03:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"description" : "" ,
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 11:01:53 +03:00
"fill" : 1 ,
2020-06-02 14:43:22 +03:00
"fillGradient" : 0 ,
2019-06-25 11:01:53 +03:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2021-05-19 13:47:16 +03:00
"y" : 1
2019-06-25 11:01:53 +03:00
} ,
2020-06-02 14:43:22 +03:00
"hiddenSeries" : false ,
2021-05-19 13:47:16 +03:00
"id" : 193 ,
2019-06-25 11:01:53 +03:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 14:43:22 +03:00
"options" : {
2021-05-19 13:47:16 +03:00
"alertThreshold" : true
2020-06-02 14:43:22 +03:00
} ,
2019-06-25 11:01:53 +03:00
"percentage" : false ,
2021-05-19 13:47:16 +03:00
"pluginVersion" : "7.3.7" ,
2019-06-25 11:01:53 +03:00
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "rate(synapse_external_cache_get{job=\"$job\", instance=\"$instance\", index=~\"$index\"}[$bucket_size])" ,
"interval" : "" ,
"legendFormat" : "{{ cache_name }} {{ index }}" ,
2019-06-25 11:01:53 +03:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2021-05-19 13:47:16 +03:00
"title" : "External Cache Get Rate" ,
2019-06-25 11:01:53 +03:00
"tooltip" : {
"shared" : true ,
2021-05-19 13:47:16 +03:00
"sort" : 2 ,
2019-06-25 11:01:53 +03:00
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2021-05-19 13:47:16 +03:00
"format" : "hertz" ,
"label" : null ,
2019-06-25 11:01:53 +03:00
"logBase" : 1 ,
"max" : null ,
2021-05-19 13:47:16 +03:00
"min" : null ,
2019-06-25 11:01:53 +03:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
2021-05-19 13:47:16 +03:00
"cardPadding" : -1 ,
2019-06-25 11:01:53 +03:00
"cardRound" : null
} ,
"color" : {
2021-05-19 13:47:16 +03:00
"cardColor" : "#b4ff00" ,
2019-06-25 11:01:53 +03:00
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
2021-05-19 13:47:16 +03:00
"mode" : "spectrum"
2019-06-25 11:01:53 +03:00
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
2021-05-19 13:47:16 +03:00
"fieldConfig" : {
"defaults" : {
"custom" : { }
} ,
"overrides" : [ ]
} ,
2019-06-25 11:01:53 +03:00
"gridPos" : {
2021-05-19 13:47:16 +03:00
"h" : 9 ,
2019-06-25 11:01:53 +03:00
"w" : 12 ,
"x" : 0 ,
2021-05-19 13:47:16 +03:00
"y" : 9
2019-06-25 11:01:53 +03:00
} ,
"heatmap" : { } ,
2021-05-19 13:47:16 +03:00
"hideZeroBuckets" : false ,
2019-06-25 11:01:53 +03:00
"highlightCards" : true ,
2021-05-19 13:47:16 +03:00
"id" : 195 ,
2019-06-25 11:01:53 +03:00
"legend" : {
2021-05-19 13:47:16 +03:00
"show" : false
2019-06-25 11:01:53 +03:00
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
2021-05-19 13:47:16 +03:00
"expr" : "sum(rate(synapse_external_cache_response_time_seconds_bucket{index=~\"$index\",instance=\"$instance\",job=\"$job\"}[$bucket_size])) by (le)" ,
2019-06-25 11:01:53 +03:00
"format" : "heatmap" ,
2021-05-19 13:47:16 +03:00
"instant" : false ,
2020-07-13 16:48:21 +03:00
"interval" : "" ,
2019-06-25 11:01:53 +03:00
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
2021-05-19 13:47:16 +03:00
"title" : "External Cache Response Time" ,
2019-06-25 11:01:53 +03:00
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
2021-05-19 13:47:16 +03:00
"tooltipDecimals" : 2 ,
2019-06-25 11:01:53 +03:00
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
2021-05-19 13:47:16 +03:00
"format" : "s" ,
2019-06-25 11:01:53 +03:00
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
}
] ,
2021-05-19 13:47:16 +03:00
"title" : "External Cache" ,
2019-06-25 11:01:53 +03:00
"type" : "row"
}
] ,
2021-05-19 13:47:16 +03:00
"refresh" : false ,
"schemaVersion" : 26 ,
2019-06-25 11:01:53 +03:00
"style" : "dark" ,
"tags" : [
"matrix"
] ,
"templating" : {
"list" : [
{
"current" : {
2020-07-13 16:48:21 +03:00
"selected" : false ,
2021-05-19 13:47:16 +03:00
"text" : "default" ,
"value" : "default"
2019-06-25 11:01:53 +03:00
} ,
2021-05-19 13:47:16 +03:00
"error" : null ,
2019-06-25 11:01:53 +03:00
"hide" : 0 ,
"includeAll" : false ,
"label" : null ,
"multi" : false ,
"name" : "datasource" ,
"options" : [ ] ,
"query" : "prometheus" ,
2021-05-19 13:47:16 +03:00
"queryValue" : "" ,
2019-06-25 11:01:53 +03:00
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"type" : "datasource"
} ,
{
"allFormat" : "glob" ,
"auto" : true ,
"auto_count" : 100 ,
2021-05-19 13:47:16 +03:00
"auto_min" : "60s" ,
2019-06-25 11:01:53 +03:00
"current" : {
2020-03-19 13:45:40 +03:00
"selected" : false ,
2019-06-25 11:01:53 +03:00
"text" : "auto" ,
"value" : "$__auto_interval_bucket_size"
} ,
"datasource" : null ,
2021-05-19 13:47:16 +03:00
"error" : null ,
2019-06-25 11:01:53 +03:00
"hide" : 0 ,
"includeAll" : false ,
"label" : "Bucket Size" ,
"multi" : false ,
"multiFormat" : "glob" ,
"name" : "bucket_size" ,
"options" : [
{
"selected" : true ,
"text" : "auto" ,
"value" : "$__auto_interval_bucket_size"
} ,
{
"selected" : false ,
"text" : "30s" ,
"value" : "30s"
} ,
{
"selected" : false ,
"text" : "1m" ,
"value" : "1m"
} ,
{
"selected" : false ,
"text" : "2m" ,
"value" : "2m"
} ,
{
"selected" : false ,
"text" : "5m" ,
"value" : "5m"
} ,
{
"selected" : false ,
"text" : "10m" ,
"value" : "10m"
} ,
{
"selected" : false ,
"text" : "15m" ,
"value" : "15m"
}
] ,
"query" : "30s,1m,2m,5m,10m,15m" ,
2021-05-19 13:47:16 +03:00
"queryValue" : "" ,
2019-06-25 11:01:53 +03:00
"refresh" : 2 ,
"skipUrlSync" : false ,
"type" : "interval"
} ,
{
"allValue" : null ,
2020-07-13 16:48:21 +03:00
"current" : { } ,
2019-06-25 11:01:53 +03:00
"datasource" : "$datasource" ,
"definition" : "" ,
2021-05-19 13:47:16 +03:00
"error" : null ,
2019-06-25 11:01:53 +03:00
"hide" : 0 ,
"includeAll" : false ,
"label" : null ,
"multi" : false ,
"name" : "instance" ,
"options" : [ ] ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, instance)" ,
"refresh" : 2 ,
"regex" : "" ,
"skipUrlSync" : false ,
2021-05-19 13:47:16 +03:00
"sort" : 1 ,
2019-06-25 11:01:53 +03:00
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allFormat" : "regex wildcard" ,
2019-06-25 10:59:19 +03:00
"allValue" : "" ,
2020-07-13 16:48:21 +03:00
"current" : { } ,
2019-06-25 10:59:19 +03:00
"datasource" : "$datasource" ,
"definition" : "" ,
2021-05-19 13:47:16 +03:00
"error" : null ,
2019-06-25 10:59:19 +03:00
"hide" : 0 ,
"hideLabel" : false ,
"includeAll" : true ,
"label" : "Job" ,
"multi" : true ,
"multiFormat" : "regex values" ,
"name" : "job" ,
"options" : [ ] ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, job)" ,
"refresh" : 2 ,
"refresh_on_load" : false ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allFormat" : "regex wildcard" ,
"allValue" : ".*" ,
2020-07-13 16:48:21 +03:00
"current" : { } ,
2019-06-25 10:59:19 +03:00
"datasource" : "$datasource" ,
"definition" : "" ,
2021-05-19 13:47:16 +03:00
"error" : null ,
2019-06-25 10:59:19 +03:00
"hide" : 0 ,
"hideLabel" : false ,
"includeAll" : true ,
"label" : "" ,
"multi" : true ,
"multiFormat" : "regex values" ,
"name" : "index" ,
"options" : [ ] ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, index)" ,
"refresh" : 2 ,
"refresh_on_load" : false ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 3 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
}
]
} ,
"time" : {
2021-05-19 13:47:16 +03:00
"from" : "now-3h" ,
2019-06-25 10:59:19 +03:00
"to" : "now"
} ,
"timepicker" : {
"now" : true ,
"refresh_intervals" : [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options" : [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
} ,
"timezone" : "" ,
"title" : "Synapse" ,
"uid" : "000000012" ,
2021-09-23 16:45:32 +03:00
"version" : 100
2022-05-09 13:08:31 +03:00
}
