2019-06-25 01:59:19 -06:00
{
2020-07-13 07:48:21 -06:00
"__inputs" : [
{
"name" : "DS_PROMETHEUS" ,
"label" : "Prometheus" ,
"description" : "" ,
"type" : "datasource" ,
"pluginId" : "prometheus" ,
"pluginName" : "Prometheus"
}
] ,
"__requires" : [
{
"type" : "grafana" ,
"id" : "grafana" ,
"name" : "Grafana" ,
"version" : "6.7.4"
} ,
{
"type" : "panel" ,
"id" : "graph" ,
"name" : "Graph" ,
"version" : ""
} ,
{
"type" : "panel" ,
"id" : "heatmap" ,
"name" : "Heatmap" ,
"version" : ""
} ,
{
"type" : "datasource" ,
"id" : "prometheus" ,
"name" : "Prometheus" ,
"version" : "1.0.0"
}
] ,
2019-06-25 01:59:19 -06:00
"annotations" : {
"list" : [
{
2020-07-13 07:48:21 -06:00
"$$hashKey" : "object:76" ,
2019-06-25 01:59:19 -06:00
"builtIn" : 1 ,
"datasource" : "$datasource" ,
"enable" : false ,
"hide" : true ,
"iconColor" : "rgba(0, 211, 255, 1)" ,
"limit" : 100 ,
"name" : "Annotations & Alerts" ,
"showIn" : 0 ,
"type" : "dashboard"
}
]
} ,
"editable" : true ,
"gnetId" : null ,
"graphTooltip" : 0 ,
2020-07-13 07:48:21 -06:00
"id" : null ,
"iteration" : 1594646317221 ,
2019-06-25 01:59:19 -06:00
"links" : [
{
"asDropdown" : true ,
"icon" : "external link" ,
"keepTime" : true ,
"tags" : [
"matrix"
] ,
"title" : "Dashboards" ,
"type" : "dashboards"
}
] ,
"panels" : [
{
"collapsed" : false ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 0
} ,
"id" : 73 ,
"panels" : [ ] ,
"title" : "Overview" ,
"type" : "row"
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 1
} ,
2020-03-19 04:45:40 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 75 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(process_cpu_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} " ,
"refId" : "A"
}
] ,
"thresholds" : [
{
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "CPU usage" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : "1.5" ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 1
} ,
2020-03-19 04:45:40 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 33 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_storage_events_persisted_events{instance=\"$instance\"}[$bucket_size])) without (job,index)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events Persisted" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateSpectral" ,
"exponent" : 0.5 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 10
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 85 ,
"legend" : {
"show" : false
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\"}[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "Event Send Time" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : null ,
"format" : "s" ,
"logBase" : 2 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 0 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 10
} ,
2020-03-19 04:45:40 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 107 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"repeat" : null ,
"repeatDirection" : "h" ,
"seriesOverrides" : [
{
"alias" : "mean" ,
"linewidth" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.99, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) without (job, index, method))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.95, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) without (job, index, method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "95%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) without (job, index, method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.50, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) without (job, index, method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "D"
} ,
{
"expr" : "sum(rate(synapse_http_server_response_time_seconds_sum{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) without (job, index, method) / sum(rate(synapse_http_server_response_time_seconds_count{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\"}[$bucket_size])) without (job, index, method)" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "mean" ,
"refId" : "E"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Event send time quantiles" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 0 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 19
} ,
2020-03-19 04:45:40 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 118 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"repeatDirection" : "h" ,
"seriesOverrides" : [
{
"alias" : "mean" ,
"linewidth" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.99, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 99%" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.95, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 95%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 90%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.50, sum(rate(synapse_http_server_response_time_seconds_bucket{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 50%" ,
"refId" : "D"
} ,
{
"expr" : "sum(rate(synapse_http_server_response_time_seconds_sum{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method) / sum(rate(synapse_http_server_response_time_seconds_count{servlet='RoomSendEventRestServlet',instance=\"$instance\",code=~\"2..\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (method)" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} mean" ,
"refId" : "E"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Event send time quantiles by worker" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 28
} ,
"id" : 54 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-06-02 05:43:22 -06:00
"y" : 2
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 5 ,
"legend" : {
"alignAsTable" : false ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/user/"
} ,
{
"alias" : "/system/"
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(process_cpu_system_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} system " ,
"metric" : "" ,
"refId" : "B" ,
"step" : 20
} ,
{
"expr" : "rate(process_cpu_user_seconds_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} user" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fillColor" : "rgba(255, 255, 255, 1)" ,
"line" : true ,
"lineColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 0.5
} ,
{
"colorMode" : "custom" ,
"fillColor" : "rgba(255, 255, 255, 1)" ,
"line" : true ,
"lineColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 0.8
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "CPU" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1.2" ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-06-02 05:43:22 -06:00
"y" : 2
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 37 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/max$/" ,
"color" : "#890F02" ,
"fill" : 0 ,
"legend" : false
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "process_open_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
} ,
{
"expr" : "process_max_fds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : true ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} max" ,
"refId" : "B" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Open FDs" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 0 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-06-02 05:43:22 -06:00
"y" : 9
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 34 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "process_resident_memory_bytes{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Memory" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "bytes" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows the time in which the given percentage of reactor ticks completed, over the sampled timespan" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-06-02 05:43:22 -06:00
"y" : 9
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 105 ,
2020-06-02 05:43:22 -06:00
"interval" : "" ,
2019-06-25 01:59:19 -06:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.99, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} 99%" ,
"refId" : "A" ,
"step" : 20
} ,
{
"expr" : "histogram_quantile(0.95, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 95%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(python_twisted_reactor_tick_time_bucket{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} 90%" ,
"refId" : "C"
} ,
{
2020-06-02 05:43:22 -06:00
"expr" : "rate(python_twisted_reactor_tick_time_sum{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size]) / rate(python_twisted_reactor_tick_time_count{index=~\"$index\",instance=\"$instance\",job=~\"$job\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"intervalFactor" : 1 ,
2020-06-02 05:43:22 -06:00
"legendFormat" : "{{job}}-{{index}} mean" ,
2019-06-25 01:59:19 -06:00
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Reactor tick quantiles" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-06-02 05:43:22 -06:00
"fill" : 0 ,
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-06-02 05:43:22 -06:00
"y" : 16
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
"id" : 53 ,
2019-06-25 01:59:19 -06:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "min_over_time(up{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
2020-06-02 05:43:22 -06:00
"refId" : "A"
2019-06-25 01:59:19 -06:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 05:43:22 -06:00
"title" : "Up" ,
2019-06-25 01:59:19 -06:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-06-02 05:43:22 -06:00
"format" : "short" ,
2019-06-25 01:59:19 -06:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
2020-06-02 05:43:22 -06:00
"show" : true
2019-06-25 01:59:19 -06:00
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-06-02 05:43:22 -06:00
"y" : 16
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 49 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/^up/" ,
"legend" : false ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "scrape_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Prometheus scrape time" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"decimals" : 0 ,
"format" : "none" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "0" ,
"min" : "-1" ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-06-02 05:43:22 -06:00
"fill" : 1 ,
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-06-02 05:43:22 -06:00
"y" : 23
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
"id" : 136 ,
"interval" : "" ,
2019-06-25 01:59:19 -06:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
2020-06-02 05:43:22 -06:00
"pointradius" : 2 ,
2019-06-25 01:59:19 -06:00
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "rate(synapse_http_client_requests{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"legendFormat" : "{{job}}-{{index}} {{method}}" ,
2019-06-25 01:59:19 -06:00
"refId" : "A"
2020-06-02 05:43:22 -06:00
} ,
{
"expr" : "rate(synapse_http_matrixfederationclient_requests{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"legendFormat" : "{{job}}-{{index}} {{method}} (federation)" ,
"refId" : "B"
2019-06-25 01:59:19 -06:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 05:43:22 -06:00
"title" : "Outgoing HTTP request rate" ,
2019-06-25 01:59:19 -06:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-06-02 05:43:22 -06:00
"format" : "reqps" ,
2019-06-25 01:59:19 -06:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-06-02 05:43:22 -06:00
"y" : 23
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 120 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_http_server_response_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_response_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
2020-06-02 05:43:22 -06:00
"hide" : false ,
2019-06-25 01:59:19 -06:00
"instant" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A"
} ,
{
"expr" : "rate(synapse_background_process_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
2020-06-02 05:43:22 -06:00
"hide" : false ,
2019-06-25 01:59:19 -06:00
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [
{
"colorMode" : "critical" ,
"fill" : true ,
"line" : true ,
"op" : "gt" ,
"value" : 1 ,
"yaxis" : "left"
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Stacked CPU usage" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Process info" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 29
} ,
"id" : 56 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
"fill" : 1 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
"y" : 58
} ,
"id" : 40 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_persisted_by_source_type{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{type}}" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events/s Local vs Remote" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
"fill" : 1 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
"y" : 58
} ,
"id" : 46 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_persisted_by_event_type{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"intervalFactor" : 2 ,
"legendFormat" : "{{type}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events/s by Type" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : {
"irc-freenode (local)" : "#EAB839"
} ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
"fill" : 1 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
"y" : 65
} ,
"id" : 44 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_persisted_by_origin{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{origin_entity}} ({{origin_type}})" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events/s by Origin" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 1 ,
"fill" : 1 ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
"y" : 65
} ,
"id" : 45 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_storage_events_persisted_events_sep{job=~\"$job\",index=~\"$index\", type=\"m.room.member\",instance=\"$instance\", origin_type=\"local\"}[$bucket_size])) by (origin_type, origin_entity)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{origin_entity}} ({{origin_type}})" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Memberships/s by Origin" ,
"tooltip" : {
"shared" : true ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Event persist rates" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 30
} ,
"id" : 57 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
"fill" : 2 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2019-06-25 02:01:53 -06:00
"y" : 31
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 4 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100
} ,
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Request Count by arrival time" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2019-06-25 02:01:53 -06:00
"y" : 31
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 32 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",index=~\"$index\",method!=\"OPTIONS\"}[$bucket_size]) and topk(10,synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",method!=\"OPTIONS\"})" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{method}} {{servlet}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Top 10 Request Counts" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
"fill" : 2 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2019-06-25 02:01:53 -06:00
"y" : 39
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
"id" : 139 ,
2019-06-25 01:59:19 -06:00
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "rate(synapse_http_server_in_flight_requests_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100 ,
"yaxis" : "left"
} ,
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250 ,
"yaxis" : "left"
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Total CPU Usage by Endpoint" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
"fill" : 2 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2019-06-25 02:01:53 -06:00
"y" : 39
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 52 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "(rate(synapse_http_server_in_flight_requests_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_http_server_in_flight_requests_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) / rate(synapse_http_server_requests_received{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(216, 200, 27, 0.27)" ,
"op" : "gt" ,
"value" : 100
} ,
{
"colorMode" : "custom" ,
"fill" : true ,
"fillColor" : "rgba(234, 112, 112, 0.22)" ,
"op" : "gt" ,
"value" : 250
}
] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average CPU Usage by Endpoint" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2019-06-25 02:01:53 -06:00
"y" : 47
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 7 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "rate(synapse_http_server_in_flight_requests_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}} {{tag}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "DB Usage by endpoint" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : null ,
"editable" : true ,
"error" : false ,
"fill" : 2 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2019-06-25 02:01:53 -06:00
"y" : 47
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 47 ,
"legend" : {
"alignAsTable" : true ,
"avg" : true ,
"current" : false ,
"hideEmpty" : false ,
"hideZero" : true ,
"max" : true ,
"min" : false ,
"rightSide" : false ,
"show" : true ,
"total" : false ,
"values" : true
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "(sum(rate(synapse_http_server_response_time_seconds_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))/(sum(rate(synapse_http_server_response_time_seconds_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\",tag!=\"incremental_sync\"}[$bucket_size])) without (code))" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Non-sync avg response time" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2019-06-25 02:01:53 -06:00
"y" : 55
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 103 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "topk(10,synapse_http_server_in_flight_requests_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"})" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{method}} {{servlet}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Requests in flight" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Requests" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 31
} ,
"id" : 97 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 32
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 99 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_background_process_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])+rate(synapse_background_process_ru_stime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "CPU usage by background jobs" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
"y" : 32
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 101 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_background_process_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_background_process_db_sched_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
} ,
{
"expr" : "" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "DB usage by background jobs (including scheduling time)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2020-06-02 05:43:22 -06:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
"y" : 41
} ,
"hiddenSeries" : false ,
"id" : 138 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"dataLinks" : [ ]
} ,
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_background_process_in_flight_count{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Background jobs in flight" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 01:59:19 -06:00
}
] ,
"title" : "Background jobs" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 32
} ,
"id" : 81 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 6
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 79 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_federation_client_sent_transactions{instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
2020-03-19 04:45:40 -06:00
"legendFormat" : "successful txn rate" ,
2019-06-25 01:59:19 -06:00
"refId" : "A"
2020-03-19 04:45:40 -06:00
} ,
{
"expr" : "sum(rate(synapse_util_metrics_block_count{block_name=\"_send_new_transaction\",instance=\"$instance\"}[$bucket_size]) - ignoring (block_name) rate(synapse_federation_client_sent_transactions{instance=\"$instance\"}[$bucket_size]))" ,
"legendFormat" : "failed txn rate" ,
"refId" : "B"
2019-06-25 01:59:19 -06:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Outgoing federation transaction rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
2020-06-02 05:43:22 -06:00
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 6
2020-06-02 05:43:22 -06:00
} ,
"hiddenSeries" : false ,
"id" : 83 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
"options" : {
"dataLinks" : [ ]
} ,
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum(rate(synapse_federation_server_received_pdus{instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "pdus" ,
"refId" : "A"
} ,
{
"expr" : "sum(rate(synapse_federation_server_received_edus{instance=~\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Incoming PDU/EDU rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 15
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
"id" : 109 ,
2019-06-25 01:59:19 -06:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "sum(rate(synapse_federation_client_sent_pdu_destinations:total{instance=\"$instance\"}[$bucket_size]))" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
2020-06-02 05:43:22 -06:00
"interval" : "" ,
2019-06-25 01:59:19 -06:00
"intervalFactor" : 1 ,
"legendFormat" : "pdus" ,
"refId" : "A"
} ,
{
2020-06-02 05:43:22 -06:00
"expr" : "sum(rate(synapse_federation_client_sent_edus{instance=\"$instance\"}[$bucket_size]))" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "edus" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 05:43:22 -06:00
"title" : "Outgoing PDU/EDU rate" ,
2019-06-25 01:59:19 -06:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
2020-06-02 05:43:22 -06:00
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 15
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
"id" : 111 ,
2019-06-25 01:59:19 -06:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "rate(synapse_federation_client_sent_edus_by_type{instance=\"$instance\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
2020-06-02 05:43:22 -06:00
"legendFormat" : "{{type}}" ,
2019-06-25 01:59:19 -06:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 05:43:22 -06:00
"title" : "Outgoing EDUs by type" ,
2019-06-25 01:59:19 -06:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-07-13 07:48:21 -06:00
"description" : "Number of events queued up on the master process for processing by the federation sender" ,
2019-06-25 01:59:19 -06:00
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
2020-06-02 05:43:22 -06:00
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 24
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
"id" : 140 ,
2019-06-25 01:59:19 -06:00
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "synapse_federation_send_queue_presence_changed_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
2020-06-02 05:43:22 -06:00
"legendFormat" : "presence changed" ,
2019-06-25 01:59:19 -06:00
"refId" : "A"
2020-06-02 05:43:22 -06:00
} ,
{
"expr" : "synapse_federation_send_queue_presence_map_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "presence map" ,
"refId" : "B"
} ,
{
"expr" : "synapse_federation_send_queue_presence_destinations_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "presence destinations" ,
"refId" : "E"
} ,
{
"expr" : "synapse_federation_send_queue_keyed_edu_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "keyed edus" ,
"refId" : "C"
} ,
{
"expr" : "synapse_federation_send_queue_edus_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "other edus" ,
"refId" : "D"
} ,
{
"expr" : "synapse_federation_send_queue_pos_time_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "stream positions" ,
"refId" : "F"
2019-06-25 01:59:19 -06:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 05:43:22 -06:00
"title" : "Outgoing EDU queues on master" ,
2019-06-25 01:59:19 -06:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
2020-06-02 05:43:22 -06:00
"format" : "none" ,
2019-06-25 01:59:19 -06:00
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-06-02 05:43:22 -06:00
"min" : "0" ,
2019-06-25 01:59:19 -06:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2020-07-13 07:48:21 -06:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "${DS_PROMETHEUS}" ,
"description" : "The number of events in the in-memory queues " ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 24
} ,
"hiddenSeries" : false ,
"id" : 142 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"dataLinks" : [ ]
} ,
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_federation_transaction_queue_pending_pdus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "pending PDUs {{job}}-{{index}}" ,
"refId" : "A"
} ,
{
"expr" : "synapse_federation_transaction_queue_pending_edus{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"interval" : "" ,
"legendFormat" : "pending EDUs {{job}}-{{index}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "In-memory federation transmission queues" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"$$hashKey" : "object:317" ,
"format" : "short" ,
"label" : "events" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"$$hashKey" : "object:318" ,
"format" : "short" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 01:59:19 -06:00
}
] ,
"title" : "Federation" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 33
} ,
"id" : 60 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
2020-03-19 04:45:40 -06:00
"h" : 8 ,
2019-06-25 01:59:19 -06:00
"w" : 12 ,
"x" : 0 ,
2020-03-19 04:45:40 -06:00
"y" : 34
2019-06-25 01:59:19 -06:00
} ,
2020-03-19 04:45:40 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 51 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_http_httppusher_http_pushes_processed{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed + synapse_http_httppusher_http_pushes_processed) > 0" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "processed {{job}}" ,
"refId" : "A" ,
"step" : 20
} ,
{
"expr" : "rate(synapse_http_httppusher_http_pushes_failed{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) and on (instance, job, index) (synapse_http_httppusher_http_pushes_failed + synapse_http_httppusher_http_pushes_processed) > 0" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "failed {{job}}" ,
"refId" : "B" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "HTTP Push rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2020-03-19 04:45:40 -06:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "" ,
"fill" : 1 ,
"fillGradient" : 0 ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
"y" : 34
} ,
"hiddenSeries" : false ,
"id" : 134 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"nullPointMode" : "null" ,
"options" : {
"dataLinks" : [ ]
} ,
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "topk(10,synapse_pushers{job=~\"$job\",index=~\"$index\", instance=\"$instance\"})" ,
"legendFormat" : "{{kind}} {{app_id}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Active pusher instances by app" ,
"tooltip" : {
"shared" : false ,
"sort" : 2 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 01:59:19 -06:00
}
] ,
"repeat" : null ,
"title" : "Pushes" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 34
} ,
"id" : 58 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 79
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 48 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Avg time waiting for db conn" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Shows the time in which the given percentage of database queries were scheduled, over the sampled timespan" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 79
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 104 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.99, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"hide" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 99%" ,
"refId" : "A" ,
"step" : 20
} ,
{
"expr" : "histogram_quantile(0.95, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 95%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(synapse_storage_schedule_time_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} 90%" ,
"refId" : "C"
} ,
{
"expr" : "rate(synapse_storage_schedule_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(synapse_storage_schedule_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}} {{index}} mean" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Db scheduling time quantiles" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "s" ,
"label" : "" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 0 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 86
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 10 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "topk(10, rate(synapse_storage_transaction_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Top DB transactions by txn rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 86
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 11 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : true ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
2019-06-25 02:01:53 -06:00
"stack" : false ,
"steppedLine" : false ,
2019-06-25 01:59:19 -06:00
"targets" : [
{
"expr" : "rate(synapse_storage_transaction_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"instant" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{desc}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Top DB transactions by total txn time" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Database" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 35
} ,
"id" : 59 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 80
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 12 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\",block_name!=\"wrapped_request_handler\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Total CPU Usage by Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 80
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 26 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "(rate(synapse_util_metrics_block_ru_utime_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) + rate(synapse_util_metrics_block_ru_stime_seconds[$bucket_size])) / rate(synapse_util_metrics_block_count[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average CPU Time per Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 93
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 13 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-06-02 05:43:22 -06:00
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Total DB Usage by Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "percentunit" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
2020-06-02 05:43:22 -06:00
"description" : "The time each database transaction takes to execute, on average, broken down by metrics block." ,
2019-06-25 01:59:19 -06:00
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 93
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 27 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-06-02 05:43:22 -06:00
"title" : "Average Database Transaction time, by Block" ,
2019-06-25 01:59:19 -06:00
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 106
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 28 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_db_txn_duration_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_db_txn_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average Transactions per Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "none" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 13 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 106
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 25 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : false ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_metrics_block_time_seconds{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]) / rate(synapse_util_metrics_block_count[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{block_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average Wallclock Time per Block" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Per-block metrics" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 36
} ,
"id" : 61 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 2 ,
"editable" : true ,
"error" : false ,
"fill" : 0 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 0 ,
"y" : 37
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 1 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_caches_cache:hits{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])/rate(synapse_util_caches_cache:total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache Hit Ratio" ,
"tooltip" : {
"msResolution" : true ,
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "percentunit" ,
"label" : "" ,
"logBase" : 1 ,
"max" : "1" ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 12 ,
"y" : 37
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 8 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_util_caches_cache:size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache Size" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 0 ,
"y" : 47
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 38 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_caches_cache:total{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache request rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "rps" ,
"logBase" : 1 ,
"max" : null ,
"min" : 0 ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 10 ,
"w" : 12 ,
"x" : 12 ,
"y" : 47
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 39 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "topk(10, rate(synapse_util_caches_cache:total{job=\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size]) - rate(synapse_util_caches_cache:hits{job=\"$job\",instance=\"$instance\"}[$bucket_size]))" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Top 10 cache misses" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "rps" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
"y" : 57
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 65 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_util_caches_cache:evicted_size{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{name}} {{job}}-{{index}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Cache eviction rate" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "hertz" ,
"label" : "entries / second" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Caches" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 37
} ,
"id" : 62 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 121
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 91 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : true ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[10m])" ,
"format" : "time_series" ,
"instant" : false ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Total GC time by bucket (10m smoothing)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "percentunit" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"decimals" : 3 ,
"editable" : true ,
"error" : false ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"grid" : { } ,
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 121
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 21 ,
"legend" : {
"alignAsTable" : true ,
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 2 ,
"links" : [ ] ,
"nullPointMode" : "null as zero" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(python_gc_time_sum{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}} {{index}} gen {{gen}} " ,
"refId" : "A" ,
"step" : 20 ,
"target" : ""
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Average GC Time Per Collection" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "cumulative"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "'gen 0' shows the number of objects allocated since the last gen0 GC.\n'gen 1' / 'gen 2' show the number of gen0/gen1 GCs since the last gen1/gen2 GC." ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 130
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 89 ,
"legend" : {
"avg" : false ,
"current" : false ,
"hideEmpty" : true ,
"hideZero" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [
{
"alias" : "/gen 0$/" ,
"yaxis" : 2
}
] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "python_gc_counts{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Allocation counts" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Gen N-1 GCs since last Gen N GC" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"decimals" : null ,
"format" : "short" ,
"label" : "Objects since last Gen 0 GC" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 130
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 93 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(python_gc_unreachable_total{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Object counts per collection" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 139
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 95 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(python_gc_time_count{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} gen {{gen}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "GC frequency" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#b4ff00" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateSpectral" ,
"exponent" : 0.5 ,
"max" : null ,
"min" : 0 ,
"mode" : "spectrum"
} ,
"dataFormat" : "tsbuckets" ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 139
2019-06-25 01:59:19 -06:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 87 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "sum(rate(python_gc_time_bucket[$bucket_size])) by (le)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"title" : "GC durations" ,
"tooltip" : {
"show" : true ,
"showHistogram" : false
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : null ,
"format" : "s" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
}
] ,
"repeat" : null ,
"title" : "GC" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 38
} ,
"id" : 63 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 66
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 2 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_replication_tcp_resource_user_sync{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "user started/stopped syncing" ,
"refId" : "A" ,
"step" : 20
} ,
{
"expr" : "rate(synapse_replication_tcp_resource_federation_ack{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "federation ack" ,
"refId" : "B" ,
"step" : 20
} ,
{
"expr" : "rate(synapse_replication_tcp_resource_remove_pusher{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "remove pusher" ,
"refId" : "C" ,
"step" : 20
} ,
{
"expr" : "rate(synapse_replication_tcp_resource_invalidate_cache{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "invalidate cache" ,
"refId" : "D" ,
"step" : 20
} ,
{
"expr" : "rate(synapse_replication_tcp_resource_user_ip_cache{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "user ip cache" ,
"refId" : "E" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Rate of events on replication master" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 66
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 41 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "rate(synapse_replication_tcp_resource_stream_updates{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{stream_name}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Outgoing stream updates" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 73
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 42 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum (rate(synapse_replication_tcp_protocol_inbound_commands{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (name, conn_id)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{command}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Rate of incoming commands" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 73
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 43 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "sum (rate(synapse_replication_tcp_protocol_outbound_commands{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])) without (name, conn_id)" ,
"format" : "time_series" ,
"intervalFactor" : 2 ,
"legendFormat" : "{{job}}-{{index}} {{command}}" ,
"refId" : "A" ,
"step" : 20
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Rate of outgoing commands" ,
"tooltip" : {
"shared" : false ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 80
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 113 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_replication_tcp_resource_connections_per_stream{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{stream_name}}" ,
"refId" : "A"
2020-06-02 05:43:22 -06:00
} ,
{
"expr" : "synapse_replication_tcp_resource_total_connections{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}}" ,
"refId" : "B"
2019-06-25 01:59:19 -06:00
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Replication connections" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
2020-06-02 05:43:22 -06:00
"min" : "0" ,
2019-06-25 01:59:19 -06:00
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 7 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 80
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 115 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-03-19 04:45:40 -06:00
"expr" : "rate(synapse_replication_tcp_protocol_close_reason{job=~\"$job\",index=~\"$index\",instance=\"$instance\"}[$bucket_size])" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{reason_type}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Replication connection close reasons" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "hertz" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"repeat" : null ,
"title" : "Replication" ,
"type" : "row"
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 39
} ,
"id" : 69 ,
"panels" : [
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 40
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 67 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-07-13 07:48:21 -06:00
"expr" : "max(synapse_event_persisted_position{instance=\"$instance\"}) - ignoring(instance,index, job, name) group_right() synapse_event_processing_positions{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
2019-06-25 01:59:19 -06:00
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
2020-03-19 04:45:40 -06:00
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
2019-06-25 01:59:19 -06:00
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Event processing lag" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "events" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 01:59:19 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 40
2019-06-25 01:59:19 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 01:59:19 -06:00
"id" : 71 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 01:59:19 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "time()*1000-synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}" ,
"format" : "time_series" ,
"hide" : false ,
2020-07-13 07:48:21 -06:00
"interval" : "" ,
2019-06-25 01:59:19 -06:00
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Age of last processed event" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "ms" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 02:01:53 -06:00
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"fill" : 1 ,
2020-03-19 04:45:40 -06:00
"fillGradient" : 0 ,
2019-06-25 02:01:53 -06:00
"gridPos" : {
"h" : 9 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 49
2019-06-25 02:01:53 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 02:01:53 -06:00
"id" : 121 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "connected" ,
2020-03-19 04:45:40 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 02:01:53 -06:00
"paceLength" : 10 ,
"percentage" : false ,
"pointradius" : 5 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "deriv(synapse_event_processing_last_ts{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])/1000 - 1" ,
"format" : "time_series" ,
"hide" : false ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{job}}-{{index}} {{name}}" ,
"refId" : "B"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Event processing catchup rate" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "none" ,
"label" : "fallbehind(-) / catchup(+): s/sec" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
2019-06-25 01:59:19 -06:00
}
] ,
"title" : "Event processing loop positions" ,
"type" : "row"
2019-06-25 02:01:53 -06:00
} ,
{
"collapsed" : true ,
2020-07-13 07:48:21 -06:00
"datasource" : "${DS_PROMETHEUS}" ,
2019-06-25 02:01:53 -06:00
"gridPos" : {
"h" : 1 ,
"w" : 24 ,
"x" : 0 ,
"y" : 40
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
"id" : 126 ,
"panels" : [
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
"color" : {
"cardColor" : "#B877D9" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"max" : null ,
"min" : 0 ,
"mode" : "opacity"
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of rooms with the given number of forward extremities, or fewer.\n\nThis is only updated once an hour." ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 86
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 122 ,
"legend" : {
"show" : true
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Number of rooms, by number of forward extremities in room" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
"type" : "heatmap" ,
"xAxis" : {
"show" : true
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
2019-06-25 01:59:19 -06:00
} ,
2019-06-25 02:01:53 -06:00
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "Number of rooms with the given number of forward extremities or fewer.\n\nThis is only updated once an hour." ,
"fill" : 0 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 02:01:53 -06:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 86
2019-06-25 02:01:53 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 02:01:53 -06:00
"id" : 124 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 02:01:53 -06:00
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "synapse_forward_extremities_bucket{instance=\"$instance\"} > 0" ,
"format" : "time_series" ,
"interval" : "" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Room counts, by number of extremities" ,
"tooltip" : {
"shared" : false ,
"sort" : 1 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"decimals" : null ,
"format" : "none" ,
"label" : "Number of rooms" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : false
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#5794F2" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of events persisted to rooms with the given number of forward extremities, or fewer." ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 94
2019-06-25 02:01:53 -06:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 127 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Events persisted, by number of forward extremities in room (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "For a given percentage P, the number X where P% of events were persisted to rooms with X forward extremities or fewer." ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 02:01:53 -06:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 94
2019-06-25 02:01:53 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 02:01:53 -06:00
"id" : 128 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 02:01:53 -06:00
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events persisted, by number of forward extremities in room (quantiles)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of extremities in room" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#FF9830" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of events persisted to rooms with the given number of stale forward extremities, or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new." ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 102
2019-06-25 02:01:53 -06:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 129 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
"expr" : "rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0)" ,
"format" : "heatmap" ,
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Events persisted, by number of stale forward extremities in room (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "For given percentage P, the number X where P% of events were persisted to rooms with X stale forward extremities or fewer.\n\nStale forward extremities are those that were in the previous set of extremities as well as the new." ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 02:01:53 -06:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 102
2019-06-25 02:01:53 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 02:01:53 -06:00
"id" : 130 ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 02:01:53 -06:00
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
"expr" : "histogram_quantile(0.5, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "A"
} ,
{
"expr" : "histogram_quantile(0.75, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
"expr" : "histogram_quantile(0.90, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
"expr" : "histogram_quantile(0.99, rate(synapse_storage_events_stale_forward_extremities_persisted_bucket{instance=\"$instance\"}[$bucket_size]) and on (index, instance, job) (synapse_storage_events_persisted_events > 0))" ,
"format" : "time_series" ,
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
"title" : "Events persisted, by number of stale forward extremities in room (quantiles)" ,
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of stale forward extremities in room" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
} ,
{
"cards" : {
"cardPadding" : 0 ,
"cardRound" : null
} ,
"color" : {
"cardColor" : "#73BF69" ,
"colorScale" : "sqrt" ,
"colorScheme" : "interpolateInferno" ,
"exponent" : 0.5 ,
"min" : 0 ,
"mode" : "opacity"
} ,
"dataFormat" : "tsbuckets" ,
"datasource" : "$datasource" ,
"description" : "Colour reflects the number of state resolution operations performed over the given number of state groups, or fewer." ,
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 0 ,
2020-07-13 07:48:21 -06:00
"y" : 110
2019-06-25 02:01:53 -06:00
} ,
"heatmap" : { } ,
"hideZeroBuckets" : true ,
"highlightCards" : true ,
"id" : 131 ,
"legend" : {
"show" : true
} ,
"links" : [ ] ,
"reverseYBuckets" : false ,
"targets" : [
{
2020-07-13 07:48:21 -06:00
"expr" : "rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size])" ,
2019-06-25 02:01:53 -06:00
"format" : "heatmap" ,
2020-07-13 07:48:21 -06:00
"interval" : "" ,
2019-06-25 02:01:53 -06:00
"intervalFactor" : 1 ,
"legendFormat" : "{{le}}" ,
"refId" : "A"
}
] ,
"timeFrom" : null ,
"timeShift" : null ,
"title" : "Number of state resolution performed, by number of state groups involved (heatmap)" ,
"tooltip" : {
"show" : true ,
"showHistogram" : true
} ,
"type" : "heatmap" ,
"xAxis" : {
"show" : true
} ,
"xBucketNumber" : null ,
"xBucketSize" : null ,
"yAxis" : {
"decimals" : 0 ,
"format" : "short" ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true ,
"splitFactor" : null
} ,
"yBucketBound" : "auto" ,
"yBucketNumber" : null ,
"yBucketSize" : null
} ,
{
"aliasColors" : { } ,
"bars" : false ,
"dashLength" : 10 ,
"dashes" : false ,
"datasource" : "$datasource" ,
"description" : "For a given percentage P, the number X where P% of state resolution operations took place over X state groups or fewer." ,
"fill" : 1 ,
2020-06-02 05:43:22 -06:00
"fillGradient" : 0 ,
2019-06-25 02:01:53 -06:00
"gridPos" : {
"h" : 8 ,
"w" : 12 ,
"x" : 12 ,
2020-07-13 07:48:21 -06:00
"y" : 110
2019-06-25 02:01:53 -06:00
} ,
2020-06-02 05:43:22 -06:00
"hiddenSeries" : false ,
2019-06-25 02:01:53 -06:00
"id" : 132 ,
"interval" : "" ,
"legend" : {
"avg" : false ,
"current" : false ,
"max" : false ,
"min" : false ,
"show" : true ,
"total" : false ,
"values" : false
} ,
"lines" : true ,
"linewidth" : 1 ,
"links" : [ ] ,
"nullPointMode" : "null" ,
2020-06-02 05:43:22 -06:00
"options" : {
"dataLinks" : [ ]
} ,
2019-06-25 02:01:53 -06:00
"percentage" : false ,
"pointradius" : 2 ,
"points" : false ,
"renderer" : "flot" ,
"seriesOverrides" : [ ] ,
"spaceLength" : 10 ,
"stack" : false ,
"steppedLine" : false ,
"targets" : [
{
2020-07-13 07:48:21 -06:00
"expr" : "histogram_quantile(0.5, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 02:01:53 -06:00
"format" : "time_series" ,
2020-07-13 07:48:21 -06:00
"interval" : "" ,
2019-06-25 02:01:53 -06:00
"intervalFactor" : 1 ,
"legendFormat" : "50%" ,
"refId" : "A"
} ,
{
2020-07-13 07:48:21 -06:00
"expr" : "histogram_quantile(0.75, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 02:01:53 -06:00
"format" : "time_series" ,
2020-07-13 07:48:21 -06:00
"interval" : "" ,
2019-06-25 02:01:53 -06:00
"intervalFactor" : 1 ,
"legendFormat" : "75%" ,
"refId" : "B"
} ,
{
2020-07-13 07:48:21 -06:00
"expr" : "histogram_quantile(0.90, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 02:01:53 -06:00
"format" : "time_series" ,
2020-07-13 07:48:21 -06:00
"interval" : "" ,
2019-06-25 02:01:53 -06:00
"intervalFactor" : 1 ,
"legendFormat" : "90%" ,
"refId" : "C"
} ,
{
2020-07-13 07:48:21 -06:00
"expr" : "histogram_quantile(0.99, rate(synapse_state_number_state_groups_in_resolution_bucket{instance=\"$instance\",job=~\"$job\",index=~\"$index\"}[$bucket_size]))" ,
2019-06-25 02:01:53 -06:00
"format" : "time_series" ,
2020-07-13 07:48:21 -06:00
"interval" : "" ,
2019-06-25 02:01:53 -06:00
"intervalFactor" : 1 ,
"legendFormat" : "99%" ,
"refId" : "D"
}
] ,
"thresholds" : [ ] ,
"timeFrom" : null ,
"timeRegions" : [ ] ,
"timeShift" : null ,
2020-07-13 07:48:21 -06:00
"title" : "Number of state resolutions performed, by number of state groups involved (quantiles)" ,
2019-06-25 02:01:53 -06:00
"tooltip" : {
"shared" : true ,
"sort" : 0 ,
"value_type" : "individual"
} ,
"type" : "graph" ,
"xaxis" : {
"buckets" : null ,
"mode" : "time" ,
"name" : null ,
"show" : true ,
"values" : [ ]
} ,
"yaxes" : [
{
"format" : "short" ,
"label" : "Number of state groups" ,
"logBase" : 1 ,
"max" : null ,
"min" : "0" ,
"show" : true
} ,
{
"format" : "short" ,
"label" : null ,
"logBase" : 1 ,
"max" : null ,
"min" : null ,
"show" : true
}
] ,
"yaxis" : {
"align" : false ,
"alignLevel" : null
}
}
] ,
"title" : "Extremities" ,
"type" : "row"
}
] ,
"refresh" : "5m" ,
2020-03-19 04:45:40 -06:00
"schemaVersion" : 22 ,
2019-06-25 02:01:53 -06:00
"style" : "dark" ,
"tags" : [
"matrix"
] ,
"templating" : {
"list" : [
{
"current" : {
2020-07-13 07:48:21 -06:00
"selected" : false ,
2019-06-25 02:01:53 -06:00
"text" : "Prometheus" ,
"value" : "Prometheus"
} ,
"hide" : 0 ,
"includeAll" : false ,
"label" : null ,
"multi" : false ,
"name" : "datasource" ,
"options" : [ ] ,
"query" : "prometheus" ,
"refresh" : 1 ,
"regex" : "" ,
"skipUrlSync" : false ,
"type" : "datasource"
} ,
{
"allFormat" : "glob" ,
"auto" : true ,
"auto_count" : 100 ,
"auto_min" : "30s" ,
"current" : {
2020-03-19 04:45:40 -06:00
"selected" : false ,
2019-06-25 02:01:53 -06:00
"text" : "auto" ,
"value" : "$__auto_interval_bucket_size"
} ,
"datasource" : null ,
"hide" : 0 ,
"includeAll" : false ,
"label" : "Bucket Size" ,
"multi" : false ,
"multiFormat" : "glob" ,
"name" : "bucket_size" ,
"options" : [
{
"selected" : true ,
"text" : "auto" ,
"value" : "$__auto_interval_bucket_size"
} ,
{
"selected" : false ,
"text" : "30s" ,
"value" : "30s"
} ,
{
"selected" : false ,
"text" : "1m" ,
"value" : "1m"
} ,
{
"selected" : false ,
"text" : "2m" ,
"value" : "2m"
} ,
{
"selected" : false ,
"text" : "5m" ,
"value" : "5m"
} ,
{
"selected" : false ,
"text" : "10m" ,
"value" : "10m"
} ,
{
"selected" : false ,
"text" : "15m" ,
"value" : "15m"
}
] ,
"query" : "30s,1m,2m,5m,10m,15m" ,
"refresh" : 2 ,
"skipUrlSync" : false ,
"type" : "interval"
} ,
{
"allValue" : null ,
2020-07-13 07:48:21 -06:00
"current" : { } ,
2019-06-25 02:01:53 -06:00
"datasource" : "$datasource" ,
"definition" : "" ,
"hide" : 0 ,
"includeAll" : false ,
2020-07-13 07:48:21 -06:00
"index" : -1 ,
2019-06-25 02:01:53 -06:00
"label" : null ,
"multi" : false ,
"name" : "instance" ,
"options" : [ ] ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, instance)" ,
"refresh" : 2 ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 0 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allFormat" : "regex wildcard" ,
2019-06-25 01:59:19 -06:00
"allValue" : "" ,
2020-07-13 07:48:21 -06:00
"current" : { } ,
2019-06-25 01:59:19 -06:00
"datasource" : "$datasource" ,
"definition" : "" ,
"hide" : 0 ,
"hideLabel" : false ,
"includeAll" : true ,
2020-07-13 07:48:21 -06:00
"index" : -1 ,
2019-06-25 01:59:19 -06:00
"label" : "Job" ,
"multi" : true ,
"multiFormat" : "regex values" ,
"name" : "job" ,
"options" : [ ] ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, job)" ,
"refresh" : 2 ,
"refresh_on_load" : false ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 1 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
} ,
{
"allFormat" : "regex wildcard" ,
"allValue" : ".*" ,
2020-07-13 07:48:21 -06:00
"current" : { } ,
2019-06-25 01:59:19 -06:00
"datasource" : "$datasource" ,
"definition" : "" ,
"hide" : 0 ,
"hideLabel" : false ,
"includeAll" : true ,
2020-07-13 07:48:21 -06:00
"index" : -1 ,
2019-06-25 01:59:19 -06:00
"label" : "" ,
"multi" : true ,
"multiFormat" : "regex values" ,
"name" : "index" ,
"options" : [ ] ,
"query" : "label_values(synapse_util_metrics_block_ru_utime_seconds, index)" ,
"refresh" : 2 ,
"refresh_on_load" : false ,
"regex" : "" ,
"skipUrlSync" : false ,
"sort" : 3 ,
"tagValuesQuery" : "" ,
"tags" : [ ] ,
"tagsQuery" : "" ,
"type" : "query" ,
"useTags" : false
}
]
} ,
"time" : {
"from" : "now-1h" ,
"to" : "now"
} ,
"timepicker" : {
"now" : true ,
"refresh_intervals" : [
"5s" ,
"10s" ,
"30s" ,
"1m" ,
"5m" ,
"15m" ,
"30m" ,
"1h" ,
"2h" ,
"1d"
] ,
"time_options" : [
"5m" ,
"15m" ,
"1h" ,
"6h" ,
"12h" ,
"24h" ,
"2d" ,
"7d" ,
"30d"
]
} ,
"timezone" : "" ,
"title" : "Synapse" ,
"uid" : "000000012" ,
2020-07-13 07:48:21 -06:00
"variables" : {
"list" : [ ]
} ,
"version" : 32
2019-06-25 02:01:53 -06:00
}
