sfs_client_per_node.json

{
  "__inputs": [],
  "annotations": {
    "list": []
  },
  "description": "Dashboard for monitoring individual SFS Client nodes performance and operations",
  "editable": true,
  "gnetId": null,
  "graphTooltip": 0,
  "hideControls": false,
  "id": null,
  "links": [],
  "panels": [
    {
      "cacheTimeout": null,
      "collapsed": true,
      "datasource": null,
      "description": null,
      "editable": true,
      "error": false,
      "fieldConfig": {
        "defaults": {
          "thresholds": {
            "mode": "absolute",
            "steps": []
          }
        }
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "height": null,
      "hideTimeOverride": false,
      "id": 1,
      "interval": null,
      "links": [],
      "maxDataPoints": 100,
      "maxPerRow": null,
      "minSpan": null,
      "panels": [
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 2,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "((rate( request_latency_ns_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) or rate( request_latency_ms_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )) or rate( sfs_rpc_response_duration_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{method}}",
              "metric": "",
              "query": "((rate( request_latency_ns_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) or rate( request_latency_ms_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )) or rate( sfs_rpc_response_duration_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Request rate per method",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 3,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "((((rate( request_latency_ns_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( request_latency_ns_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )) / 1000000) or (rate( request_latency_ms_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( request_latency_ms_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ))) or (rate( sfs_rpc_response_duration_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( sfs_rpc_response_duration_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{method}}",
              "metric": "",
              "query": "((((rate( request_latency_ns_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( request_latency_ns_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )) / 1000000) or (rate( request_latency_ms_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( request_latency_ms_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ))) or (rate( sfs_rpc_response_duration_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( sfs_rpc_response_duration_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Node latency by method",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "Bps"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 4,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(rate( request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READ\"} [$__rate_interval] ) or rate( sfs_rpc_request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READ\"} [$__rate_interval] ))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Read",
              "metric": "",
              "query": "(rate( request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READ\"} [$__rate_interval] ) or rate( sfs_rpc_request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READ\"} [$__rate_interval] ))",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(rate( request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"WRITE\"} [$__rate_interval] ) or rate( sfs_rpc_request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"WRITE\"} [$__rate_interval] ))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Write",
              "metric": "",
              "query": "(rate( request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"WRITE\"} [$__rate_interval] ) or rate( sfs_rpc_request_size_bytes_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"WRITE\"} [$__rate_interval] ))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Node throughput (Bytes/s)",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 5,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum( request_concurrency {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} ) or sum( sfs_rpc_inflight_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} ))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "In flight RPCs",
              "metric": "",
              "query": "(sum( request_concurrency {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} ) or sum( sfs_rpc_inflight_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} ))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Node RPCs in flight",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        }
      ],
      "repeat": null,
      "repeatDirection": null,
      "span": null,
      "targets": [],
      "timeFrom": null,
      "timeShift": null,
      "title": "Summary",
      "transformations": [],
      "transparent": false,
      "type": "row"
    },
    {
      "cacheTimeout": null,
      "collapsed": true,
      "datasource": null,
      "description": null,
      "editable": true,
      "error": false,
      "fieldConfig": {
        "defaults": {
          "thresholds": {
            "mode": "absolute",
            "steps": []
          }
        }
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "height": null,
      "hideTimeOverride": false,
      "id": 6,
      "interval": null,
      "links": [],
      "maxDataPoints": 100,
      "maxPerRow": null,
      "minSpan": null,
      "panels": [
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 7,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(((histogram_quantile(0.01, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.01, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.01, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{method}}",
              "metric": "",
              "query": "(((histogram_quantile(0.01, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.01, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.01, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "1% latency",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 8,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(((histogram_quantile(0.9, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.9, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.9, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{method}}",
              "metric": "",
              "query": "(((histogram_quantile(0.9, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.9, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.9, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "90% latency",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 9,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(((histogram_quantile(0.5, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.5, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.5, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{method}}",
              "metric": "",
              "query": "(((histogram_quantile(0.5, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.5, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.5, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "50% (median) latency",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 10,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(((histogram_quantile(0.95, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.95, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.95, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{method}}",
              "metric": "",
              "query": "(((histogram_quantile(0.95, sum without(sfs_hostname) (rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))) / 1000000) or histogram_quantile(0.95, sum without(sfs_hostname) (rate(request_latency_ms_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval])))) or histogram_quantile(0.95, sum without(sfs_hostname) (rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\"}[$__rate_interval]))))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "95% latency",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        }
      ],
      "repeat": null,
      "repeatDirection": null,
      "span": null,
      "targets": [],
      "timeFrom": null,
      "timeShift": null,
      "title": "Latency",
      "transformations": [],
      "transparent": false,
      "type": "row"
    },
    {
      "cacheTimeout": null,
      "collapsed": true,
      "datasource": null,
      "description": null,
      "editable": true,
      "error": false,
      "fieldConfig": {
        "defaults": {
          "thresholds": {
            "mode": "absolute",
            "steps": []
          }
        }
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "height": null,
      "hideTimeOverride": false,
      "id": 11,
      "interval": null,
      "links": [],
      "maxDataPoints": 100,
      "maxPerRow": null,
      "minSpan": null,
      "panels": [
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for READ on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 0
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 12,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "READ latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for WRITE on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 0
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 13,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "WRITE latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for GETATTR on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 7
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 14,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"GETATTR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"GETATTR\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"GETATTR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"GETATTR\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "GETATTR latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for LOOKUP on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 7
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 15,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LOOKUP\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LOOKUP\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LOOKUP\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LOOKUP\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "LOOKUP latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for CREATE on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 14
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 16,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"CREATE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"CREATE\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"CREATE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"CREATE\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "CREATE latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for MKDIR on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 14
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 17,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"MKDIR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"MKDIR\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"MKDIR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"MKDIR\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "MKDIR latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for UNLINK on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 21
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 18,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"UNLINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"UNLINK\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"UNLINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"UNLINK\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "UNLINK latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for RMDIR on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 21
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 19,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RMDIR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RMDIR\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RMDIR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RMDIR\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "RMDIR latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for RENAME on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 28
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 20,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RENAME\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RENAME\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RENAME\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RENAME\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "RENAME latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for LINK on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 28
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 21,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LINK\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"LINK\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "LINK latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for SYMLINK on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 35
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 22,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SYMLINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SYMLINK\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SYMLINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SYMLINK\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "SYMLINK latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for READLINK on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 35
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 23,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READLINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READLINK\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READLINK\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READLINK\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "READLINK latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for SETATTR on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 42
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 24,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SETATTR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SETATTR\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SETATTR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"SETATTR\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "SETATTR latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for COMMIT on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 42
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 25,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"COMMIT\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"COMMIT\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"COMMIT\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"COMMIT\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "COMMIT latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for FSYNC on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 49
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 26,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"FSYNC\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"FSYNC\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"FSYNC\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"FSYNC\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "FSYNC latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for READDIR on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 49
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 27,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READDIR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READDIR\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READDIR\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"READDIR\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "READDIR latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for RECALL on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 56
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 28,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RECALL\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RECALL\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RECALL\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RECALL\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "RECALL latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for RELEASE on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 56
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 29,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RELEASE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RELEASE\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RELEASE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"RELEASE\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "RELEASE latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "Latency distribution for TRUNCATE on selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 63
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 30,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "ms"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"TRUNCATE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"TRUNCATE\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "(sum without(instance, sfs_hostname) (\n            rate(request_latency_ns_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"TRUNCATE\"}[$__rate_interval])\n        )) / 1000000 or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_response_duration_bucket{cluster=\"$cluster\", nsid=\"$nsid\", job=\"sfs-client\", instance=\"$node\", method=\"TRUNCATE\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "TRUNCATE latency heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        }
      ],
      "repeat": null,
      "repeatDirection": null,
      "span": null,
      "targets": [],
      "timeFrom": null,
      "timeShift": null,
      "title": "Latency Distribution",
      "transformations": [],
      "transparent": false,
      "type": "row"
    },
    {
      "cacheTimeout": null,
      "collapsed": true,
      "datasource": null,
      "description": null,
      "editable": true,
      "error": false,
      "fieldConfig": {
        "defaults": {
          "thresholds": {
            "mode": "absolute",
            "steps": []
          }
        }
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "height": null,
      "hideTimeOverride": false,
      "id": 31,
      "interval": null,
      "links": [],
      "maxDataPoints": 100,
      "maxPerRow": null,
      "minSpan": null,
      "panels": [
        {
          "cacheTimeout": null,
          "datasource": null,
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "thresholds": {
                "mode": "absolute",
                "steps": []
              }
            }
          },
          "gridPos": {
            "h": 1,
            "w": 12,
            "x": 0,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 32,
          "interval": null,
          "links": [],
          "maxDataPoints": 100,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "content": "",
            "mode": "markdown"
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Reads",
          "transformations": [],
          "transparent": false,
          "type": "text"
        },
        {
          "cacheTimeout": null,
          "datasource": null,
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "thresholds": {
                "mode": "absolute",
                "steps": []
              }
            }
          },
          "gridPos": {
            "h": 1,
            "w": 12,
            "x": 12,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 33,
          "interval": null,
          "links": [],
          "maxDataPoints": 100,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "content": "",
            "mode": "markdown"
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [],
          "timeFrom": null,
          "timeShift": null,
          "title": "Writes",
          "transformations": [],
          "transparent": false,
          "type": "text"
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "READ request size distribution for selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 1
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 34,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "bytes"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sum without(instance, sfs_hostname) (\n            rate(request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n        ) or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "sum without(instance, sfs_hostname) (\n            rate(request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n        ) or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"READ\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Read request size heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "WRITE request size distribution for selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 1
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 35,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "bytes"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sum without(instance, sfs_hostname) (\n            rate(request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n        ) or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n            )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "sum without(instance, sfs_hostname) (\n            rate(request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n        ) or sum without(instance, sfs_hostname) (\n                rate(sfs_rpc_request_size_bytes_bucket{cluster=\"$cluster\", nsid=\"$nsid\", instance=\"$node\", method=\"WRITE\"}[$__rate_interval])\n            )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Write request size heatmap",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        }
      ],
      "repeat": null,
      "repeatDirection": null,
      "span": null,
      "targets": [],
      "timeFrom": null,
      "timeShift": null,
      "title": "Request/response sizes",
      "transformations": [],
      "transparent": false,
      "type": "row"
    },
    {
      "cacheTimeout": null,
      "collapsed": true,
      "datasource": null,
      "description": null,
      "editable": true,
      "error": false,
      "fieldConfig": {
        "defaults": {
          "thresholds": {
            "mode": "absolute",
            "steps": []
          }
        }
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "height": null,
      "hideTimeOverride": false,
      "id": 36,
      "interval": null,
      "links": [],
      "maxDataPoints": 100,
      "maxPerRow": null,
      "minSpan": null,
      "panels": [
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "percent"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 37,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(rate( sfs_process_cpu_seconds_total_total {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} [$__rate_interval] ) * 100)",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "CPU Usage",
              "metric": "",
              "query": "(rate( sfs_process_cpu_seconds_total_total {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} [$__rate_interval] ) * 100)",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "CPU Usage (%)",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 38,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_process_threads {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Threads",
              "metric": "",
              "query": "sfs_process_threads {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Thread Count",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "decbytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 39,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_process_virtual_memory_bytes {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Virtual Memory",
              "metric": "",
              "query": "sfs_process_virtual_memory_bytes {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_process_resident_memory_bytes {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Resident Memory",
              "metric": "",
              "query": "sfs_process_resident_memory_bytes {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Memory Usage (VIRT/RES)",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 40,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_process_virtual_memory_mapping_size {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "VM Mappings",
              "metric": "",
              "query": "sfs_process_virtual_memory_mapping_size {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Virtual Memory Mappings",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 14
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 41,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_process_max_fds {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Max FDs",
              "metric": "",
              "query": "sfs_process_max_fds {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_process_open_fds {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Open FDs",
              "metric": "",
              "query": "sfs_process_open_fds {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "File Descriptors",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "s"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 14
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 42,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(time() - sfs_process_start_time_seconds {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"})",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Uptime",
              "metric": "",
              "query": "(time() - sfs_process_start_time_seconds {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"})",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Process Uptime (seconds)",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        }
      ],
      "repeat": null,
      "repeatDirection": null,
      "span": null,
      "targets": [],
      "timeFrom": null,
      "timeShift": null,
      "title": "Process Info",
      "transformations": [],
      "transparent": false,
      "type": "row"
    },
    {
      "cacheTimeout": null,
      "collapsed": true,
      "datasource": null,
      "description": null,
      "editable": true,
      "error": false,
      "fieldConfig": {
        "defaults": {
          "thresholds": {
            "mode": "absolute",
            "steps": []
          }
        }
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "height": null,
      "hideTimeOverride": false,
      "id": 43,
      "interval": null,
      "links": [],
      "maxDataPoints": 100,
      "maxPerRow": null,
      "minSpan": null,
      "panels": [
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "decbytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 44,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Allocated",
              "metric": "",
              "query": "sfs_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_active_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Active",
              "metric": "",
              "query": "sfs_active_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_metadata_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Metadata",
              "metric": "",
              "query": "sfs_metadata_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_resident_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Resident",
              "metric": "",
              "query": "sfs_resident_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_mapped_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Mapped",
              "metric": "",
              "query": "sfs_mapped_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_retained_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Retained",
              "metric": "",
              "query": "sfs_retained_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_dirty_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Dirty",
              "metric": "",
              "query": "sfs_dirty_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_muzzy_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Muzzy",
              "metric": "",
              "query": "sfs_muzzy_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_internal_fragmentation_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Internal Fragmentation",
              "metric": "",
              "query": "sfs_internal_fragmentation_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Allocator Stats",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 45,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_small_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Small Alloc",
              "metric": "",
              "query": "rate( sfs_small_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_large_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Large Alloc",
              "metric": "",
              "query": "rate( sfs_large_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Small/Large alloc IOPS",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 46,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_extent_avail_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Available Extents",
              "metric": "",
              "query": "sfs_extent_avail_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Avail extent num",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "percent"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 47,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "((sfs_internal_fragmentation_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} / sfs_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}) * 100)",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Internal Fragmentation Ratio",
              "metric": "",
              "query": "((sfs_internal_fragmentation_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"} / sfs_allocated_stats {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}) * 100)",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_fragmentation_ratio {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Fragmentation Ratio",
              "metric": "",
              "query": "sfs_fragmentation_ratio {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_rss_ratio {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "RSS Ratio",
              "metric": "",
              "query": "sfs_rss_ratio {cluster=\"$cluster\",instance=\"$node\",job=\"sfs-client\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Memory Efficiency",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        }
      ],
      "repeat": null,
      "repeatDirection": null,
      "span": null,
      "targets": [],
      "timeFrom": null,
      "timeShift": null,
      "title": "Memory Allocator Details",
      "transformations": [],
      "transparent": false,
      "type": "row"
    },
    {
      "cacheTimeout": null,
      "collapsed": true,
      "datasource": null,
      "description": null,
      "editable": true,
      "error": false,
      "fieldConfig": {
        "defaults": {
          "thresholds": {
            "mode": "absolute",
            "steps": []
          }
        }
      },
      "gridPos": {
        "h": 7,
        "w": 24,
        "x": 0,
        "y": 0
      },
      "height": null,
      "hideTimeOverride": false,
      "id": 48,
      "interval": null,
      "links": [],
      "maxDataPoints": 100,
      "maxPerRow": null,
      "minSpan": null,
      "panels": [
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 49,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_buffer_pool_mbytes {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Buffer Pool Mbytes",
              "metric": "",
              "query": "sfs_buffer_pool_mbytes {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Buffer Pool Mbytes",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 0
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 50,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_buffer_pool_count {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Buffer Pool Count",
              "metric": "",
              "query": "sfs_buffer_pool_count {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Buffer Pool Count",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 51,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_table_cache_dir_count {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Table Cache Dir Count",
              "metric": "",
              "query": "sfs_table_cache_dir_count {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Table Cache Dir Count",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 7
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 52,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sfs_table_cache_file_count {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Table Cache File Count",
              "metric": "",
              "query": "sfs_table_cache_file_count {cluster=\"$cluster\",job=\"sfs-client\",instance=\"$node\"}",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Table Cache File Count",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 14
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 53,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_prefetch_dir_size_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Success",
              "metric": "",
              "query": "rate( sfs_prefetch_dir_size_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_prefetch_dir_failure_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Failure",
              "metric": "",
              "query": "rate( sfs_prefetch_dir_failure_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Prefetch Dir Operation Rate",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 14
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 54,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_rpc_requests_count_total {cluster=\"$cluster\",rpc_nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READDIR\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Success",
              "metric": "",
              "query": "rate( sfs_rpc_requests_count_total {cluster=\"$cluster\",rpc_nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READDIR\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_prefetch_file_failure_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Failure",
              "metric": "",
              "query": "rate( sfs_prefetch_file_failure_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Prefetch File Operation Rate",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "prefetch dir size distribution for the selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 21
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 55,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "bytes"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sum without(sfs_hostname) (\n            rate(sfs_prefetch_dir_size_bucket{}[$__rate_interval])\n        )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "sum without(sfs_hostname) (\n            rate(sfs_prefetch_dir_size_bucket{}[$__rate_interval])\n        )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Prefetch Dir Size",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "cards": {
            "cardPadding": null,
            "cardRound": null
          },
          "color": {
            "cardColor": "#b4ff00",
            "colorScale": "sqrt",
            "colorScheme": "interpolateSpectral",
            "exponent": 0.5,
            "max": null,
            "min": null,
            "mode": "spectrum"
          },
          "dataFormat": "tsbuckets",
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": "prefetch file size kbytes distribution for the selected node",
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "scheme",
                "scheme": "Cool"
              },
              "custom": {
                "scaleDistribution": {
                  "log": 10,
                  "type": "log"
                }
              },
              "noValue": 0,
              "thresholds": {
                "mode": "absolute",
                "steps": [
                  {
                    "color": "transparent",
                    "value": null
                  }
                ]
              },
              "unit": "bytes"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 21
          },
          "heatmap": {},
          "height": null,
          "hideTimeOverride": false,
          "hideZeroBuckets": true,
          "highlightCards": true,
          "id": 56,
          "interval": null,
          "legend": {
            "show": false
          },
          "links": [],
          "maxDataPoints": 512,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "calculate": false,
            "calculation": {
              "xBuckets": {
                "mode": "size",
                "value": "auto"
              },
              "yBuckets": {
                "mode": "size",
                "value": "auto"
              }
            },
            "cellGap": 1,
            "color": {
              "exponent": 0.5,
              "fill": "dark-orange",
              "mode": "scheme",
              "scale": "exponential",
              "scheme": "Cool",
              "steps": 128
            },
            "exemplars": {
              "color": "rgba(255,0,255,0.7)"
            },
            "filterValues": {
              "le": 1e-09
            },
            "rowsFrame": {
              "layout": "auto"
            },
            "tooltip": {
              "show": true,
              "yHistogram": false
            },
            "yAxis": {
              "axisPlacement": "left",
              "reverse": false,
              "unit": "bytes"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "reverseYBuckets": false,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sum without(sfs_hostname) (\n            rate(sfs_prefetch_file_size_kbytes_bucket{}[$__rate_interval])\n        )",
              "format": "heatmap",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "{{le}}",
              "metric": "",
              "query": "sum without(sfs_hostname) (\n            rate(sfs_prefetch_file_size_kbytes_bucket{}[$__rate_interval])\n        )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Prefetch File Size kbytes",
          "tooltip": {
            "msResolution": true,
            "shared": true,
            "sort": 0,
            "value_type": "individual"
          },
          "transformations": [],
          "transparent": false,
          "type": "heatmap-new",
          "xAxis": {
            "mode": "time",
            "name": null,
            "show": true,
            "values": []
          },
          "xBucketNumber": null,
          "xBucketSize": null,
          "yAxis": {
            "decimals": 1,
            "format": "none",
            "label": null,
            "logBase": 1,
            "max": null,
            "min": null,
            "show": true
          },
          "yBucketBound": "upper",
          "yBucketNumber": null,
          "yBucketSize": null
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 28
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 57,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_read_hit_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Hit",
              "metric": "",
              "query": "rate( sfs_read_hit_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_read_miss_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Miss",
              "metric": "",
              "query": "rate( sfs_read_miss_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_read_interference_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Interference",
              "metric": "",
              "query": "rate( sfs_read_interference_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Read Hit/Miss/Interference",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ops"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 28
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 58,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_read_full_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Read Full",
              "metric": "",
              "query": "rate( sfs_read_full_count_total {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            },
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "rate( sfs_rpc_requests_count_total {cluster=\"$cluster\",rpc_nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READ\"} [$__rate_interval] )",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "Read All",
              "metric": "",
              "query": "rate( sfs_rpc_requests_count_total {cluster=\"$cluster\",rpc_nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\",method=\"READ\"} [$__rate_interval] )",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Read Full Rpcs & Read All Rpcs",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "ms"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 0,
            "y": 35
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 59,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "(rate( sfs_prefetch_flow_control_duration_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( sfs_prefetch_flow_control_duration_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ))",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "shard_id={{shard_id}}",
              "metric": "",
              "query": "(rate( sfs_prefetch_flow_control_duration_sum {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ) / rate( sfs_prefetch_flow_control_duration_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} [$__rate_interval] ))",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Flowctrl Latency",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        },
        {
          "cacheTimeout": null,
          "datasource": "${DS_VICTORIAMETRICS}",
          "description": null,
          "editable": true,
          "error": false,
          "fieldConfig": {
            "defaults": {
              "color": {
                "mode": "palette-classic"
              },
              "custom": {
                "axisLabel": "",
                "axisPlacement": "auto",
                "axisSoftMax": null,
                "axisSoftMin": null,
                "barAlignment": 0,
                "drawStyle": "line",
                "fillOpacity": 10,
                "gradientMode": "opacity",
                "hideFrom": {
                  "legend": false,
                  "tooltip": false,
                  "viz": false
                },
                "lineInterpolation": "linear",
                "lineWidth": 1,
                "pointSize": 5,
                "scaleDistribution": {
                  "log": 2,
                  "type": "linear"
                },
                "showPoints": "auto",
                "spanNulls": false,
                "stacking": {},
                "thresholdsStyle": {
                  "mode": "off"
                }
              },
              "decimals": null,
              "mappings": [],
              "max": null,
              "min": null,
              "thresholds": {
                "mode": "absolute",
                "steps": []
              },
              "unit": "short"
            },
            "overrides": []
          },
          "gridPos": {
            "h": 7,
            "w": 12,
            "x": 12,
            "y": 35
          },
          "height": null,
          "hideTimeOverride": false,
          "id": 60,
          "interval": null,
          "links": [],
          "maxDataPoints": null,
          "maxPerRow": null,
          "minSpan": null,
          "options": {
            "legend": {
              "calcs": [
                "max",
                "last"
              ],
              "displayMode": "table",
              "placement": "right"
            },
            "tooltip": {
              "mode": "multi",
              "sort": "none"
            }
          },
          "repeat": null,
          "repeatDirection": null,
          "span": null,
          "targets": [
            {
              "datasource": "${DS_VICTORIAMETRICS}",
              "expr": "sum( sfs_prefetch_flow_control_inflight_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} ) by (shard_id)",
              "format": "time_series",
              "hide": false,
              "instant": false,
              "interval": "",
              "intervalFactor": 1,
              "legendFormat": "shard_id={{shard_id}}",
              "metric": "",
              "query": "sum( sfs_prefetch_flow_control_inflight_count {cluster=\"$cluster\",nsid=\"$nsid\",job=\"sfs-client\",instance=\"$node\"} ) by (shard_id)",
              "refId": "",
              "step": 10,
              "target": ""
            }
          ],
          "timeFrom": null,
          "timeShift": null,
          "title": "Flowctrl Inflight",
          "transformations": [],
          "transparent": false,
          "type": "timeseries"
        }
      ],
      "repeat": null,
      "repeatDirection": null,
      "span": null,
      "targets": [],
      "timeFrom": null,
      "timeShift": null,
      "title": "Prefetch",
      "transformations": [],
      "transparent": false,
      "type": "row"
    }
  ],
  "refresh": "5s",
  "rows": [],
  "schemaVersion": 14,
  "sharedCrosshair": false,
  "style": "dark",
  "tags": [],
  "templating": {
    "list": [
      {
        "allValue": null,
        "auto": false,
        "auto_count": 30,
        "auto_min": "10s",
        "current": {
          "selected": false,
          "tags": [],
          "text": null,
          "value": null
        },
        "datasource": "",
        "hide": 2,
        "includeAll": false,
        "label": "DS_VICTORIAMETRICS",
        "multi": false,
        "name": "DS_VICTORIAMETRICS",
        "options": [],
        "query": "prometheus",
        "refresh": 2,
        "regex": null,
        "sort": 1,
        "tagValuesQuery": null,
        "tagsQuery": null,
        "type": "datasource",
        "useTags": false
      },
      {
        "allValue": null,
        "auto": false,
        "auto_count": 30,
        "auto_min": "10s",
        "current": {
          "selected": false,
          "tags": [],
          "text": null,
          "value": null
        },
        "datasource": "${DS_VICTORIAMETRICS}",
        "hide": 0,
        "includeAll": false,
        "label": "cluster",
        "multi": false,
        "name": "cluster",
        "options": [],
        "query": "label_values({job=\"sfs-client\", __name__=~\"request_latency_ns_count|request_latency_ms|sfs_rpc_response_duration_count\"}, cluster)",
        "refresh": 2,
        "regex": null,
        "sort": 1,
        "tagValuesQuery": null,
        "tagsQuery": null,
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "auto": false,
        "auto_count": 30,
        "auto_min": "10s",
        "current": {
          "selected": false,
          "tags": [],
          "text": null,
          "value": null
        },
        "datasource": "${DS_VICTORIAMETRICS}",
        "hide": 0,
        "includeAll": false,
        "label": "nsid",
        "multi": false,
        "name": "nsid",
        "options": [],
        "query": "label_values({cluster=\"$cluster\", job=\"sfs-client\", __name__=~\"request_latency_ns_count|request_latency_ms|sfs_rpc_response_duration_count\"}, nsid)",
        "refresh": 2,
        "regex": null,
        "sort": 1,
        "tagValuesQuery": null,
        "tagsQuery": null,
        "type": "query",
        "useTags": false
      },
      {
        "allValue": null,
        "auto": false,
        "auto_count": 30,
        "auto_min": "10s",
        "current": {
          "selected": false,
          "tags": [],
          "text": null,
          "value": null
        },
        "datasource": "${DS_VICTORIAMETRICS}",
        "hide": 0,
        "includeAll": false,
        "label": "node",
        "multi": false,
        "name": "node",
        "options": [],
        "query": "label_values({cluster=\"$cluster\", job=\"sfs-client\", __name__=~\"request_latency_ns_count|request_latency_ms|sfs_rpc_response_duration_count\"}, instance)",
        "refresh": 2,
        "regex": null,
        "sort": 1,
        "tagValuesQuery": null,
        "tagsQuery": null,
        "type": "query",
        "useTags": false
      }
    ]
  },
  "time": {
    "from": "now-1h",
    "to": "now"
  },
  "timepicker": {
    "hidden": false,
    "nowDelay": null,
    "refresh_intervals": [
      "5s",
      "10s",
      "30s",
      "1m",
      "5m",
      "15m",
      "30m",
      "1h",
      "2h",
      "1d"
    ],
    "time_options": [
      "5m",
      "15m",
      "1h",
      "6h",
      "12h",
      "24h",
      "2d",
      "7d",
      "30d"
    ]
  },
  "timezone": "browser",
  "title": "SFS - Client Per Node",
  "uid": "eb0e36b5-5b6f-4cc0-ad9d-2ae722046724",
  "version": 0
}