性能监控

ChubaoFS 集成了prometheus作为性能监控指标采集模块。在各模块配置文件中增加如下配置参数来启用该模块：

  1. {
  2.     "exporterPort": 9505,
  3.     "consulAddr": "http://consul.prometheus-cfs.local"
  4. }
  • exporterPort: prometheus获取监控数据端口。设置后，可通过URL(http://$hostip:$exproterProt/metrics) 暴露prometheus监控指标。若不设置，prometheus指标监控模块将不会工作。
  • consulAddr: consul注册服务器地址。设置后，可配合prometheus的自动发现机制实现ChubaoFS节点exporter的自动发现服务。若不设置，将不会启用consul自动注册服务。

可使用grafana作为prometheus 监控指标的展示前端，如下图所示：

../_images/cfs-grafana-dashboard.png

可以通过prometheus alertmanager组件进行配置，来实现ChubaoFS系统的监控指标报警通知服务，详细可参考 alertmanager文档。

相关链接：

  1. prometheus 安装配置
  2. consul 安装配置
  3. grafana 安装配置

监控指标

  • 集群（Cluster）

    • 各节点数量： MasterCount , MetaNodeCount , DataNodeCount , ObjectNodeCount
    • 客户端数量： ClientCount
    • 卷数量： VolumeCount
    • 节点使用情况： DataNodeSize , MetaNodeSize
    • 节点使用率： DataNodeUsedRatio , MetaNodeUsedRatio
    • 非活动节点数量： DataNodeInactive , MetaNodesInactive
    • 卷总容量统计列表： VolumeTotalSize
    • 卷使用率统计列表： VolumeUsedRatio
    • 坏盘数量： DiskError

  • 卷（Volume）

    • 卷使用量： VolumeUsedSize
    • 卷使用率： VolumeUsedRatio
    • 卷总容量变化率： VolumeSizeRate

  • 资源管理节点（Master）

    • 无效master节点数量： master_nodes_invalid
    • 非活动元数据节点数量： metanode_inactive
    • 非活动数据节点数量： datanode_inactive
    • 非活动客户端数量： fuseclient_inactive

  • 元数据节点（MetaNode）

    • 元数据节点上各操作的时长（Time）与每秒操作次数（Ops），可从 MetaNodeOp 下拉列表中选取监控指标。

  • 数据节点（DataNode）

    • 数据节点上各操作的时长（Time）与每秒操作次数（Ops），可从 DataNodeOp 下拉列表中选取监控指标。

  • 对象存储节点（ObjectNode）

    • 对象存储节点上各操作的时长（Time）与每秒操作次数（Ops），可从 objectNodeOp 下拉列表中选取监控指标。

  • 客户端（FuseClient）

    • 客户端上各操作的时长（Time）与每秒操作次数（Ops），可从 fuseOp 下拉列表中选取监控指标。

推荐关注指标：集群状态相关、节点及磁盘故障相关、数据量、增长量等。

Grafana 监控面板配置模板

  1. {
  2.   "__inputs": [
  3.     {
  4.       "name": "DS_ChubaoFS01",
  5.       "label": "cfs01",
  6.       "description": "",
  7.       "type": "datasource",
  8.       "pluginId": "prometheus",
  9.       "pluginName": "Prometheus"
  10.     }
  11.   ],
  12.   "__requires": [
  13.     {
  14.       "type": "grafana",
  15.       "id": "grafana",
  16.       "name": "Grafana",
  17.       "version": "5.2.4"
  18.     },
  19.     {
  20.       "type": "panel",
  21.       "id": "graph",
  22.       "name": "Graph",
  23.       "version": "5.0.0"
  24.     },
  25.     {
  26.       "type": "datasource",
  27.       "id": "prometheus",
  28.       "name": "Prometheus",
  29.       "version": "5.0.0"
  30.     },
  31.     {
  32.       "type": "panel",
  33.       "id": "singlestat",
  34.       "name": "Singlestat",
  35.       "version": "5.0.0"
  36.     }
  37.   ],
  38.   "annotations": {
  39.     "list": [
  40.       {
  41.         "builtIn": 1,
  42.         "datasource": "-- Grafana --",
  43.         "enable": true,
  44.         "hide": true,
  45.         "iconColor": "rgba(0, 211, 255, 1)",
  46.         "name": "Annotations & Alerts",
  47.         "type": "dashboard"
  48.       }
  49.     ]
  50.   },
  51.   "editable": true,
  52.   "gnetId": null,
  53.   "graphTooltip": 0,
  54.   "id": null,
  55.   "iteration": 1546930136099,
  56.   "links": [
  57.     {
  58.       "icon": "external link",
  59.       "tags": [],
  60.       "targetBlank": true,
  61.       "title": "mdc",
  62.       "tooltip": "",
  63.       "type": "link",
  64.       "url": "http://mdc.jd.com/monitor/chart?ip=$hostip"
  65.     }
  66.   ],
  67.   "panels": [
  68.     {
  69.       "gridPos": {
  70.         "h": 1,
  71.         "w": 24,
  72.         "x": 0,
  73.         "y": 0
  74.       },
  75.       "id": 85,
  76.       "title": "Summary",
  77.       "type": "row"
  78.     },
  79.     {
  80.       "cacheTimeout": null,
  81.       "colorBackground": false,
  82.       "colorValue": false,
  83.       "colors": [
  84.         "#299c46",
  85.         "rgba(237, 129, 40, 0.89)",
  86.         "#d44a3a"
  87.       ],
  88.       "datasource": "${DS_ChubaoFS01}",
  89.       "format": "none",
  90.       "gauge": {
  91.         "maxValue": 100,
  92.         "minValue": 0,
  93.         "show": false,
  94.         "thresholdLabels": false,
  95.         "thresholdMarkers": true
  96.       },
  97.       "gridPos": {
  98.         "h": 4,
  99.         "w": 4,
  100.         "x": 0,
  101.         "y": 1
  102.       },
  103.       "id": 38,
  104.       "interval": null,
  105.       "links": [
  106.         {
  107.           "dashUri": "db/cfs-master",
  108.           "dashboard": "cfs-master",
  109.           "includeVars": false,
  110.           "keepTime": true,
  111.           "targetBlank": true,
  112.           "title": "cfs-master",
  113.           "type": "dashboard"
  114.         }
  115.       ],
  116.       "mappingType": 1,
  117.       "mappingTypes": [
  118.         {
  119.           "name": "value to text",
  120.           "value": 1
  121.         },
  122.         {
  123.           "name": "range to text",
  124.           "value": 2
  125.         }
  126.       ],
  127.       "maxDataPoints": 100,
  128.       "nullPointMode": "connected",
  129.       "nullText": null,
  130.       "postfix": "",
  131.       "postfixFontSize": "50%",
  132.       "prefix": "",
  133.       "prefixFontSize": "50%",
  134.       "rangeMaps": [
  135.         {
  136.           "from": "null",
  137.           "text": "N/A",
  138.           "to": "null"
  139.         }
  140.       ],
  141.       "sparkline": {
  142.         "fillColor": "rgba(31, 118, 189, 0.18)",
  143.         "full": false,
  144.         "lineColor": "rgb(31, 120, 193)",
  145.         "show": true
  146.       },
  147.       "tableColumn": "",
  148.       "targets": [
  149.         {
  150.           "expr": "count(go_info{cluster=~\"$cluster\", app=~\"$app\", role=~\"master\"})",
  151.           "format": "time_series",
  152.           "intervalFactor": 1,
  153.           "refId": "A"
  154.         }
  155.       ],
  156.       "thresholds": "",
  157.       "title": "master_count",
  158.       "type": "singlestat",
  159.       "valueFontSize": "80%",
  160.       "valueMaps": [
  161.         {
  162.           "op": "=",
  163.           "text": "N/A",
  164.           "value": "null"
  165.         }
  166.       ],
  167.       "valueName": "current"
  168.     },
  169.     {
  170.       "cacheTimeout": null,
  171.       "colorBackground": false,
  172.       "colorValue": false,
  173.       "colors": [
  174.         "#299c46",
  175.         "rgba(237, 129, 40, 0.89)",
  176.         "#d44a3a"
  177.       ],
  178.       "datasource": "${DS_ChubaoFS01}",
  179.       "format": "none",
  180.       "gauge": {
  181.         "maxValue": 100,
  182.         "minValue": 0,
  183.         "show": false,
  184.         "thresholdLabels": false,
  185.         "thresholdMarkers": true
  186.       },
  187.       "gridPos": {
  188.         "h": 4,
  189.         "w": 4,
  190.         "x": 4,
  191.         "y": 1
  192.       },
  193.       "id": 42,
  194.       "interval": null,
  195.       "links": [
  196.         {
  197.           "dashUri": "db/cfs-metanode",
  198.           "dashboard": "cfs-metanode",
  199.           "includeVars": false,
  200.           "keepTime": true,
  201.           "targetBlank": true,
  202.           "title": "cfs-metanode",
  203.           "type": "dashboard"
  204.         }
  205.       ],
  206.       "mappingType": 1,
  207.       "mappingTypes": [
  208.         {
  209.           "name": "value to text",
  210.           "value": 1
  211.         },
  212.         {
  213.           "name": "range to text",
  214.           "value": 2
  215.         }
  216.       ],
  217.       "maxDataPoints": 100,
  218.       "nullPointMode": "connected",
  219.       "nullText": null,
  220.       "postfix": "",
  221.       "postfixFontSize": "50%",
  222.       "prefix": "",
  223.       "prefixFontSize": "50%",
  224.       "rangeMaps": [
  225.         {
  226.           "from": "null",
  227.           "text": "N/A",
  228.           "to": "null"
  229.         }
  230.       ],
  231.       "sparkline": {
  232.         "fillColor": "rgba(31, 118, 189, 0.18)",
  233.         "full": false,
  234.         "lineColor": "rgb(31, 120, 193)",
  235.         "show": true
  236.       },
  237.       "tableColumn": "",
  238.       "targets": [
  239.         {
  240.           "expr": "count(go_info{cluster=~\"$cluster\", app=~\"$app\", role=~\"metanode\"})",
  241.           "format": "time_series",
  242.           "intervalFactor": 1,
  243.           "refId": "A"
  244.         }
  245.       ],
  246.       "thresholds": "",
  247.       "title": "metanode_count",
  248.       "type": "singlestat",
  249.       "valueFontSize": "80%",
  250.       "valueMaps": [
  251.         {
  252.           "op": "=",
  253.           "text": "N/A",
  254.           "value": "null"
  255.         }
  256.       ],
  257.       "valueName": "current"
  258.     },
  259.     {
  260.       "cacheTimeout": null,
  261.       "colorBackground": false,
  262.       "colorValue": false,
  263.       "colors": [
  264.         "#299c46",
  265.         "rgba(237, 129, 40, 0.89)",
  266.         "#d44a3a"
  267.       ],
  268.       "datasource": "${DS_ChubaoFS01}",
  269.       "format": "none",
  270.       "gauge": {
  271.         "maxValue": 100,
  272.         "minValue": 0,
  273.         "show": false,
  274.         "thresholdLabels": false,
  275.         "thresholdMarkers": true
  276.       },
  277.       "gridPos": {
  278.         "h": 4,
  279.         "w": 4,
  280.         "x": 8,
  281.         "y": 1
  282.       },
  283.       "id": 41,
  284.       "interval": null,
  285.       "links": [
  286.         {
  287.           "dashUri": "db/cfs-datanode",
  288.           "dashboard": "cfs-datanode",
  289.           "includeVars": false,
  290.           "keepTime": true,
  291.           "targetBlank": true,
  292.           "title": "cfs-datanode",
  293.           "type": "dashboard"
  294.         }
  295.       ],
  296.       "mappingType": 1,
  297.       "mappingTypes": [
  298.         {
  299.           "name": "value to text",
  300.           "value": 1
  301.         },
  302.         {
  303.           "name": "range to text",
  304.           "value": 2
  305.         }
  306.       ],
  307.       "maxDataPoints": 100,
  308.       "nullPointMode": "connected",
  309.       "nullText": null,
  310.       "postfix": "",
  311.       "postfixFontSize": "50%",
  312.       "prefix": "",
  313.       "prefixFontSize": "50%",
  314.       "rangeMaps": [
  315.         {
  316.           "from": "null",
  317.           "text": "N/A",
  318.           "to": "null"
  319.         }
  320.       ],
  321.       "sparkline": {
  322.         "fillColor": "rgba(31, 118, 189, 0.18)",
  323.         "full": false,
  324.         "lineColor": "rgb(31, 120, 193)",
  325.         "show": true
  326.       },
  327.       "tableColumn": "",
  328.       "targets": [
  329.         {
  330.           "expr": "count(go_info{cluster=~\"$cluster\", app=~\"$app\", role=~\"dataNode\"})",
  331.           "format": "time_series",
  332.           "intervalFactor": 1,
  333.           "refId": "A"
  334.         }
  335.       ],
  336.       "thresholds": "",
  337.       "title": "datanode_count",
  338.       "type": "singlestat",
  339.       "valueFontSize": "80%",
  340.       "valueMaps": [
  341.         {
  342.           "op": "=",
  343.           "text": "N/A",
  344.           "value": "null"
  345.         }
  346.       ],
  347.       "valueName": "current"
  348.     },
  349.     {
  350.       "gridPos": {
  351.         "h": 1,
  352.         "w": 24,
  353.         "x": 0,
  354.         "y": 5
  355.       },
  356.       "id": 40,
  357.       "title": "Cluster",
  358.       "type": "row"
  359.     },
  360.     {
  361.       "aliasColors": {},
  362.       "bars": false,
  363.       "dashLength": 10,
  364.       "dashes": false,
  365.       "datasource": "${DS_ChubaoFS01}",
  366.       "fill": 1,
  367.       "gridPos": {
  368.         "h": 6,
  369.         "w": 7,
  370.         "x": 0,
  371.         "y": 6
  372.       },
  373.       "id": 70,
  374.       "legend": {
  375.         "avg": false,
  376.         "current": false,
  377.         "max": false,
  378.         "min": false,
  379.         "show": true,
  380.         "total": false,
  381.         "values": false
  382.       },
  383.       "lines": true,
  384.       "linewidth": 1,
  385.       "links": [],
  386.       "nullPointMode": "null",
  387.       "percentage": false,
  388.       "pointradius": 5,
  389.       "points": false,
  390.       "renderer": "flot",
  391.       "seriesOverrides": [],
  392.       "spaceLength": 10,
  393.       "stack": false,
  394.       "steppedLine": false,
  395.       "targets": [
  396.         {
  397.           "expr": "sum(cfs_metanode_OpCreateMetaPartition{cluster=~\"$cluster\"})",
  398.           "format": "time_series",
  399.           "intervalFactor": 1,
  400.           "legendFormat": "Create",
  401.           "refId": "A"
  402.         },
  403.         {
  404.           "expr": "sum(cfs_metanode_OpLoadMetaPartition{cluster=~\"$cluster\"})",
  405.           "format": "time_series",
  406.           "intervalFactor": 1,
  407.           "legendFormat": "Load",
  408.           "refId": "B"
  409.         }
  410.       ],
  411.       "thresholds": [],
  412.       "timeFrom": null,
  413.       "timeShift": null,
  414.       "title": "metanode_OpMetaPartition",
  415.       "tooltip": {
  416.         "shared": true,
  417.         "sort": 0,
  418.         "value_type": "individual"
  419.       },
  420.       "type": "graph",
  421.       "xaxis": {
  422.         "buckets": null,
  423.         "mode": "time",
  424.         "name": null,
  425.         "show": true,
  426.         "values": []
  427.       },
  428.       "yaxes": [
  429.         {
  430.           "format": "ns",
  431.           "label": null,
  432.           "logBase": 1,
  433.           "max": null,
  434.           "min": null,
  435.           "show": true
  436.         },
  437.         {
  438.           "format": "short",
  439.           "label": null,
  440.           "logBase": 1,
  441.           "max": null,
  442.           "min": null,
  443.           "show": true
  444.         }
  445.       ],
  446.       "yaxis": {
  447.         "align": false,
  448.         "alignLevel": null
  449.       }
  450.     },
  451.     {
  452.       "aliasColors": {},
  453.       "bars": false,
  454.       "dashLength": 10,
  455.       "dashes": false,
  456.       "datasource": "${DS_ChubaoFS01}",
  457.       "fill": 1,
  458.       "gridPos": {
  459.         "h": 6,
  460.         "w": 7,
  461.         "x": 7,
  462.         "y": 6
  463.       },
  464.       "id": 71,
  465.       "legend": {
  466.         "avg": false,
  467.         "current": false,
  468.         "max": false,
  469.         "min": false,
  470.         "show": true,
  471.         "total": false,
  472.         "values": false
  473.       },
  474.       "lines": true,
  475.       "linewidth": 1,
  476.       "links": [],
  477.       "nullPointMode": "null",
  478.       "percentage": false,
  479.       "pointradius": 5,
  480.       "points": false,
  481.       "renderer": "flot",
  482.       "seriesOverrides": [],
  483.       "spaceLength": 10,
  484.       "stack": false,
  485.       "steppedLine": false,
  486.       "targets": [
  487.         {
  488.           "expr": "sum(cfs_metanode_OpMetaBatchInodeGet{cluster=~\"$cluster\"})",
  489.           "format": "time_series",
  490.           "intervalFactor": 1,
  491.           "legendFormat": "BatchGet",
  492.           "refId": "A"
  493.         },
  494.         {
  495.           "expr": "sum(cfs_metanode_OpMetaCreateInode{cluster=~\"$cluster\"})",
  496.           "format": "time_series",
  497.           "intervalFactor": 1,
  498.           "legendFormat": "Create",
  499.           "refId": "B"
  500.         },
  501.         {
  502.           "expr": "sum(cfs_metanode_OpMetaDeleteInode{cluster=~\"$cluster\"})",
  503.           "format": "time_series",
  504.           "intervalFactor": 1,
  505.           "legendFormat": "Delete",
  506.           "refId": "C"
  507.         },
  508.         {
  509.           "expr": "sum(cfs_metanode_OpMetaEvictInode{cluster=~\"$cluster\"})",
  510.           "format": "time_series",
  511.           "intervalFactor": 1,
  512.           "legendFormat": "Evict",
  513.           "refId": "D"
  514.         },
  515.         {
  516.           "expr": "sum(cfs_metanode_OpMetaInodeGet{cluster=~\"$cluster\"})",
  517.           "format": "time_series",
  518.           "intervalFactor": 1,
  519.           "legendFormat": "Get",
  520.           "refId": "E"
  521.         },
  522.         {
  523.           "expr": "sum(cfs_metanode_OpMetaLinkInode{cluster=~\"$cluster\"})",
  524.           "format": "time_series",
  525.           "intervalFactor": 1,
  526.           "legendFormat": "Link",
  527.           "refId": "F"
  528.         }
  529.       ],
  530.       "thresholds": [],
  531.       "timeFrom": null,
  532.       "timeShift": null,
  533.       "title": "metanode_OpMetaInode",
  534.       "tooltip": {
  535.         "shared": true,
  536.         "sort": 0,
  537.         "value_type": "individual"
  538.       },
  539.       "type": "graph",
  540.       "xaxis": {
  541.         "buckets": null,
  542.         "mode": "time",
  543.         "name": null,
  544.         "show": true,
  545.         "values": []
  546.       },
  547.       "yaxes": [
  548.         {
  549.           "format": "ns",
  550.           "label": null,
  551.           "logBase": 1,
  552.           "max": null,
  553.           "min": null,
  554.           "show": true
  555.         },
  556.         {
  557.           "format": "short",
  558.           "label": null,
  559.           "logBase": 1,
  560.           "max": null,
  561.           "min": null,
  562.           "show": true
  563.         }
  564.       ],
  565.       "yaxis": {
  566.         "align": false,
  567.         "alignLevel": null
  568.       }
  569.     },
  570.     {
  571.       "aliasColors": {},
  572.       "bars": false,
  573.       "dashLength": 10,
  574.       "dashes": false,
  575.       "datasource": "${DS_ChubaoFS01}",
  576.       "fill": 1,
  577.       "gridPos": {
  578.         "h": 6,
  579.         "w": 6,
  580.         "x": 14,
  581.         "y": 6
  582.       },
  583.       "id": 45,
  584.       "legend": {
  585.         "avg": false,
  586.         "current": false,
  587.         "max": false,
  588.         "min": false,
  589.         "show": true,
  590.         "total": false,
  591.         "values": false
  592.       },
  593.       "lines": true,
  594.       "linewidth": 1,
  595.       "links": [],
  596.       "nullPointMode": "null",
  597.       "percentage": false,
  598.       "pointradius": 5,
  599.       "points": false,
  600.       "renderer": "flot",
  601.       "seriesOverrides": [],
  602.       "spaceLength": 10,
  603.       "stack": false,
  604.       "steppedLine": false,
  605.       "targets": [
  606.         {
  607.           "expr": "sum(cfs_metanode_OpMetaCreateDentry{cluster=~\"$cluster\"})",
  608.           "format": "time_series",
  609.           "intervalFactor": 1,
  610.           "legendFormat": "Create",
  611.           "refId": "A"
  612.         },
  613.         {
  614.           "expr": "sum(cfs_metanode_OpMetaDeleteDentry{cluster=~\"$cluster\"})",
  615.           "format": "time_series",
  616.           "intervalFactor": 1,
  617.           "legendFormat": "Delete",
  618.           "refId": "B"
  619.         },
  620.         {
  621.           "expr": "sum(cfs_metanode_OpMetaUpdateDentry{cluster=~\"$cluster\"})",
  622.           "format": "time_series",
  623.           "intervalFactor": 1,
  624.           "legendFormat": "Update",
  625.           "refId": "C"
  626.         }
  627.       ],
  628.       "thresholds": [],
  629.       "timeFrom": null,
  630.       "timeShift": null,
  631.       "title": "metanode_OpMetaDentry",
  632.       "tooltip": {
  633.         "shared": true,
  634.         "sort": 0,
  635.         "value_type": "individual"
  636.       },
  637.       "type": "graph",
  638.       "xaxis": {
  639.         "buckets": null,
  640.         "mode": "time",
  641.         "name": null,
  642.         "show": true,
  643.         "values": []
  644.       },
  645.       "yaxes": [
  646.         {
  647.           "format": "ns",
  648.           "label": null,
  649.           "logBase": 1,
  650.           "max": null,
  651.           "min": null,
  652.           "show": true
  653.         },
  654.         {
  655.           "format": "short",
  656.           "label": null,
  657.           "logBase": 1,
  658.           "max": null,
  659.           "min": null,
  660.           "show": true
  661.         }
  662.       ],
  663.       "yaxis": {
  664.         "align": false,
  665.         "alignLevel": null
  666.       }
  667.     },
  668.     {
  669.       "aliasColors": {},
  670.       "bars": false,
  671.       "dashLength": 10,
  672.       "dashes": false,
  673.       "datasource": "${DS_ChubaoFS01}",
  674.       "fill": 1,
  675.       "gridPos": {
  676.         "h": 6,
  677.         "w": 7,
  678.         "x": 0,
  679.         "y": 12
  680.       },
  681.       "id": 79,
  682.       "legend": {
  683.         "avg": false,
  684.         "current": false,
  685.         "max": false,
  686.         "min": false,
  687.         "show": true,
  688.         "total": false,
  689.         "values": false
  690.       },
  691.       "lines": true,
  692.       "linewidth": 1,
  693.       "links": [],
  694.       "nullPointMode": "null",
  695.       "percentage": false,
  696.       "pointradius": 5,
  697.       "points": false,
  698.       "renderer": "flot",
  699.       "seriesOverrides": [],
  700.       "spaceLength": 10,
  701.       "stack": false,
  702.       "steppedLine": false,
  703.       "targets": [
  704.         {
  705.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_CreateFile{cluster=~\"$cluster\"})",
  706.           "format": "time_series",
  707.           "intervalFactor": 1,
  708.           "legendFormat": "CreateFile",
  709.           "refId": "A"
  710.         },
  711.         {
  712.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_MarkDelete{cluster=~\"$cluster\"})",
  713.           "format": "time_series",
  714.           "intervalFactor": 1,
  715.           "legendFormat": "MarkDelete",
  716.           "refId": "B"
  717.         },
  718.         {
  719.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_Read{cluster=~\"$cluster\"})",
  720.           "format": "time_series",
  721.           "intervalFactor": 1,
  722.           "legendFormat": "Read",
  723.           "refId": "C"
  724.         },
  725.         {
  726.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_Write{cluster=~\"$cluster\"})",
  727.           "format": "time_series",
  728.           "intervalFactor": 1,
  729.           "legendFormat": "Write",
  730.           "refId": "D"
  731.         },
  732.         {
  733.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_RandomWrite{cluster=~\"$cluster\"})",
  734.           "format": "time_series",
  735.           "intervalFactor": 1,
  736.           "legendFormat": "RandomWrite",
  737.           "refId": "E"
  738.         }
  739.       ],
  740.       "thresholds": [],
  741.       "timeFrom": null,
  742.       "timeShift": null,
  743.       "title": "datanode_CreateFile",
  744.       "tooltip": {
  745.         "shared": true,
  746.         "sort": 0,
  747.         "value_type": "individual"
  748.       },
  749.       "type": "graph",
  750.       "xaxis": {
  751.         "buckets": null,
  752.         "mode": "time",
  753.         "name": null,
  754.         "show": true,
  755.         "values": []
  756.       },
  757.       "yaxes": [
  758.         {
  759.           "format": "ns",
  760.           "label": null,
  761.           "logBase": 1,
  762.           "max": null,
  763.           "min": null,
  764.           "show": true
  765.         },
  766.         {
  767.           "format": "short",
  768.           "label": null,
  769.           "logBase": 1,
  770.           "max": null,
  771.           "min": null,
  772.           "show": true
  773.         }
  774.       ],
  775.       "yaxis": {
  776.         "align": false,
  777.         "alignLevel": null
  778.       }
  779.     },
  780.     {
  781.       "aliasColors": {},
  782.       "bars": false,
  783.       "dashLength": 10,
  784.       "dashes": false,
  785.       "datasource": "${DS_ChubaoFS01}",
  786.       "fill": 1,
  787.       "gridPos": {
  788.         "h": 6,
  789.         "w": 7,
  790.         "x": 7,
  791.         "y": 12
  792.       },
  793.       "id": 75,
  794.       "legend": {
  795.         "avg": false,
  796.         "current": false,
  797.         "max": false,
  798.         "min": false,
  799.         "show": true,
  800.         "total": false,
  801.         "values": false
  802.       },
  803.       "lines": true,
  804.       "linewidth": 1,
  805.       "links": [],
  806.       "nullPointMode": "null",
  807.       "percentage": false,
  808.       "pointradius": 5,
  809.       "points": false,
  810.       "renderer": "flot",
  811.       "seriesOverrides": [],
  812.       "spaceLength": 10,
  813.       "stack": false,
  814.       "steppedLine": false,
  815.       "targets": [
  816.         {
  817.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_OpLoadDataPartition{cluster=~\"$cluster\"})",
  818.           "format": "time_series",
  819.           "intervalFactor": 1,
  820.           "legendFormat": "OpLoadDataPartition",
  821.           "refId": "G"
  822.         },
  823.         {
  824.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_OpDataNodeHeartbeat{cluster=~\"$cluster\"})",
  825.           "format": "time_series",
  826.           "intervalFactor": 1,
  827.           "legendFormat": "OpDataNodeHeartbeat",
  828.           "refId": "F"
  829.         },
  830.         {
  831.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_OpGetPartitionSize{cluster=~\"$cluster\"})",
  832.           "format": "time_series",
  833.           "intervalFactor": 1,
  834.           "legendFormat": "OpGetPartitionSize",
  835.           "refId": "H"
  836.         },
  837.         {
  838.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_OpGetAppliedId{cluster=~\"$cluster\"})",
  839.           "format": "time_series",
  840.           "intervalFactor": 1,
  841.           "legendFormat": "OpGetAppliedId",
  842.           "refId": "I"
  843.         },
  844.         {
  845.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_OpCreateDataPartition{cluster=~\"$cluster\"})",
  846.           "format": "time_series",
  847.           "intervalFactor": 1,
  848.           "legendFormat": "OpCreateDataPartition",
  849.           "refId": "A"
  850.         }
  851.       ],
  852.       "thresholds": [],
  853.       "timeFrom": null,
  854.       "timeShift": null,
  855.       "title": "datanode_Op",
  856.       "tooltip": {
  857.         "shared": true,
  858.         "sort": 0,
  859.         "value_type": "individual"
  860.       },
  861.       "type": "graph",
  862.       "xaxis": {
  863.         "buckets": null,
  864.         "mode": "time",
  865.         "name": null,
  866.         "show": true,
  867.         "values": []
  868.       },
  869.       "yaxes": [
  870.         {
  871.           "format": "ns",
  872.           "label": null,
  873.           "logBase": 1,
  874.           "max": null,
  875.           "min": null,
  876.           "show": true
  877.         },
  878.         {
  879.           "format": "short",
  880.           "label": null,
  881.           "logBase": 1,
  882.           "max": null,
  883.           "min": null,
  884.           "show": true
  885.         }
  886.       ],
  887.       "yaxis": {
  888.         "align": false,
  889.         "alignLevel": null
  890.       }
  891.     },
  892.     {
  893.       "aliasColors": {},
  894.       "bars": false,
  895.       "dashLength": 10,
  896.       "dashes": false,
  897.       "datasource": "${DS_ChubaoFS01}",
  898.       "fill": 1,
  899.       "gridPos": {
  900.         "h": 6,
  901.         "w": 6,
  902.         "x": 14,
  903.         "y": 12
  904.       },
  905.       "id": 73,
  906.       "legend": {
  907.         "avg": false,
  908.         "current": false,
  909.         "max": false,
  910.         "min": false,
  911.         "show": true,
  912.         "total": false,
  913.         "values": false
  914.       },
  915.       "lines": true,
  916.       "linewidth": 1,
  917.       "links": [],
  918.       "nullPointMode": "null",
  919.       "percentage": false,
  920.       "pointradius": 5,
  921.       "points": false,
  922.       "renderer": "flot",
  923.       "seriesOverrides": [],
  924.       "spaceLength": 10,
  925.       "stack": false,
  926.       "steppedLine": false,
  927.       "targets": [
  928.         {
  929.           "expr": "sum(cfs_metanode_OpMetaOpen{cluster=~\"$cluster\"})",
  930.           "format": "time_series",
  931.           "intervalFactor": 1,
  932.           "legendFormat": "Open",
  933.           "refId": "A"
  934.         },
  935.         {
  936.           "expr": "sum(cfs_metanode_OpMetaLookup{cluster=~\"$cluster\"})",
  937.           "format": "time_series",
  938.           "intervalFactor": 1,
  939.           "legendFormat": "Lookup",
  940.           "refId": "B"
  941.         },
  942.         {
  943.           "expr": "sum(cfs_metanode_OpMetaNodeHeartbeat{cluster=~\"$cluster\"})",
  944.           "format": "time_series",
  945.           "intervalFactor": 1,
  946.           "legendFormat": "NodeHeartbeat",
  947.           "refId": "C"
  948.         },
  949.         {
  950.           "expr": "sum(cfs_metanode_OpMetaReadDir{cluster=~\"$cluster\"})",
  951.           "format": "time_series",
  952.           "intervalFactor": 1,
  953.           "legendFormat": "ReadDir",
  954.           "refId": "D"
  955.         },
  956.         {
  957.           "expr": "sum(cfs_metanode_OpMetaReleaseOpen{cluster=~\"$cluster\"})",
  958.           "format": "time_series",
  959.           "intervalFactor": 1,
  960.           "legendFormat": "ReleaseOpen",
  961.           "refId": "E"
  962.         },
  963.         {
  964.           "expr": "sum(cfs_metanode_OpMetaSetattr{cluster=~\"$cluster\"})",
  965.           "format": "time_series",
  966.           "intervalFactor": 1,
  967.           "legendFormat": "Setattr",
  968.           "refId": "F"
  969.         },
  970.         {
  971.           "expr": "sum(cfs_metanode_OpMetaTruncate{cluster=~\"$cluster\"})",
  972.           "format": "time_series",
  973.           "intervalFactor": 1,
  974.           "legendFormat": "Truncate",
  975.           "refId": "G"
  976.         }
  977.       ],
  978.       "thresholds": [],
  979.       "timeFrom": null,
  980.       "timeShift": null,
  981.       "title": "metanode_OpMeta",
  982.       "tooltip": {
  983.         "shared": true,
  984.         "sort": 0,
  985.         "value_type": "individual"
  986.       },
  987.       "type": "graph",
  988.       "xaxis": {
  989.         "buckets": null,
  990.         "mode": "time",
  991.         "name": null,
  992.         "show": true,
  993.         "values": []
  994.       },
  995.       "yaxes": [
  996.         {
  997.           "format": "ns",
  998.           "label": null,
  999.           "logBase": 1,
  1000.           "max": null,
  1001.           "min": null,
  1002.           "show": true
  1003.         },
  1004.         {
  1005.           "format": "short",
  1006.           "label": null,
  1007.           "logBase": 1,
  1008.           "max": null,
  1009.           "min": null,
  1010.           "show": true
  1011.         }
  1012.       ],
  1013.       "yaxis": {
  1014.         "align": false,
  1015.         "alignLevel": null
  1016.       }
  1017.     },
  1018.     {
  1019.       "aliasColors": {},
  1020.       "bars": false,
  1021.       "dashLength": 10,
  1022.       "dashes": false,
  1023.       "datasource": "${DS_ChubaoFS01}",
  1024.       "fill": 1,
  1025.       "gridPos": {
  1026.         "h": 7,
  1027.         "w": 7,
  1028.         "x": 0,
  1029.         "y": 18
  1030.       },
  1031.       "id": 80,
  1032.       "legend": {
  1033.         "avg": false,
  1034.         "current": false,
  1035.         "max": false,
  1036.         "min": false,
  1037.         "show": true,
  1038.         "total": false,
  1039.         "values": false
  1040.       },
  1041.       "lines": true,
  1042.       "linewidth": 1,
  1043.       "links": [],
  1044.       "nullPointMode": "null",
  1045.       "percentage": false,
  1046.       "pointradius": 5,
  1047.       "points": false,
  1048.       "renderer": "flot",
  1049.       "seriesOverrides": [],
  1050.       "spaceLength": 10,
  1051.       "stack": false,
  1052.       "steppedLine": false,
  1053.       "targets": [
  1054.         {
  1055.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_ExtentRepairRead{cluster=~\"$cluster\"})",
  1056.           "format": "time_series",
  1057.           "intervalFactor": 1,
  1058.           "legendFormat": "ExtentRepairRead",
  1059.           "refId": "B"
  1060.         },
  1061.         {
  1062.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_GetAllExtentWatermark{cluster=~\"$cluster\"})",
  1063.           "format": "time_series",
  1064.           "intervalFactor": 1,
  1065.           "legendFormat": "GetAllExtentWatermark",
  1066.           "refId": "C"
  1067.         },
  1068.         {
  1069.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_NotifyExtentRepair{cluster=~\"$cluster\"})",
  1070.           "format": "time_series",
  1071.           "intervalFactor": 1,
  1072.           "legendFormat": "NotifyExtentRepair",
  1073.           "refId": "D"
  1074.         }
  1075.       ],
  1076.       "thresholds": [],
  1077.       "timeFrom": null,
  1078.       "timeShift": null,
  1079.       "title": "datanode_Extent",
  1080.       "tooltip": {
  1081.         "shared": true,
  1082.         "sort": 0,
  1083.         "value_type": "individual"
  1084.       },
  1085.       "type": "graph",
  1086.       "xaxis": {
  1087.         "buckets": null,
  1088.         "mode": "time",
  1089.         "name": null,
  1090.         "show": true,
  1091.         "values": []
  1092.       },
  1093.       "yaxes": [
  1094.         {
  1095.           "format": "ns",
  1096.           "label": null,
  1097.           "logBase": 1,
  1098.           "max": null,
  1099.           "min": null,
  1100.           "show": true
  1101.         },
  1102.         {
  1103.           "format": "short",
  1104.           "label": null,
  1105.           "logBase": 1,
  1106.           "max": null,
  1107.           "min": null,
  1108.           "show": true
  1109.         }
  1110.       ],
  1111.       "yaxis": {
  1112.         "align": false,
  1113.         "alignLevel": null
  1114.       }
  1115.     },
  1116.     {
  1117.       "aliasColors": {},
  1118.       "bars": false,
  1119.       "dashLength": 10,
  1120.       "dashes": false,
  1121.       "datasource": "${DS_ChubaoFS01}",
  1122.       "fill": 1,
  1123.       "gridPos": {
  1124.         "h": 7,
  1125.         "w": 7,
  1126.         "x": 7,
  1127.         "y": 18
  1128.       },
  1129.       "id": 83,
  1130.       "legend": {
  1131.         "avg": false,
  1132.         "current": false,
  1133.         "max": false,
  1134.         "min": false,
  1135.         "show": true,
  1136.         "total": false,
  1137.         "values": false
  1138.       },
  1139.       "lines": true,
  1140.       "linewidth": 1,
  1141.       "links": [],
  1142.       "nullPointMode": "null",
  1143.       "percentage": false,
  1144.       "pointradius": 5,
  1145.       "points": false,
  1146.       "renderer": "flot",
  1147.       "seriesOverrides": [],
  1148.       "spaceLength": 10,
  1149.       "stack": false,
  1150.       "steppedLine": false,
  1151.       "targets": [
  1152.         {
  1153.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamRead{cluster=~\"$cluster\"})",
  1154.           "format": "time_series",
  1155.           "intervalFactor": 1,
  1156.           "legendFormat": "streamRead",
  1157.           "refId": "M"
  1158.         },
  1159.         {
  1160.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamWrite{cluster=~\"$cluster\"})",
  1161.           "format": "time_series",
  1162.           "intervalFactor": 1,
  1163.           "legendFormat": "streamWrite",
  1164.           "refId": "N"
  1165.         },
  1166.         {
  1167.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamCreateFile{cluster=~\"$cluster\"})",
  1168.           "format": "time_series",
  1169.           "intervalFactor": 1,
  1170.           "legendFormat": "streamCreateFile",
  1171.           "refId": "A"
  1172.         },
  1173.         {
  1174.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamExtentRepairRead{cluster=~\"$cluster\"})",
  1175.           "format": "time_series",
  1176.           "intervalFactor": 1,
  1177.           "legendFormat": "streamExtentRepairRead",
  1178.           "refId": "B"
  1179.         },
  1180.         {
  1181.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamMarkDelete{cluster=~\"$cluster\"})",
  1182.           "format": "time_series",
  1183.           "intervalFactor": 1,
  1184.           "legendFormat": "streamMarkDelete",
  1185.           "refId": "C"
  1186.         },
  1187.         {
  1188.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamOpGetAppliedId{cluster=~\"$cluster\"})",
  1189.           "format": "time_series",
  1190.           "intervalFactor": 1,
  1191.           "legendFormat": "streamOpGetAppliedId",
  1192.           "refId": "D"
  1193.         },
  1194.         {
  1195.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamOpGetPartitionSize{cluster=~\"$cluster\"})",
  1196.           "format": "time_series",
  1197.           "intervalFactor": 1,
  1198.           "legendFormat": "streamOpGetPartitionSize",
  1199.           "refId": "E"
  1200.         },
  1201.         {
  1202.           "expr": "sum(cfs_dataNode_[[cluster]]_datanode_streamNotifyExtentRepair{cluster=~\"$cluster\"})",
  1203.           "format": "time_series",
  1204.           "intervalFactor": 1,
  1205.           "legendFormat": "streamNotifyExtentRepair",
  1206.           "refId": "F"
  1207.         }
  1208.       ],
  1209.       "thresholds": [],
  1210.       "timeFrom": null,
  1211.       "timeShift": null,
  1212.       "title": "datanode_Stream",
  1213.       "tooltip": {
  1214.         "shared": true,
  1215.         "sort": 0,
  1216.         "value_type": "individual"
  1217.       },
  1218.       "type": "graph",
  1219.       "xaxis": {
  1220.         "buckets": null,
  1221.         "mode": "time",
  1222.         "name": null,
  1223.         "show": true,
  1224.         "values": []
  1225.       },
  1226.       "yaxes": [
  1227.         {
  1228.           "format": "ns",
  1229.           "label": null,
  1230.           "logBase": 1,
  1231.           "max": null,
  1232.           "min": null,
  1233.           "show": true
  1234.         },
  1235.         {
  1236.           "format": "short",
  1237.           "label": null,
  1238.           "logBase": 1,
  1239.           "max": null,
  1240.           "min": null,
  1241.           "show": true
  1242.         }
  1243.       ],
  1244.       "yaxis": {
  1245.         "align": false,
  1246.         "alignLevel": null
  1247.       }
  1248.     },
  1249.     {
  1250.       "collapsed": false,
  1251.       "gridPos": {
  1252.         "h": 1,
  1253.         "w": 24,
  1254.         "x": 0,
  1255.         "y": 25
  1256.       },
  1257.       "id": 60,
  1258.       "panels": [],
  1259.       "title": "GoRuntime",
  1260.       "type": "row"
  1261.     },
  1262.     {
  1263.       "aliasColors": {},
  1264.       "bars": false,
  1265.       "dashLength": 10,
  1266.       "dashes": false,
  1267.       "datasource": "${DS_ChubaoFS01}",
  1268.       "fill": 1,
  1269.       "gridPos": {
  1270.         "h": 6,
  1271.         "w": 7,
  1272.         "x": 0,
  1273.         "y": 26
  1274.       },
  1275.       "id": 61,
  1276.       "legend": {
  1277.         "avg": false,
  1278.         "current": false,
  1279.         "max": false,
  1280.         "min": false,
  1281.         "show": true,
  1282.         "total": false,
  1283.         "values": false
  1284.       },
  1285.       "lines": true,
  1286.       "linewidth": 1,
  1287.       "links": [],
  1288.       "nullPointMode": "null",
  1289.       "percentage": false,
  1290.       "pointradius": 5,
  1291.       "points": false,
  1292.       "renderer": "flot",
  1293.       "seriesOverrides": [],
  1294.       "spaceLength": 10,
  1295.       "stack": false,
  1296.       "steppedLine": false,
  1297.       "targets": [
  1298.         {
  1299.           "expr": "go_goroutines{instance=~\"$instance\"}",
  1300.           "format": "time_series",
  1301.           "intervalFactor": 1,
  1302.           "legendFormat": "go_goroutines",
  1303.           "refId": "A"
  1304.         },
  1305.         {
  1306.           "expr": "go_threads{instance=~\"$instance\"}",
  1307.           "format": "time_series",
  1308.           "intervalFactor": 1,
  1309.           "legendFormat": "go_threads",
  1310.           "refId": "B"
  1311.         }
  1312.       ],
  1313.       "thresholds": [],
  1314.       "timeFrom": null,
  1315.       "timeShift": null,
  1316.       "title": "go info",
  1317.       "tooltip": {
  1318.         "shared": true,
  1319.         "sort": 0,
  1320.         "value_type": "individual"
  1321.       },
  1322.       "type": "graph",
  1323.       "xaxis": {
  1324.         "buckets": null,
  1325.         "mode": "time",
  1326.         "name": null,
  1327.         "show": true,
  1328.         "values": []
  1329.       },
  1330.       "yaxes": [
  1331.         {
  1332.           "format": "locale",
  1333.           "label": null,
  1334.           "logBase": 1,
  1335.           "max": null,
  1336.           "min": null,
  1337.           "show": true
  1338.         },
  1339.         {
  1340.           "format": "short",
  1341.           "label": null,
  1342.           "logBase": 1,
  1343.           "max": null,
  1344.           "min": null,
  1345.           "show": true
  1346.         }
  1347.       ],
  1348.       "yaxis": {
  1349.         "align": false,
  1350.         "alignLevel": null
  1351.       }
  1352.     },
  1353.     {
  1354.       "aliasColors": {},
  1355.       "bars": false,
  1356.       "dashLength": 10,
  1357.       "dashes": false,
  1358.       "datasource": "${DS_ChubaoFS01}",
  1359.       "fill": 1,
  1360.       "gridPos": {
  1361.         "h": 6,
  1362.         "w": 7,
  1363.         "x": 7,
  1364.         "y": 26
  1365.       },
  1366.       "id": 62,
  1367.       "legend": {
  1368.         "avg": false,
  1369.         "current": false,
  1370.         "max": false,
  1371.         "min": false,
  1372.         "show": true,
  1373.         "total": false,
  1374.         "values": false
  1375.       },
  1376.       "lines": true,
  1377.       "linewidth": 1,
  1378.       "links": [],
  1379.       "nullPointMode": "null",
  1380.       "percentage": false,
  1381.       "pointradius": 5,
  1382.       "points": false,
  1383.       "renderer": "flot",
  1384.       "seriesOverrides": [],
  1385.       "spaceLength": 10,
  1386.       "stack": false,
  1387.       "steppedLine": false,
  1388.       "targets": [
  1389.         {
  1390.           "expr": "go_memstats_alloc_bytes{instance=~\"$instance\"}",
  1391.           "format": "time_series",
  1392.           "intervalFactor": 1,
  1393.           "legendFormat": "alloc_bytes",
  1394.           "refId": "A"
  1395.         },
  1396.         {
  1397.           "expr": "go_memstats_alloc_bytes_total{instance=~\"$instance\"}",
  1398.           "format": "time_series",
  1399.           "intervalFactor": 1,
  1400.           "legendFormat": "alloc_bytes_total",
  1401.           "refId": "B"
  1402.         },
  1403.         {
  1404.           "expr": "go_memstats_heap_alloc_bytes{instance=~\"$instance\"}",
  1405.           "format": "time_series",
  1406.           "intervalFactor": 1,
  1407.           "legendFormat": "heap_alloc_bytes",
  1408.           "refId": "C"
  1409.         },
  1410.         {
  1411.           "expr": "go_memstats_heap_inuse_bytes{instance=~\"$instance\"}",
  1412.           "format": "time_series",
  1413.           "intervalFactor": 1,
  1414.           "legendFormat": "heap_inuse_bytes",
  1415.           "refId": "D"
  1416.         },
  1417.         {
  1418.           "expr": "go_memstats_sys_bytes{instance=~\"$instance\"}",
  1419.           "format": "time_series",
  1420.           "intervalFactor": 1,
  1421.           "legendFormat": "sys_bytes",
  1422.           "refId": "E"
  1423.         }
  1424.       ],
  1425.       "thresholds": [],
  1426.       "timeFrom": null,
  1427.       "timeShift": null,
  1428.       "title": "go_memstats",
  1429.       "tooltip": {
  1430.         "shared": true,
  1431.         "sort": 0,
  1432.         "value_type": "individual"
  1433.       },
  1434.       "type": "graph",
  1435.       "xaxis": {
  1436.         "buckets": null,
  1437.         "mode": "time",
  1438.         "name": null,
  1439.         "show": true,
  1440.         "values": []
  1441.       },
  1442.       "yaxes": [
  1443.         {
  1444.           "format": "decbytes",
  1445.           "label": null,
  1446.           "logBase": 1,
  1447.           "max": null,
  1448.           "min": null,
  1449.           "show": true
  1450.         },
  1451.         {
  1452.           "format": "short",
  1453.           "label": null,
  1454.           "logBase": 1,
  1455.           "max": null,
  1456.           "min": null,
  1457.           "show": true
  1458.         }
  1459.       ],
  1460.       "yaxis": {
  1461.         "align": false,
  1462.         "alignLevel": null
  1463.       }
  1464.     },
  1465.     {
  1466.       "aliasColors": {},
  1467.       "bars": false,
  1468.       "dashLength": 10,
  1469.       "dashes": false,
  1470.       "datasource": "${DS_ChubaoFS01}",
  1471.       "fill": 1,
  1472.       "gridPos": {
  1473.         "h": 6,
  1474.         "w": 7,
  1475.         "x": 14,
  1476.         "y": 26
  1477.       },
  1478.       "id": 63,
  1479.       "legend": {
  1480.         "avg": false,
  1481.         "current": false,
  1482.         "max": false,
  1483.         "min": false,
  1484.         "show": true,
  1485.         "total": false,
  1486.         "values": false
  1487.       },
  1488.       "lines": true,
  1489.       "linewidth": 1,
  1490.       "links": [],
  1491.       "nullPointMode": "null",
  1492.       "percentage": false,
  1493.       "pointradius": 5,
  1494.       "points": false,
  1495.       "renderer": "flot",
  1496.       "seriesOverrides": [
  1497.         {
  1498.           "alias": "gc_rate",
  1499.           "yaxis": 2
  1500.         }
  1501.       ],
  1502.       "spaceLength": 10,
  1503.       "stack": false,
  1504.       "steppedLine": false,
  1505.       "targets": [
  1506.         {
  1507.           "expr": "go_gc_duration_seconds{instance=~\"$instance\"}",
  1508.           "format": "time_series",
  1509.           "intervalFactor": 1,
  1510.           "legendFormat": "seconds_{{quantile}}",
  1511.           "refId": "A"
  1512.         },
  1513.         {
  1514.           "expr": "rate(go_gc_duration_seconds_count{instance=~\"$instance\"}[1m])",
  1515.           "format": "time_series",
  1516.           "intervalFactor": 1,
  1517.           "legendFormat": "gc_rate",
  1518.           "refId": "B"
  1519.         }
  1520.       ],
  1521.       "thresholds": [],
  1522.       "timeFrom": null,
  1523.       "timeShift": null,
  1524.       "title": "gc_duration",
  1525.       "tooltip": {
  1526.         "shared": true,
  1527.         "sort": 0,
  1528.         "value_type": "individual"
  1529.       },
  1530.       "type": "graph",
  1531.       "xaxis": {
  1532.         "buckets": null,
  1533.         "mode": "time",
  1534.         "name": null,
  1535.         "show": true,
  1536.         "values": []
  1537.       },
  1538.       "yaxes": [
  1539.         {
  1540.           "format": "s",
  1541.           "label": null,
  1542.           "logBase": 1,
  1543.           "max": null,
  1544.           "min": null,
  1545.           "show": true
  1546.         },
  1547.         {
  1548.           "format": "locale",
  1549.           "label": null,
  1550.           "logBase": 1,
  1551.           "max": null,
  1552.           "min": null,
  1553.           "show": true
  1554.         }
  1555.       ],
  1556.       "yaxis": {
  1557.         "align": false,
  1558.         "alignLevel": null
  1559.       }
  1560.     },
  1561.     {
  1562.       "collapsed": false,
  1563.       "gridPos": {
  1564.         "h": 1,
  1565.         "w": 24,
  1566.         "x": 0,
  1567.         "y": 32
  1568.       },
  1569.       "id": 34,
  1570.       "panels": [],
  1571.       "title": "Master",
  1572.       "type": "row"
  1573.     },
  1574.     {
  1575.       "collapsed": false,
  1576.       "gridPos": {
  1577.         "h": 1,
  1578.         "w": 24,
  1579.         "x": 0,
  1580.         "y": 33
  1581.       },
  1582.       "id": 36,
  1583.       "panels": [],
  1584.       "title": "Metanode",
  1585.       "type": "row"
  1586.     },
  1587.     {
  1588.       "aliasColors": {},
  1589.       "bars": false,
  1590.       "dashLength": 10,
  1591.       "dashes": false,
  1592.       "datasource": "${DS_ChubaoFS01}",
  1593.       "fill": 1,
  1594.       "gridPos": {
  1595.         "h": 8,
  1596.         "w": 8,
  1597.         "x": 0,
  1598.         "y": 34
  1599.       },
  1600.       "id": 58,
  1601.       "legend": {
  1602.         "avg": false,
  1603.         "current": false,
  1604.         "max": false,
  1605.         "min": false,
  1606.         "show": true,
  1607.         "total": false,
  1608.         "values": false
  1609.       },
  1610.       "lines": true,
  1611.       "linewidth": 1,
  1612.       "links": [],
  1613.       "nullPointMode": "null",
  1614.       "percentage": false,
  1615.       "pointradius": 5,
  1616.       "points": false,
  1617.       "renderer": "flot",
  1618.       "seriesOverrides": [],
  1619.       "spaceLength": 10,
  1620.       "stack": false,
  1621.       "steppedLine": false,
  1622.       "targets": [
  1623.         {
  1624.           "expr": "cfs_metanode_OpCreateMetaPartition{instance=~\"$instance\"}",
  1625.           "format": "time_series",
  1626.           "intervalFactor": 1,
  1627.           "legendFormat": "Create",
  1628.           "refId": "A"
  1629.         },
  1630.         {
  1631.           "expr": "cfs_metanode_OpLoadMetaPartition{instance=~\"$instance\"}",
  1632.           "format": "time_series",
  1633.           "intervalFactor": 1,
  1634.           "legendFormat": "Load",
  1635.           "refId": "B"
  1636.         }
  1637.       ],
  1638.       "thresholds": [],
  1639.       "timeFrom": null,
  1640.       "timeShift": null,
  1641.       "title": "metanode_OpMetaPartition",
  1642.       "tooltip": {
  1643.         "shared": true,
  1644.         "sort": 0,
  1645.         "value_type": "individual"
  1646.       },
  1647.       "type": "graph",
  1648.       "xaxis": {
  1649.         "buckets": null,
  1650.         "mode": "time",
  1651.         "name": null,
  1652.         "show": true,
  1653.         "values": []
  1654.       },
  1655.       "yaxes": [
  1656.         {
  1657.           "format": "ns",
  1658.           "label": null,
  1659.           "logBase": 1,
  1660.           "max": null,
  1661.           "min": null,
  1662.           "show": true
  1663.         },
  1664.         {
  1665.           "format": "short",
  1666.           "label": null,
  1667.           "logBase": 1,
  1668.           "max": null,
  1669.           "min": null,
  1670.           "show": true
  1671.         }
  1672.       ],
  1673.       "yaxis": {
  1674.         "align": false,
  1675.         "alignLevel": null
  1676.       }
  1677.     },
  1678.     {
  1679.       "aliasColors": {},
  1680.       "bars": false,
  1681.       "dashLength": 10,
  1682.       "dashes": false,
  1683.       "datasource": "${DS_ChubaoFS01}",
  1684.       "fill": 1,
  1685.       "gridPos": {
  1686.         "h": 8,
  1687.         "w": 8,
  1688.         "x": 8,
  1689.         "y": 34
  1690.       },
  1691.       "id": 44,
  1692.       "legend": {
  1693.         "avg": false,
  1694.         "current": false,
  1695.         "max": false,
  1696.         "min": false,
  1697.         "show": true,
  1698.         "total": false,
  1699.         "values": false
  1700.       },
  1701.       "lines": true,
  1702.       "linewidth": 1,
  1703.       "links": [],
  1704.       "nullPointMode": "null",
  1705.       "percentage": false,
  1706.       "pointradius": 5,
  1707.       "points": false,
  1708.       "renderer": "flot",
  1709.       "seriesOverrides": [],
  1710.       "spaceLength": 10,
  1711.       "stack": false,
  1712.       "steppedLine": false,
  1713.       "targets": [
  1714.         {
  1715.           "expr": "cfs_metanode_OpMetaBatchInodeGet{instance=~\"$instance\"}",
  1716.           "format": "time_series",
  1717.           "intervalFactor": 1,
  1718.           "legendFormat": "BatchGet",
  1719.           "refId": "A"
  1720.         },
  1721.         {
  1722.           "expr": "cfs_metanode_OpMetaCreateInode{instance=~\"$instance\"}",
  1723.           "format": "time_series",
  1724.           "intervalFactor": 1,
  1725.           "legendFormat": "Create",
  1726.           "refId": "B"
  1727.         },
  1728.         {
  1729.           "expr": "cfs_metanode_OpMetaDeleteInode{instance=~\"$instance\"}",
  1730.           "format": "time_series",
  1731.           "intervalFactor": 1,
  1732.           "legendFormat": "Delete",
  1733.           "refId": "C"
  1734.         },
  1735.         {
  1736.           "expr": "cfs_metanode_OpMetaEvictInode{instance=~\"$instance\"}",
  1737.           "format": "time_series",
  1738.           "intervalFactor": 1,
  1739.           "legendFormat": "Evict",
  1740.           "refId": "D"
  1741.         },
  1742.         {
  1743.           "expr": "cfs_metanode_OpMetaInodeGet{instance=~\"$instance\"}",
  1744.           "format": "time_series",
  1745.           "intervalFactor": 1,
  1746.           "legendFormat": "Get",
  1747.           "refId": "E"
  1748.         },
  1749.         {
  1750.           "expr": "cfs_metanode_OpMetaLinkInode{instance=~\"$instance\"}",
  1751.           "format": "time_series",
  1752.           "intervalFactor": 1,
  1753.           "legendFormat": "Link",
  1754.           "refId": "F"
  1755.         }
  1756.       ],
  1757.       "thresholds": [],
  1758.       "timeFrom": null,
  1759.       "timeShift": null,
  1760.       "title": "metanode_OpMetaInode",
  1761.       "tooltip": {
  1762.         "shared": true,
  1763.         "sort": 0,
  1764.         "value_type": "individual"
  1765.       },
  1766.       "type": "graph",
  1767.       "xaxis": {
  1768.         "buckets": null,
  1769.         "mode": "time",
  1770.         "name": null,
  1771.         "show": true,
  1772.         "values": []
  1773.       },
  1774.       "yaxes": [
  1775.         {
  1776.           "format": "ns",
  1777.           "label": null,
  1778.           "logBase": 1,
  1779.           "max": null,
  1780.           "min": null,
  1781.           "show": true
  1782.         },
  1783.         {
  1784.           "format": "short",
  1785.           "label": null,
  1786.           "logBase": 1,
  1787.           "max": null,
  1788.           "min": null,
  1789.           "show": true
  1790.         }
  1791.       ],
  1792.       "yaxis": {
  1793.         "align": false,
  1794.         "alignLevel": null
  1795.       }
  1796.     },
  1797.     {
  1798.       "aliasColors": {},
  1799.       "bars": false,
  1800.       "dashLength": 10,
  1801.       "dashes": false,
  1802.       "datasource": "${DS_ChubaoFS01}",
  1803.       "fill": 1,
  1804.       "gridPos": {
  1805.         "h": 8,
  1806.         "w": 8,
  1807.         "x": 16,
  1808.         "y": 34
  1809.       },
  1810.       "id": 72,
  1811.       "legend": {
  1812.         "avg": false,
  1813.         "current": false,
  1814.         "max": false,
  1815.         "min": false,
  1816.         "show": true,
  1817.         "total": false,
  1818.         "values": false
  1819.       },
  1820.       "lines": true,
  1821.       "linewidth": 1,
  1822.       "links": [],
  1823.       "nullPointMode": "null",
  1824.       "percentage": false,
  1825.       "pointradius": 5,
  1826.       "points": false,
  1827.       "renderer": "flot",
  1828.       "seriesOverrides": [],
  1829.       "spaceLength": 10,
  1830.       "stack": false,
  1831.       "steppedLine": false,
  1832.       "targets": [
  1833.         {
  1834.           "expr": "cfs_metanode_OpMetaCreateDentry{instance=~\"$instance\"}",
  1835.           "format": "time_series",
  1836.           "intervalFactor": 1,
  1837.           "legendFormat": "Create",
  1838.           "refId": "A"
  1839.         },
  1840.         {
  1841.           "expr": "cfs_metanode_OpMetaDeleteDentry{instance=~\"$instance\"}",
  1842.           "format": "time_series",
  1843.           "intervalFactor": 1,
  1844.           "legendFormat": "Delete",
  1845.           "refId": "B"
  1846.         },
  1847.         {
  1848.           "expr": "cfs_metanode_OpMetaUpdateDentry{instance=~\"$instance\"}",
  1849.           "format": "time_series",
  1850.           "intervalFactor": 1,
  1851.           "legendFormat": "Update",
  1852.           "refId": "C"
  1853.         }
  1854.       ],
  1855.       "thresholds": [],
  1856.       "timeFrom": null,
  1857.       "timeShift": null,
  1858.       "title": "metanode_OpMetaDentry",
  1859.       "tooltip": {
  1860.         "shared": true,
  1861.         "sort": 0,
  1862.         "value_type": "individual"
  1863.       },
  1864.       "type": "graph",
  1865.       "xaxis": {
  1866.         "buckets": null,
  1867.         "mode": "time",
  1868.         "name": null,
  1869.         "show": true,
  1870.         "values": []
  1871.       },
  1872.       "yaxes": [
  1873.         {
  1874.           "format": "ns",
  1875.           "label": null,
  1876.           "logBase": 1,
  1877.           "max": null,
  1878.           "min": null,
  1879.           "show": true
  1880.         },
  1881.         {
  1882.           "format": "short",
  1883.           "label": null,
  1884.           "logBase": 1,
  1885.           "max": null,
  1886.           "min": null,
  1887.           "show": true
  1888.         }
  1889.       ],
  1890.       "yaxis": {
  1891.         "align": false,
  1892.         "alignLevel": null
  1893.       }
  1894.     },
  1895.     {
  1896.       "aliasColors": {},
  1897.       "bars": false,
  1898.       "dashLength": 10,
  1899.       "dashes": false,
  1900.       "datasource": "${DS_ChubaoFS01}",
  1901.       "fill": 1,
  1902.       "gridPos": {
  1903.         "h": 8,
  1904.         "w": 8,
  1905.         "x": 0,
  1906.         "y": 42
  1907.       },
  1908.       "id": 46,
  1909.       "legend": {
  1910.         "avg": false,
  1911.         "current": false,
  1912.         "max": false,
  1913.         "min": false,
  1914.         "show": true,
  1915.         "total": false,
  1916.         "values": false
  1917.       },
  1918.       "lines": true,
  1919.       "linewidth": 1,
  1920.       "links": [],
  1921.       "nullPointMode": "null",
  1922.       "percentage": false,
  1923.       "pointradius": 5,
  1924.       "points": false,
  1925.       "renderer": "flot",
  1926.       "seriesOverrides": [],
  1927.       "spaceLength": 10,
  1928.       "stack": false,
  1929.       "steppedLine": false,
  1930.       "targets": [
  1931.         {
  1932.           "expr": "cfs_metanode_OpMetaOpen{instance=~\"$instance\"}",
  1933.           "format": "time_series",
  1934.           "intervalFactor": 1,
  1935.           "legendFormat": "Open",
  1936.           "refId": "A"
  1937.         },
  1938.         {
  1939.           "expr": "cfs_metanode_OpMetaLookup{instance=~\"$instance\"}",
  1940.           "format": "time_series",
  1941.           "intervalFactor": 1,
  1942.           "legendFormat": "Lookup",
  1943.           "refId": "B"
  1944.         },
  1945.         {
  1946.           "expr": "cfs_metanode_OpMetaNodeHeartbeat{instance=~\"$instance\"}",
  1947.           "format": "time_series",
  1948.           "intervalFactor": 1,
  1949.           "legendFormat": "NodeHeartbeat",
  1950.           "refId": "C"
  1951.         },
  1952.         {
  1953.           "expr": "cfs_metanode_OpMetaReadDir{instance=~\"$instance\"}",
  1954.           "format": "time_series",
  1955.           "intervalFactor": 1,
  1956.           "legendFormat": "ReadDir",
  1957.           "refId": "D"
  1958.         },
  1959.         {
  1960.           "expr": "cfs_metanode_OpMetaReleaseOpen{instance=~\"$instance\"}",
  1961.           "format": "time_series",
  1962.           "intervalFactor": 1,
  1963.           "legendFormat": "ReleaseOpen",
  1964.           "refId": "E"
  1965.         },
  1966.         {
  1967.           "expr": "cfs_metanode_OpMetaSetattr{instance=~\"$instance\"}",
  1968.           "format": "time_series",
  1969.           "intervalFactor": 1,
  1970.           "legendFormat": "Setattr",
  1971.           "refId": "F"
  1972.         },
  1973.         {
  1974.           "expr": "cfs_metanode_OpMetaTruncate{instance=~\"$instance\"}",
  1975.           "format": "time_series",
  1976.           "intervalFactor": 1,
  1977.           "legendFormat": "Truncate",
  1978.           "refId": "G"
  1979.         }
  1980.       ],
  1981.       "thresholds": [],
  1982.       "timeFrom": null,
  1983.       "timeShift": null,
  1984.       "title": "metanode_OpMeta",
  1985.       "tooltip": {
  1986.         "shared": true,
  1987.         "sort": 0,
  1988.         "value_type": "individual"
  1989.       },
  1990.       "type": "graph",
  1991.       "xaxis": {
  1992.         "buckets": null,
  1993.         "mode": "time",
  1994.         "name": null,
  1995.         "show": true,
  1996.         "values": []
  1997.       },
  1998.       "yaxes": [
  1999.         {
  2000.           "format": "ns",
  2001.           "label": null,
  2002.           "logBase": 1,
  2003.           "max": null,
  2004.           "min": null,
  2005.           "show": true
  2006.         },
  2007.         {
  2008.           "format": "short",
  2009.           "label": null,
  2010.           "logBase": 1,
  2011.           "max": null,
  2012.           "min": null,
  2013.           "show": true
  2014.         }
  2015.       ],
  2016.       "yaxis": {
  2017.         "align": false,
  2018.         "alignLevel": null
  2019.       }
  2020.     },
  2021.     {
  2022.       "aliasColors": {},
  2023.       "bars": false,
  2024.       "dashLength": 10,
  2025.       "dashes": false,
  2026.       "datasource": "${DS_ChubaoFS01}",
  2027.       "fill": 1,
  2028.       "gridPos": {
  2029.         "h": 8,
  2030.         "w": 8,
  2031.         "x": 8,
  2032.         "y": 42
  2033.       },
  2034.       "id": 50,
  2035.       "legend": {
  2036.         "avg": false,
  2037.         "current": false,
  2038.         "max": false,
  2039.         "min": false,
  2040.         "show": true,
  2041.         "total": false,
  2042.         "values": false
  2043.       },
  2044.       "lines": true,
  2045.       "linewidth": 1,
  2046.       "links": [],
  2047.       "nullPointMode": "null",
  2048.       "percentage": false,
  2049.       "pointradius": 5,
  2050.       "points": false,
  2051.       "renderer": "flot",
  2052.       "seriesOverrides": [],
  2053.       "spaceLength": 10,
  2054.       "stack": false,
  2055.       "steppedLine": false,
  2056.       "targets": [
  2057.         {
  2058.           "expr": "cfs_metanode_OpMetaExtentsAdd{instance=~\"$instance\"}",
  2059.           "format": "time_series",
  2060.           "intervalFactor": 1,
  2061.           "legendFormat": "Add",
  2062.           "refId": "A"
  2063.         },
  2064.         {
  2065.           "expr": "cfs_metanode_OpMetaExtentsList{instance=~\"$instance\"}",
  2066.           "format": "time_series",
  2067.           "intervalFactor": 1,
  2068.           "legendFormat": "List",
  2069.           "refId": "B"
  2070.         }
  2071.       ],
  2072.       "thresholds": [],
  2073.       "timeFrom": null,
  2074.       "timeShift": null,
  2075.       "title": "metanode_OpMetaExtents",
  2076.       "tooltip": {
  2077.         "shared": true,
  2078.         "sort": 0,
  2079.         "value_type": "individual"
  2080.       },
  2081.       "type": "graph",
  2082.       "xaxis": {
  2083.         "buckets": null,
  2084.         "mode": "time",
  2085.         "name": null,
  2086.         "show": true,
  2087.         "values": []
  2088.       },
  2089.       "yaxes": [
  2090.         {
  2091.           "format": "ns",
  2092.           "label": null,
  2093.           "logBase": 1,
  2094.           "max": null,
  2095.           "min": null,
  2096.           "show": true
  2097.         },
  2098.         {
  2099.           "format": "short",
  2100.           "label": null,
  2101.           "logBase": 1,
  2102.           "max": null,
  2103.           "min": null,
  2104.           "show": true
  2105.         }
  2106.       ],
  2107.       "yaxis": {
  2108.         "align": false,
  2109.         "alignLevel": null
  2110.       }
  2111.     },
  2112.     {
  2113.       "collapsed": false,
  2114.       "gridPos": {
  2115.         "h": 1,
  2116.         "w": 24,
  2117.         "x": 0,
  2118.         "y": 50
  2119.       },
  2120.       "id": 27,
  2121.       "panels": [],
  2122.       "title": "Datanode",
  2123.       "type": "row"
  2124.     },
  2125.     {
  2126.       "aliasColors": {},
  2127.       "bars": false,
  2128.       "dashLength": 10,
  2129.       "dashes": false,
  2130.       "datasource": "${DS_ChubaoFS01}",
  2131.       "fill": 1,
  2132.       "gridPos": {
  2133.         "h": 8,
  2134.         "w": 8,
  2135.         "x": 0,
  2136.         "y": 51
  2137.       },
  2138.       "id": 28,
  2139.       "legend": {
  2140.         "avg": false,
  2141.         "current": false,
  2142.         "max": false,
  2143.         "min": false,
  2144.         "show": true,
  2145.         "total": false,
  2146.         "values": false
  2147.       },
  2148.       "lines": true,
  2149.       "linewidth": 1,
  2150.       "links": [],
  2151.       "nullPointMode": "null",
  2152.       "percentage": false,
  2153.       "pointradius": 5,
  2154.       "points": false,
  2155.       "renderer": "flot",
  2156.       "seriesOverrides": [],
  2157.       "spaceLength": 10,
  2158.       "stack": false,
  2159.       "steppedLine": false,
  2160.       "targets": [
  2161.         {
  2162.           "expr": "cfs_dataNode_[[cluster]]_datanode_CreateFile{instance=~\"$instance\"}",
  2163.           "format": "time_series",
  2164.           "intervalFactor": 1,
  2165.           "legendFormat": "CreateFile",
  2166.           "refId": "A"
  2167.         },
  2168.         {
  2169.           "expr": "cfs_dataNode_[[cluster]]_datanode_MarkDelete{instance=~\"$instance\"}",
  2170.           "format": "time_series",
  2171.           "intervalFactor": 1,
  2172.           "legendFormat": "MarkDelete",
  2173.           "refId": "B"
  2174.         }
  2175.       ],
  2176.       "thresholds": [],
  2177.       "timeFrom": null,
  2178.       "timeShift": null,
  2179.       "title": "datanode_CreateFile",
  2180.       "tooltip": {
  2181.         "shared": true,
  2182.         "sort": 0,
  2183.         "value_type": "individual"
  2184.       },
  2185.       "type": "graph",
  2186.       "xaxis": {
  2187.         "buckets": null,
  2188.         "mode": "time",
  2189.         "name": null,
  2190.         "show": true,
  2191.         "values": []
  2192.       },
  2193.       "yaxes": [
  2194.         {
  2195.           "format": "ns",
  2196.           "label": null,
  2197.           "logBase": 1,
  2198.           "max": null,
  2199.           "min": null,
  2200.           "show": true
  2201.         },
  2202.         {
  2203.           "format": "short",
  2204.           "label": null,
  2205.           "logBase": 1,
  2206.           "max": null,
  2207.           "min": null,
  2208.           "show": true
  2209.         }
  2210.       ],
  2211.       "yaxis": {
  2212.         "align": false,
  2213.         "alignLevel": null
  2214.       }
  2215.     },
  2216.     {
  2217.       "aliasColors": {},
  2218.       "bars": false,
  2219.       "dashLength": 10,
  2220.       "dashes": false,
  2221.       "datasource": "${DS_ChubaoFS01}",
  2222.       "fill": 1,
  2223.       "gridPos": {
  2224.         "h": 8,
  2225.         "w": 8,
  2226.         "x": 8,
  2227.         "y": 51
  2228.       },
  2229.       "id": 74,
  2230.       "legend": {
  2231.         "avg": false,
  2232.         "current": false,
  2233.         "max": false,
  2234.         "min": false,
  2235.         "show": true,
  2236.         "total": false,
  2237.         "values": false
  2238.       },
  2239.       "lines": true,
  2240.       "linewidth": 1,
  2241.       "links": [],
  2242.       "nullPointMode": "null",
  2243.       "percentage": false,
  2244.       "pointradius": 5,
  2245.       "points": false,
  2246.       "renderer": "flot",
  2247.       "seriesOverrides": [],
  2248.       "spaceLength": 10,
  2249.       "stack": false,
  2250.       "steppedLine": false,
  2251.       "targets": [
  2252.         {
  2253.           "expr": "cfs_dataNode_[[cluster]]_datanode_ExtentRepairRead{instance=~\"$instance\"}",
  2254.           "format": "time_series",
  2255.           "intervalFactor": 1,
  2256.           "legendFormat": "ExtentRepairRead",
  2257.           "refId": "B"
  2258.         },
  2259.         {
  2260.           "expr": "cfs_dataNode_[[cluster]]_datanode_GetAllExtentWatermark{instance=~\"$instance\"}",
  2261.           "format": "time_series",
  2262.           "intervalFactor": 1,
  2263.           "legendFormat": "GetAllExtentWatermark",
  2264.           "refId": "C"
  2265.         },
  2266.         {
  2267.           "expr": "cfs_dataNode_[[cluster]]_datanode_NotifyExtentRepair{instance=~\"$instance\"}",
  2268.           "format": "time_series",
  2269.           "intervalFactor": 1,
  2270.           "legendFormat": "NotifyExtentRepair",
  2271.           "refId": "D"
  2272.         }
  2273.       ],
  2274.       "thresholds": [],
  2275.       "timeFrom": null,
  2276.       "timeShift": null,
  2277.       "title": "datanode_Extent",
  2278.       "tooltip": {
  2279.         "shared": true,
  2280.         "sort": 0,
  2281.         "value_type": "individual"
  2282.       },
  2283.       "type": "graph",
  2284.       "xaxis": {
  2285.         "buckets": null,
  2286.         "mode": "time",
  2287.         "name": null,
  2288.         "show": true,
  2289.         "values": []
  2290.       },
  2291.       "yaxes": [
  2292.         {
  2293.           "format": "ns",
  2294.           "label": null,
  2295.           "logBase": 1,
  2296.           "max": null,
  2297.           "min": null,
  2298.           "show": true
  2299.         },
  2300.         {
  2301.           "format": "short",
  2302.           "label": null,
  2303.           "logBase": 1,
  2304.           "max": null,
  2305.           "min": null,
  2306.           "show": true
  2307.         }
  2308.       ],
  2309.       "yaxis": {
  2310.         "align": false,
  2311.         "alignLevel": null
  2312.       }
  2313.     },
  2314.     {
  2315.       "aliasColors": {},
  2316.       "bars": false,
  2317.       "dashLength": 10,
  2318.       "dashes": false,
  2319.       "datasource": "${DS_ChubaoFS01}",
  2320.       "fill": 1,
  2321.       "gridPos": {
  2322.         "h": 8,
  2323.         "w": 8,
  2324.         "x": 16,
  2325.         "y": 51
  2326.       },
  2327.       "id": 81,
  2328.       "legend": {
  2329.         "avg": false,
  2330.         "current": false,
  2331.         "max": false,
  2332.         "min": false,
  2333.         "show": true,
  2334.         "total": false,
  2335.         "values": false
  2336.       },
  2337.       "lines": true,
  2338.       "linewidth": 1,
  2339.       "links": [],
  2340.       "nullPointMode": "null",
  2341.       "percentage": false,
  2342.       "pointradius": 5,
  2343.       "points": false,
  2344.       "renderer": "flot",
  2345.       "seriesOverrides": [],
  2346.       "spaceLength": 10,
  2347.       "stack": false,
  2348.       "steppedLine": false,
  2349.       "targets": [
  2350.         {
  2351.           "expr": "cfs_dataNode_[[cluster]]_datanode_OpLoadDataPartition{instance=~\"$instance\"}",
  2352.           "format": "time_series",
  2353.           "intervalFactor": 1,
  2354.           "legendFormat": "OpLoadDataPartition",
  2355.           "refId": "G"
  2356.         },
  2357.         {
  2358.           "expr": "cfs_dataNode_[[cluster]]_datanode_OpDataNodeHeartbeat{instance=~\"$instance\"}",
  2359.           "format": "time_series",
  2360.           "intervalFactor": 1,
  2361.           "legendFormat": "OpDataNodeHeartbeat",
  2362.           "refId": "F"
  2363.         },
  2364.         {
  2365.           "expr": "cfs_dataNode_[[cluster]]_datanode_OpGetPartitionSize{instance=~\"$instance\"}",
  2366.           "format": "time_series",
  2367.           "intervalFactor": 1,
  2368.           "legendFormat": "OpGetPartitionSize",
  2369.           "refId": "H"
  2370.         },
  2371.         {
  2372.           "expr": "cfs_dataNode_[[cluster]]_datanode_OpGetAppliedId{instance=~\"$instance\"}",
  2373.           "format": "time_series",
  2374.           "intervalFactor": 1,
  2375.           "legendFormat": "OpGetAppliedId",
  2376.           "refId": "I"
  2377.         },
  2378.         {
  2379.           "expr": "cfs_dataNode_[[cluster]]_datanode_OpCreateDataPartition{instance=~\"$instance\"}",
  2380.           "format": "time_series",
  2381.           "intervalFactor": 1,
  2382.           "legendFormat": "OpCreateDataPartition",
  2383.           "refId": "A"
  2384.         }
  2385.       ],
  2386.       "thresholds": [],
  2387.       "timeFrom": null,
  2388.       "timeShift": null,
  2389.       "title": "datanode_Op",
  2390.       "tooltip": {
  2391.         "shared": true,
  2392.         "sort": 0,
  2393.         "value_type": "individual"
  2394.       },
  2395.       "type": "graph",
  2396.       "xaxis": {
  2397.         "buckets": null,
  2398.         "mode": "time",
  2399.         "name": null,
  2400.         "show": true,
  2401.         "values": []
  2402.       },
  2403.       "yaxes": [
  2404.         {
  2405.           "format": "ns",
  2406.           "label": null,
  2407.           "logBase": 1,
  2408.           "max": null,
  2409.           "min": null,
  2410.           "show": true
  2411.         },
  2412.         {
  2413.           "format": "short",
  2414.           "label": null,
  2415.           "logBase": 1,
  2416.           "max": null,
  2417.           "min": null,
  2418.           "show": true
  2419.         }
  2420.       ],
  2421.       "yaxis": {
  2422.         "align": false,
  2423.         "alignLevel": null
  2424.       }
  2425.     },
  2426.     {
  2427.       "aliasColors": {},
  2428.       "bars": false,
  2429.       "dashLength": 10,
  2430.       "dashes": false,
  2431.       "datasource": "${DS_ChubaoFS01}",
  2432.       "fill": 1,
  2433.       "gridPos": {
  2434.         "h": 8,
  2435.         "w": 8,
  2436.         "x": 0,
  2437.         "y": 59
  2438.       },
  2439.       "id": 76,
  2440.       "legend": {
  2441.         "avg": false,
  2442.         "current": false,
  2443.         "max": false,
  2444.         "min": false,
  2445.         "show": true,
  2446.         "total": false,
  2447.         "values": false
  2448.       },
  2449.       "lines": true,
  2450.       "linewidth": 1,
  2451.       "links": [],
  2452.       "nullPointMode": "null",
  2453.       "percentage": false,
  2454.       "pointradius": 5,
  2455.       "points": false,
  2456.       "renderer": "flot",
  2457.       "seriesOverrides": [],
  2458.       "spaceLength": 10,
  2459.       "stack": false,
  2460.       "steppedLine": false,
  2461.       "targets": [
  2462.         {
  2463.           "expr": "cfs_dataNode_[[cluster]]_datanode_Read{instance=~\"$instance\"}",
  2464.           "format": "time_series",
  2465.           "intervalFactor": 1,
  2466.           "legendFormat": "Read",
  2467.           "refId": "J"
  2468.         },
  2469.         {
  2470.           "expr": "cfs_dataNode_[[cluster]]_datanode_Write{instance=~\"$instance\"}",
  2471.           "format": "time_series",
  2472.           "intervalFactor": 1,
  2473.           "legendFormat": "Write",
  2474.           "refId": "K"
  2475.         },
  2476.         {
  2477.           "expr": "cfs_dataNode_[[cluster]]_datanode_RandomWrite{instance=~\"$instance\"}",
  2478.           "format": "time_series",
  2479.           "intervalFactor": 1,
  2480.           "legendFormat": "RandomWrite",
  2481.           "refId": "L"
  2482.         }
  2483.       ],
  2484.       "thresholds": [],
  2485.       "timeFrom": null,
  2486.       "timeShift": null,
  2487.       "title": "datanode_IO",
  2488.       "tooltip": {
  2489.         "shared": true,
  2490.         "sort": 0,
  2491.         "value_type": "individual"
  2492.       },
  2493.       "type": "graph",
  2494.       "xaxis": {
  2495.         "buckets": null,
  2496.         "mode": "time",
  2497.         "name": null,
  2498.         "show": true,
  2499.         "values": []
  2500.       },
  2501.       "yaxes": [
  2502.         {
  2503.           "format": "ns",
  2504.           "label": null,
  2505.           "logBase": 1,
  2506.           "max": null,
  2507.           "min": null,
  2508.           "show": true
  2509.         },
  2510.         {
  2511.           "format": "short",
  2512.           "label": null,
  2513.           "logBase": 1,
  2514.           "max": null,
  2515.           "min": null,
  2516.           "show": true
  2517.         }
  2518.       ],
  2519.       "yaxis": {
  2520.         "align": false,
  2521.         "alignLevel": null
  2522.       }
  2523.     },
  2524.     {
  2525.       "aliasColors": {},
  2526.       "bars": false,
  2527.       "dashLength": 10,
  2528.       "dashes": false,
  2529.       "datasource": "${DS_ChubaoFS01}",
  2530.       "fill": 1,
  2531.       "gridPos": {
  2532.         "h": 8,
  2533.         "w": 8,
  2534.         "x": 8,
  2535.         "y": 59
  2536.       },
  2537.       "id": 77,
  2538.       "legend": {
  2539.         "avg": false,
  2540.         "current": false,
  2541.         "max": false,
  2542.         "min": false,
  2543.         "show": true,
  2544.         "total": false,
  2545.         "values": false
  2546.       },
  2547.       "lines": true,
  2548.       "linewidth": 1,
  2549.       "links": [],
  2550.       "nullPointMode": "null",
  2551.       "percentage": false,
  2552.       "pointradius": 5,
  2553.       "points": false,
  2554.       "renderer": "flot",
  2555.       "seriesOverrides": [],
  2556.       "spaceLength": 10,
  2557.       "stack": false,
  2558.       "steppedLine": false,
  2559.       "targets": [
  2560.         {
  2561.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamRead{instance=~\"$instance\"}",
  2562.           "format": "time_series",
  2563.           "intervalFactor": 1,
  2564.           "legendFormat": "streamRead",
  2565.           "refId": "M"
  2566.         },
  2567.         {
  2568.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamWrite{instance=~\"$instance\"}",
  2569.           "format": "time_series",
  2570.           "intervalFactor": 1,
  2571.           "legendFormat": "streamWrite",
  2572.           "refId": "N"
  2573.         },
  2574.         {
  2575.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamCreateFile{instance=~\"$instance\"}",
  2576.           "format": "time_series",
  2577.           "intervalFactor": 1,
  2578.           "legendFormat": "streamCreateFile",
  2579.           "refId": "A"
  2580.         },
  2581.         {
  2582.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamExtentRepairRead{instance=~\"$instance\"}",
  2583.           "format": "time_series",
  2584.           "intervalFactor": 1,
  2585.           "legendFormat": "streamExtentRepairRead",
  2586.           "refId": "B"
  2587.         },
  2588.         {
  2589.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamMarkDelete{instance=~\"$instance\"}",
  2590.           "format": "time_series",
  2591.           "intervalFactor": 1,
  2592.           "legendFormat": "streamMarkDelete",
  2593.           "refId": "C"
  2594.         },
  2595.         {
  2596.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamOpGetAppliedId{instance=~\"$instance\"}",
  2597.           "format": "time_series",
  2598.           "intervalFactor": 1,
  2599.           "legendFormat": "streamOpGetAppliedId",
  2600.           "refId": "D"
  2601.         },
  2602.         {
  2603.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamOpGetPartitionSize{instance=~\"$instance\"}",
  2604.           "format": "time_series",
  2605.           "intervalFactor": 1,
  2606.           "legendFormat": "streamOpGetPartitionSize",
  2607.           "refId": "E"
  2608.         },
  2609.         {
  2610.           "expr": "cfs_dataNode_[[cluster]]_datanode_streamNotifyExtentRepair{instance=~\"$instance\"}",
  2611.           "format": "time_series",
  2612.           "intervalFactor": 1,
  2613.           "legendFormat": "streamNotifyExtentRepair",
  2614.           "refId": "F"
  2615.         }
  2616.       ],
  2617.       "thresholds": [],
  2618.       "timeFrom": null,
  2619.       "timeShift": null,
  2620.       "title": "datanode_Stream",
  2621.       "tooltip": {
  2622.         "shared": true,
  2623.         "sort": 0,
  2624.         "value_type": "individual"
  2625.       },
  2626.       "type": "graph",
  2627.       "xaxis": {
  2628.         "buckets": null,
  2629.         "mode": "time",
  2630.         "name": null,
  2631.         "show": true,
  2632.         "values": []
  2633.       },
  2634.       "yaxes": [
  2635.         {
  2636.           "format": "ns",
  2637.           "label": null,
  2638.           "logBase": 1,
  2639.           "max": null,
  2640.           "min": null,
  2641.           "show": true
  2642.         },
  2643.         {
  2644.           "format": "short",
  2645.           "label": null,
  2646.           "logBase": 1,
  2647.           "max": null,
  2648.           "min": null,
  2649.           "show": true
  2650.         }
  2651.       ],
  2652.       "yaxis": {
  2653.         "align": false,
  2654.         "alignLevel": null
  2655.       }
  2656.     },
  2657.     {
  2658.       "collapsed": true,
  2659.       "gridPos": {
  2660.         "h": 1,
  2661.         "w": 24,
  2662.         "x": 0,
  2663.         "y": 67
  2664.       },
  2665.       "id": 66,
  2666.       "panels": [
  2667.         {
  2668.           "aliasColors": {},
  2669.           "bars": false,
  2670.           "dashLength": 10,
  2671.           "dashes": false,
  2672.           "datasource": "${DS_ChubaoFS01}",
  2673.           "fill": 1,
  2674.           "gridPos": {
  2675.             "h": 6,
  2676.             "w": 7,
  2677.             "x": 0,
  2678.             "y": 85
  2679.           },
  2680.           "id": 64,
  2681.           "legend": {
  2682.             "avg": false,
  2683.             "current": false,
  2684.             "max": false,
  2685.             "min": false,
  2686.             "show": true,
  2687.             "total": false,
  2688.             "values": false
  2689.           },
  2690.           "lines": true,
  2691.           "linewidth": 1,
  2692.           "links": [],
  2693.           "nullPointMode": "null",
  2694.           "percentage": false,
  2695.           "pointradius": 5,
  2696.           "points": false,
  2697.           "renderer": "flot",
  2698.           "seriesOverrides": [],
  2699.           "spaceLength": 10,
  2700.           "stack": false,
  2701.           "steppedLine": false,
  2702.           "targets": [
  2703.             {
  2704.               "expr": "cfs_fuseclient_OpMetaOpen{instance=~\"$instance\"}",
  2705.               "format": "time_series",
  2706.               "intervalFactor": 1,
  2707.               "legendFormat": "Open",
  2708.               "refId": "B"
  2709.             },
  2710.             {
  2711.               "expr": "cfs_fuseclient_OpMetaExtentsAdd{instance=~\"$instance\"}",
  2712.               "format": "time_series",
  2713.               "intervalFactor": 1,
  2714.               "legendFormat": "ExtentsAdd",
  2715.               "refId": "H"
  2716.             },
  2717.             {
  2718.               "expr": "cfs_fuseclient_OpMetaExtentsList{instance=~\"$instance\"}",
  2719.               "format": "time_series",
  2720.               "intervalFactor": 1,
  2721.               "legendFormat": "ExtentsList",
  2722.               "refId": "I"
  2723.             },
  2724.             {
  2725.               "expr": "cfs_fuseclient_OpMetaReadDir{instance=~\"$instance\"}",
  2726.               "format": "time_series",
  2727.               "intervalFactor": 1,
  2728.               "legendFormat": "ReadDir",
  2729.               "refId": "K"
  2730.             },
  2731.             {
  2732.               "expr": "cfs_fuseclient_OpMetaSetattr{instance=~\"$instance\"}",
  2733.               "format": "time_series",
  2734.               "intervalFactor": 1,
  2735.               "legendFormat": "Setattr",
  2736.               "refId": "L"
  2737.             }
  2738.           ],
  2739.           "thresholds": [],
  2740.           "timeFrom": null,
  2741.           "timeShift": null,
  2742.           "title": "fuseclient_OpMeta",
  2743.           "tooltip": {
  2744.             "shared": true,
  2745.             "sort": 0,
  2746.             "value_type": "individual"
  2747.           },
  2748.           "type": "graph",
  2749.           "xaxis": {
  2750.             "buckets": null,
  2751.             "mode": "time",
  2752.             "name": null,
  2753.             "show": true,
  2754.             "values": []
  2755.           },
  2756.           "yaxes": [
  2757.             {
  2758.               "format": "ns",
  2759.               "label": null,
  2760.               "logBase": 1,
  2761.               "max": null,
  2762.               "min": null,
  2763.               "show": true
  2764.             },
  2765.             {
  2766.               "format": "short",
  2767.               "label": null,
  2768.               "logBase": 1,
  2769.               "max": null,
  2770.               "min": null,
  2771.               "show": true
  2772.             }
  2773.           ],
  2774.           "yaxis": {
  2775.             "align": false,
  2776.             "alignLevel": null
  2777.           }
  2778.         },
  2779.         {
  2780.           "aliasColors": {},
  2781.           "bars": false,
  2782.           "dashLength": 10,
  2783.           "dashes": false,
  2784.           "datasource": "${DS_ChubaoFS01}",
  2785.           "fill": 1,
  2786.           "gridPos": {
  2787.             "h": 6,
  2788.             "w": 7,
  2789.             "x": 7,
  2790.             "y": 85
  2791.           },
  2792.           "id": 67,
  2793.           "legend": {
  2794.             "avg": false,
  2795.             "current": false,
  2796.             "max": false,
  2797.             "min": false,
  2798.             "show": true,
  2799.             "total": false,
  2800.             "values": false
  2801.           },
  2802.           "lines": true,
  2803.           "linewidth": 1,
  2804.           "links": [],
  2805.           "nullPointMode": "null",
  2806.           "percentage": false,
  2807.           "pointradius": 5,
  2808.           "points": false,
  2809.           "renderer": "flot",
  2810.           "seriesOverrides": [],
  2811.           "spaceLength": 10,
  2812.           "stack": false,
  2813.           "steppedLine": false,
  2814.           "targets": [
  2815.             {
  2816.               "expr": "cfs_fuseclient_OpMetaBatchInodeGet{instance=~\"$instance\"}",
  2817.               "format": "time_series",
  2818.               "intervalFactor": 1,
  2819.               "legendFormat": "BatchInodeGet",
  2820.               "refId": "A"
  2821.             },
  2822.             {
  2823.               "expr": "cfs_fuseclient_OpMetaCreateInode{instance=~\"$instance\"}",
  2824.               "format": "time_series",
  2825.               "intervalFactor": 1,
  2826.               "legendFormat": "CreateInode",
  2827.               "refId": "D"
  2828.             },
  2829.             {
  2830.               "expr": "cfs_fuseclient_OpMetaDeleteInode{instance=~\"$instance\"}",
  2831.               "format": "time_series",
  2832.               "intervalFactor": 1,
  2833.               "legendFormat": "DeleteInode",
  2834.               "refId": "F"
  2835.             },
  2836.             {
  2837.               "expr": "cfs_fuseclient_OpMetaEvictInode{instance=~\"$instance\"}",
  2838.               "format": "time_series",
  2839.               "intervalFactor": 1,
  2840.               "legendFormat": "EvictInode",
  2841.               "refId": "G"
  2842.             },
  2843.             {
  2844.               "expr": "cfs_fuseclient_OpMetaInodeGet{instance=~\"$instance\"}",
  2845.               "format": "time_series",
  2846.               "intervalFactor": 1,
  2847.               "legendFormat": "InodeGet",
  2848.               "refId": "J"
  2849.             }
  2850.           ],
  2851.           "thresholds": [],
  2852.           "timeFrom": null,
  2853.           "timeShift": null,
  2854.           "title": "fuseclient_OpMetaInode",
  2855.           "tooltip": {
  2856.             "shared": true,
  2857.             "sort": 0,
  2858.             "value_type": "individual"
  2859.           },
  2860.           "type": "graph",
  2861.           "xaxis": {
  2862.             "buckets": null,
  2863.             "mode": "time",
  2864.             "name": null,
  2865.             "show": true,
  2866.             "values": []
  2867.           },
  2868.           "yaxes": [
  2869.             {
  2870.               "format": "ns",
  2871.               "label": null,
  2872.               "logBase": 1,
  2873.               "max": null,
  2874.               "min": null,
  2875.               "show": true
  2876.             },
  2877.             {
  2878.               "format": "short",
  2879.               "label": null,
  2880.               "logBase": 1,
  2881.               "max": null,
  2882.               "min": null,
  2883.               "show": true
  2884.             }
  2885.           ],
  2886.           "yaxis": {
  2887.             "align": false,
  2888.             "alignLevel": null
  2889.           }
  2890.         },
  2891.         {
  2892.           "aliasColors": {},
  2893.           "bars": false,
  2894.           "dashLength": 10,
  2895.           "dashes": false,
  2896.           "datasource": "${DS_ChubaoFS01}",
  2897.           "fill": 1,
  2898.           "gridPos": {
  2899.             "h": 6,
  2900.             "w": 7,
  2901.             "x": 14,
  2902.             "y": 85
  2903.           },
  2904.           "id": 68,
  2905.           "legend": {
  2906.             "avg": false,
  2907.             "current": false,
  2908.             "max": false,
  2909.             "min": false,
  2910.             "show": true,
  2911.             "total": false,
  2912.             "values": false
  2913.           },
  2914.           "lines": true,
  2915.           "linewidth": 1,
  2916.           "links": [],
  2917.           "nullPointMode": "null",
  2918.           "percentage": false,
  2919.           "pointradius": 5,
  2920.           "points": false,
  2921.           "renderer": "flot",
  2922.           "seriesOverrides": [],
  2923.           "spaceLength": 10,
  2924.           "stack": false,
  2925.           "steppedLine": false,
  2926.           "targets": [
  2927.             {
  2928.               "expr": "cfs_fuseclient_OpMetaCreateDentry{instance=~\"$instance\"}",
  2929.               "format": "time_series",
  2930.               "intervalFactor": 1,
  2931.               "legendFormat": "Create",
  2932.               "refId": "C"
  2933.             },
  2934.             {
  2935.               "expr": "cfs_fuseclient_OpMetaDeleteDentry{instance=~\"$instance\"}",
  2936.               "format": "time_series",
  2937.               "intervalFactor": 1,
  2938.               "legendFormat": "Delete",
  2939.               "refId": "E"
  2940.             }
  2941.           ],
  2942.           "thresholds": [],
  2943.           "timeFrom": null,
  2944.           "timeShift": null,
  2945.           "title": "fuseclient_OpMetaDentry",
  2946.           "tooltip": {
  2947.             "shared": true,
  2948.             "sort": 0,
  2949.             "value_type": "individual"
  2950.           },
  2951.           "type": "graph",
  2952.           "xaxis": {
  2953.             "buckets": null,
  2954.             "mode": "time",
  2955.             "name": null,
  2956.             "show": true,
  2957.             "values": []
  2958.           },
  2959.           "yaxes": [
  2960.             {
  2961.               "format": "ns",
  2962.               "label": null,
  2963.               "logBase": 1,
  2964.               "max": null,
  2965.               "min": null,
  2966.               "show": true
  2967.             },
  2968.             {
  2969.               "format": "short",
  2970.               "label": null,
  2971.               "logBase": 1,
  2972.               "max": null,
  2973.               "min": null,
  2974.               "show": true
  2975.             }
  2976.           ],
  2977.           "yaxis": {
  2978.             "align": false,
  2979.             "alignLevel": null
  2980.           }
  2981.         },
  2982.         {
  2983.           "aliasColors": {},
  2984.           "bars": false,
  2985.           "dashLength": 10,
  2986.           "dashes": false,
  2987.           "datasource": "${DS_ChubaoFS01}",
  2988.           "fill": 1,
  2989.           "gridPos": {
  2990.             "h": 6,
  2991.             "w": 7,
  2992.             "x": 0,
  2993.             "y": 91
  2994.           },
  2995.           "id": 69,
  2996.           "legend": {
  2997.             "avg": false,
  2998.             "current": false,
  2999.             "max": false,
  3000.             "min": false,
  3001.             "show": true,
  3002.             "total": false,
  3003.             "values": false
  3004.           },
  3005.           "lines": true,
  3006.           "linewidth": 1,
  3007.           "links": [],
  3008.           "nullPointMode": "null",
  3009.           "percentage": false,
  3010.           "pointradius": 5,
  3011.           "points": false,
  3012.           "renderer": "flot",
  3013.           "seriesOverrides": [],
  3014.           "spaceLength": 10,
  3015.           "stack": false,
  3016.           "steppedLine": false,
  3017.           "targets": [
  3018.             {
  3019.               "expr": "cfs_fuseclient_OpMetaExtentsAdd{instance=~\"$instance\"}",
  3020.               "format": "time_series",
  3021.               "intervalFactor": 1,
  3022.               "legendFormat": "ExtentsAdd",
  3023.               "refId": "H"
  3024.             },
  3025.             {
  3026.               "expr": "cfs_fuseclient_OpMetaExtentsList{instance=~\"$instance\"}",
  3027.               "format": "time_series",
  3028.               "intervalFactor": 1,
  3029.               "legendFormat": "ExtentsList",
  3030.               "refId": "I"
  3031.             }
  3032.           ],
  3033.           "thresholds": [],
  3034.           "timeFrom": null,
  3035.           "timeShift": null,
  3036.           "title": "fuseclient_OpMetaExtent",
  3037.           "tooltip": {
  3038.             "shared": true,
  3039.             "sort": 0,
  3040.             "value_type": "individual"
  3041.           },
  3042.           "type": "graph",
  3043.           "xaxis": {
  3044.             "buckets": null,
  3045.             "mode": "time",
  3046.             "name": null,
  3047.             "show": true,
  3048.             "values": []
  3049.           },
  3050.           "yaxes": [
  3051.             {
  3052.               "format": "ns",
  3053.               "label": null,
  3054.               "logBase": 1,
  3055.               "max": null,
  3056.               "min": null,
  3057.               "show": true
  3058.             },
  3059.             {
  3060.               "format": "short",
  3061.               "label": null,
  3062.               "logBase": 1,
  3063.               "max": null,
  3064.               "min": null,
  3065.               "show": true
  3066.             }
  3067.           ],
  3068.           "yaxis": {
  3069.             "align": false,
  3070.             "alignLevel": null
  3071.           }
  3072.         }
  3073.       ],
  3074.       "title": "FuseClient",
  3075.       "type": "row"
  3076.     }
  3077.   ],
  3078.   "refresh": false,
  3079.   "schemaVersion": 16,
  3080.   "style": "dark",
  3081.   "tags": [],
  3082.   "templating": {
  3083.     "list": [
  3084.       {
  3085.         "allValue": null,
  3086.         "current": {
  3087.           "selected": true,
  3088.           "text": "cfs",
  3089.           "value": "cfs"
  3090.         },
  3091.         "hide": 2,
  3092.         "includeAll": false,
  3093.         "label": "App",
  3094.         "multi": false,
  3095.         "name": "app",
  3096.         "options": [
  3097.           {
  3098.             "selected": true,
  3099.             "text": "cfs",
  3100.             "value": "cfs"
  3101.           }
  3102.         ],
  3103.         "query": "cfs",
  3104.         "type": "custom"
  3105.       },
  3106.       {
  3107.         "allValue": null,
  3108.         "current": {},
  3109.         "datasource": "${DS_ChubaoFS01}",
  3110.         "hide": 0,
  3111.         "includeAll": false,
  3112.         "label": "Cluster",
  3113.         "multi": false,
  3114.         "name": "cluster",
  3115.         "options": [],
  3116.         "query": "label_values(go_info{app=~\"$app\"}, cluster)",
  3117.         "refresh": 1,
  3118.         "regex": "",
  3119.         "sort": 0,
  3120.         "tagValuesQuery": "",
  3121.         "tags": [],
  3122.         "tagsQuery": "",
  3123.         "type": "query",
  3124.         "useTags": false
  3125.       },
  3126.       {
  3127.         "allValue": null,
  3128.         "current": {},
  3129.         "datasource": "${DS_ChubaoFS01}",
  3130.         "hide": 0,
  3131.         "includeAll": false,
  3132.         "label": "Role",
  3133.         "multi": false,
  3134.         "name": "role",
  3135.         "options": [],
  3136.         "query": "label_values(go_info{app=~\"$app\", cluster=~\"$cluster\"}, role)",
  3137.         "refresh": 1,
  3138.         "regex": "",
  3139.         "sort": 0,
  3140.         "tagValuesQuery": "",
  3141.         "tags": [],
  3142.         "tagsQuery": "",
  3143.         "type": "query",
  3144.         "useTags": false
  3145.       },
  3146.       {
  3147.         "allValue": null,
  3148.         "current": {},
  3149.         "datasource": "${DS_ChubaoFS01}",
  3150.         "hide": 0,
  3151.         "includeAll": false,
  3152.         "label": "Instance",
  3153.         "multi": false,
  3154.         "name": "instance",
  3155.         "options": [],
  3156.         "query": "label_values(go_info{app=~\"$app\", role=~\"$role\", cluster=~\"$cluster\"}, instance)",
  3157.         "refresh": 1,
  3158.         "regex": "",
  3159.         "sort": 0,
  3160.         "tagValuesQuery": "",
  3161.         "tags": [],
  3162.         "tagsQuery": "",
  3163.         "type": "query",
  3164.         "useTags": false
  3165.       },
  3166.       {
  3167.         "allValue": null,
  3168.         "current": {},
  3169.         "datasource": "${DS_ChubaoFS01}",
  3170.         "hide": 2,
  3171.         "includeAll": false,
  3172.         "label": "Host",
  3173.         "multi": false,
  3174.         "name": "hostip",
  3175.         "options": [],
  3176.         "query": "label_values(go_info{instance=~\"$instance\", cluster=~\"$cluster\"}, instance)",
  3177.         "refresh": 1,
  3178.         "regex": "/([^:]+):.*/",
  3179.         "sort": 0,
  3180.         "tagValuesQuery": "",
  3181.         "tags": [],
  3182.         "tagsQuery": "",
  3183.         "type": "query",
  3184.         "useTags": false
  3185.       }
  3186.     ]
  3187.   },
  3188.   "time": {
  3189.     "from": "now-1h",
  3190.     "to": "now"
  3191.   },
  3192.   "timepicker": {
  3193.     "refresh_intervals": [
  3194.       "5s",
  3195.       "10s",
  3196.       "30s",
  3197.       "1m",
  3198.       "5m",
  3199.       "15m",
  3200.       "30m",
  3201.       "1h",
  3202.       "2h",
  3203.       "1d"
  3204.     ],
  3205.     "time_options": [
  3206.       "5m",
  3207.       "15m",
  3208.       "1h",
  3209.       "6h",
  3210.       "12h",
  3211.       "24h",
  3212.       "2d",
  3213.       "7d",
  3214.       "30d"
  3215.     ]
  3216.   },
  3217.   "timezone": "",
  3218.   "title": "cfs-cluster",
  3219.   "uid": "tu_qnbsmk",
  3220.   "version": 140
  3221. }