{
  "step_seconds": 15,
  "series": [
    {
      "panel": 1,
      "title": "名义执行席位",
      "query": "apiserver_flowcontrol_nominal_limit_seats{job=\"apiserver\",priority_level=\"apf-case-batch\"}",
      "series": [
        {
          "labels": {
            "priority_level": "apf-case-batch"
          },
          "values": [
            [
              25.000047,
              "12"
            ],
            [
              40.000047,
              "12"
            ],
            [
              55.000047,
              "12"
            ],
            [
              70.000047,
              "12"
            ],
            [
              85.000047,
              "12"
            ],
            [
              100.000047,
              "12"
            ],
            [
              115.000047,
              "0"
            ],
            [
              130.000047,
              "0"
            ],
            [
              145.000047,
              "0"
            ],
            [
              160.000047,
              "0"
            ],
            [
              175.000047,
              "0"
            ],
            [
              190.000047,
              "0"
            ],
            [
              205.000047,
              "0"
            ],
            [
              220.000047,
              "0"
            ],
            [
              235.000047,
              "0"
            ],
            [
              250.000047,
              "0"
            ],
            [
              265.000047,
              "0"
            ],
            [
              280.000047,
              "0"
            ],
            [
              295.000047,
              "12"
            ],
            [
              310.000047,
              "12"
            ],
            [
              325.000047,
              "12"
            ],
            [
              340.000047,
              "12"
            ],
            [
              355.000047,
              "12"
            ],
            [
              370.000047,
              "12"
            ]
          ]
        }
      ]
    },
    {
      "panel": 2,
      "title": "实验请求执行速率",
      "query": "sum(rate(apiserver_flowcontrol_dispatched_requests_total{job=\"apiserver\",priority_level=\"apf-case-batch\"}[1m]))",
      "series": [
        {
          "labels": {},
          "values": [
            [
              40.000047,
              "3.0553777777777777"
            ],
            [
              55.000047,
              "4.605"
            ],
            [
              70.000047,
              "4.999999999999999"
            ],
            [
              85.000047,
              "5.022222222222221"
            ],
            [
              100.000047,
              "4.999999999999999"
            ],
            [
              115.000047,
              "4.955555555555555"
            ],
            [
              130.000047,
              "4.977777777777777"
            ],
            [
              145.000047,
              "4.955555555555555"
            ],
            [
              160.000047,
              "4.999999999999999"
            ],
            [
              175.000047,
              "4.977777777777777"
            ],
            [
              190.000047,
              "4.999999999999999"
            ],
            [
              205.000047,
              "3.8888888888888884"
            ],
            [
              220.000047,
              "2.222222222222222"
            ],
            [
              235.000047,
              "0.5555555555555555"
            ],
            [
              250.000047,
              "0"
            ],
            [
              265.000047,
              "0"
            ],
            [
              280.000047,
              "0"
            ],
            [
              295.000047,
              "1.0888888888888888"
            ],
            [
              310.000047,
              "2.755555555555555"
            ],
            [
              325.000047,
              "4.422222222222222"
            ],
            [
              340.000047,
              "4.999999999999999"
            ],
            [
              355.000047,
              "4.999999999999999"
            ],
            [
              370.000047,
              "4.999999999999999"
            ]
          ]
        }
      ]
    },
    {
      "panel": 3,
      "title": "实验请求拒绝速率",
      "query": "sum by (reason) (rate(apiserver_flowcontrol_rejected_requests_total{job=\"apiserver\",priority_level=\"apf-case-batch\"}[1m]))",
      "series": [
        {
          "labels": {
            "reason": "queue-full"
          },
          "values": [
            [
              220.000047,
              "2.8076444444444446"
            ],
            [
              235.000047,
              "4.173933333333332"
            ],
            [
              250.000047,
              "4.6"
            ],
            [
              265.000047,
              "4.622222222222222"
            ],
            [
              280.000047,
              "4.6"
            ],
            [
              295.000047,
              "3.5999999999999996"
            ],
            [
              310.000047,
              "2.0666666666666664"
            ],
            [
              325.000047,
              "0.5333333333333332"
            ],
            [
              340.000047,
              "0"
            ],
            [
              355.000047,
              "0"
            ],
            [
              370.000047,
              "0"
            ]
          ]
        },
        {
          "labels": {
            "reason": "time-out"
          },
          "values": [
            [
              220.000047,
              "0.2310666666666667"
            ],
            [
              235.000047,
              "0.3310666666666667"
            ],
            [
              250.000047,
              "0.39999999999999997"
            ],
            [
              265.000047,
              "0.39999999999999997"
            ],
            [
              280.000047,
              "0.39999999999999997"
            ],
            [
              295.000047,
              "0.31111111111111106"
            ],
            [
              310.000047,
              "0.17777777777777776"
            ],
            [
              325.000047,
              "0.04444444444444444"
            ],
            [
              340.000047,
              "0"
            ],
            [
              355.000047,
              "0"
            ],
            [
              370.000047,
              "0"
            ]
          ]
        }
      ]
    },
    {
      "panel": 4,
      "title": "实验请求排队数",
      "query": "sum(apiserver_flowcontrol_current_inqueue_requests{job=\"apiserver\",priority_level=\"apf-case-batch\"})",
      "series": [
        {
          "labels": {},
          "values": [
            [
              25.000047,
              "0"
            ],
            [
              40.000047,
              "0"
            ],
            [
              55.000047,
              "0"
            ],
            [
              70.000047,
              "0"
            ],
            [
              85.000047,
              "0"
            ],
            [
              100.000047,
              "0"
            ],
            [
              115.000047,
              "0"
            ],
            [
              130.000047,
              "0"
            ],
            [
              145.000047,
              "0"
            ],
            [
              160.000047,
              "0"
            ],
            [
              175.000047,
              "0"
            ],
            [
              190.000047,
              "0"
            ],
            [
              205.000047,
              "2"
            ],
            [
              220.000047,
              "2"
            ],
            [
              235.000047,
              "2"
            ],
            [
              250.000047,
              "2"
            ],
            [
              265.000047,
              "2"
            ],
            [
              280.000047,
              "2"
            ],
            [
              295.000047,
              "0"
            ],
            [
              310.000047,
              "0"
            ],
            [
              325.000047,
              "0"
            ],
            [
              340.000047,
              "0"
            ],
            [
              355.000047,
              "0"
            ],
            [
              370.000047,
              "0"
            ]
          ]
        }
      ]
    },
    {
      "panel": 5,
      "title": "APF 等待 P95",
      "query": "histogram_quantile(0.95, sum by (le,execute) (rate(apiserver_flowcontrol_request_wait_duration_seconds_bucket{job=\"apiserver\",priority_level=\"apf-case-batch\"}[1m])))",
      "series": [
        {
          "labels": {
            "execute": "false"
          },
          "values": [
            [
              220.000047,
              "0.00475"
            ],
            [
              235.000047,
              "0.00475"
            ],
            [
              250.000047,
              "0.00475"
            ],
            [
              265.000047,
              "0.00475"
            ],
            [
              280.000047,
              "0.00475"
            ],
            [
              295.000047,
              "0.00475"
            ],
            [
              310.000047,
              "0.00475"
            ],
            [
              325.000047,
              "0.004749999999999999"
            ],
            [
              340.000047,
              "NaN"
            ],
            [
              355.000047,
              "NaN"
            ],
            [
              370.000047,
              "NaN"
            ]
          ]
        },
        {
          "labels": {
            "execute": "true"
          },
          "values": [
            [
              40.000047,
              "0.00475"
            ],
            [
              55.000047,
              "0.004750000000000001"
            ],
            [
              70.000047,
              "0.00475"
            ],
            [
              85.000047,
              "0.00475"
            ],
            [
              100.000047,
              "0.00475"
            ],
            [
              115.000047,
              "0.004749999999999999"
            ],
            [
              130.000047,
              "0.004749999999999999"
            ],
            [
              145.000047,
              "0.004749999999999999"
            ],
            [
              160.000047,
              "0.00475"
            ],
            [
              175.000047,
              "0.00475"
            ],
            [
              190.000047,
              "0.00475"
            ],
            [
              205.000047,
              "0.004804285714285714"
            ],
            [
              220.000047,
              "6.142857142857148"
            ],
            [
              235.000047,
              "9.269230769230768"
            ],
            [
              250.000047,
              "9.71875"
            ],
            [
              265.000047,
              "9.735294117647058"
            ],
            [
              280.000047,
              "9.735294117647058"
            ],
            [
              295.000047,
              "8.875"
            ],
            [
              310.000047,
              "5.874999999999998"
            ],
            [
              325.000047,
              "0.004846446700507614"
            ],
            [
              340.000047,
              "0.00475"
            ],
            [
              355.000047,
              "0.00475"
            ],
            [
              370.000047,
              "0.00475"
            ]
          ]
        }
      ]
    },
    {
      "panel": 6,
      "title": "集群普通 GET 请求 P95",
      "query": "histogram_quantile(0.95,sum by (le) (rate(apiserver_request_duration_seconds_bucket{job=\"apiserver\",verb=\"GET\",resource!=\"\",subresource=\"\"}[1m])))",
      "series": [
        {
          "labels": {},
          "values": [
            [
              -19.999953,
              "0.004814665841584158"
            ],
            [
              -4.999953,
              "0.00479346921797005"
            ],
            [
              10.000047,
              "0.0048146808510638305"
            ],
            [
              25.000047,
              "0.004807045636509207"
            ],
            [
              40.000047,
              "0.0048268382352941175"
            ],
            [
              55.000047,
              "0.0048179033356024505"
            ],
            [
              70.000047,
              "0.004791978246091095"
            ],
            [
              85.000047,
              "0.004799239806496199"
            ],
            [
              100.000047,
              "0.004799342105263158"
            ],
            [
              115.000047,
              "0.00481143635125936"
            ],
            [
              130.000047,
              "0.00479863481228669"
            ],
            [
              145.000047,
              "0.004778787878787879"
            ],
            [
              160.000047,
              "0.004798668032786884"
            ],
            [
              175.000047,
              "0.004788644067796611"
            ],
            [
              190.000047,
              "0.004817857142857143"
            ],
            [
              205.000047,
              "0.004792092706203136"
            ],
            [
              220.000047,
              "0.004790772532188841"
            ],
            [
              235.000047,
              "0.00480837173579109"
            ],
            [
              250.000047,
              "0.004812040816326531"
            ],
            [
              265.000047,
              "0.004831832419733751"
            ],
            [
              280.000047,
              "0.004786764705882352"
            ],
            [
              295.000047,
              "0.00479875366568915"
            ],
            [
              310.000047,
              "0.004785055350553505"
            ],
            [
              325.000047,
              "0.004816666666666666"
            ],
            [
              340.000047,
              "0.004815835065835065"
            ],
            [
              355.000047,
              "0.004810979729729729"
            ],
            [
              370.000047,
              "0.004811186440677967"
            ]
          ]
        }
      ]
    }
  ],
  "server_evidence": {
    "rejections": [
      {
        "labels": {
          "flow_schema": "apf-case-batch",
          "priority_level": "apf-case-batch",
          "reason": "queue-full"
        },
        "value": "414"
      },
      {
        "labels": {
          "flow_schema": "apf-case-batch",
          "priority_level": "apf-case-batch",
          "reason": "time-out"
        },
        "value": "34"
      }
    ],
    "queue_peak": [
      {
        "labels": {
          "flow_schema": "apf-case-batch",
          "priority_level": "apf-case-batch"
        },
        "value": "2"
      }
    ]
  }
}