{
  "__inputs": [
    {
      "name": "DS_PROMETHEUS",
      "label": "Prometheus",
      "type": "datasource",
      "pluginId": "prometheus",
      "pluginName": "Prometheus"
    }
  ],
  "title": "Gurubase Siper",
  "uid": "gurubase-gateway",
  "tags": [
    "gurubase"
  ],
  "timezone": "browser",
  "schemaVersion": 39,
  "version": 1,
  "editable": true,
  "graphTooltip": 1,
  "refresh": "30s",
  "time": {
    "from": "now-6h",
    "to": "now"
  },
  "templating": {
    "list": [
      {
        "name": "datasource",
        "label": "Data source",
        "type": "datasource",
        "query": "prometheus",
        "current": {},
        "hide": 0
      },
      {
        "name": "key",
        "label": "API key",
        "type": "query",
        "datasource": {
          "type": "prometheus",
          "uid": "${datasource}"
        },
        "query": {
          "query": "gurubase_key_info",
          "refId": "keys"
        },
        "definition": "gurubase_key_info",
        "regex": "/key_id=\"(?<value>[^\"]+)\".*key_name=\"(?<text>[^\"]+)\"/",
        "refresh": 2,
        "multi": true,
        "includeAll": true,
        "allValue": ".*",
        "current": {
          "text": "All",
          "value": "$__all"
        },
        "sort": 5
      }
    ]
  },
  "annotations": {
    "list": []
  },
  "panels": [
    {
      "id": 1,
      "type": "stat",
      "title": "Requests / s",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 0,
        "y": 0,
        "w": 6,
        "h": 4
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "sum(rate(gurubase_llm_requests_total{key_id=~\"$key\"}[5m]))",
          "legendFormat": "",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "reqps",
          "color": {
            "mode": "fixed",
            "fixedColor": "blue"
          },
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "blue",
                "value": null
              }
            ]
          }
        },
        "overrides": []
      },
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "value",
        "graphMode": "area",
        "textMode": "auto"
      },
      "description": "LLM requests through the gateway, all status classes."
    },
    {
      "id": 2,
      "type": "stat",
      "title": "Error rate",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 6,
        "y": 0,
        "w": 6,
        "h": 4
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "sum(rate(gurubase_llm_requests_total{key_id=~\"$key\",status!~\"2xx|429_key_limit\"}[5m])) / sum(rate(gurubase_llm_requests_total{key_id=~\"$key\",status!=\"429_key_limit\"}[5m]))",
          "legendFormat": "",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "percentunit",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "orange",
                "value": 0.01
              },
              {
                "color": "red",
                "value": 0.05
              }
            ]
          },
          "color": {
            "mode": "thresholds"
          }
        },
        "overrides": []
      },
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "value",
        "graphMode": "area",
        "textMode": "auto"
      },
      "description": "Share of requests that failed (4xx, 429 key limit, 429 provider, 5xx, other) over the last 5 minutes."
    },
    {
      "id": 3,
      "type": "stat",
      "title": "Response time p95",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 12,
        "y": 0,
        "w": 6,
        "h": 4
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "histogram_quantile(0.95, sum by (le) (rate(gurubase_llm_request_duration_seconds_bucket{key_id=~\"$key\"}[5m])))",
          "legendFormat": "",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "s",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "orange",
                "value": 5
              },
              {
                "color": "red",
                "value": 10
              }
            ]
          },
          "color": {
            "mode": "thresholds"
          }
        },
        "overrides": []
      },
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "value",
        "graphMode": "area",
        "textMode": "auto"
      },
      "description": "95th percentile duration of successful LLM calls."
    },
    {
      "id": 4,
      "type": "stat",
      "title": "Data age",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 18,
        "y": 0,
        "w": 6,
        "h": 4
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "max(gurubase_last_ingest_age_seconds)",
          "legendFormat": "",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "s",
          "thresholds": {
            "mode": "absolute",
            "steps": [
              {
                "color": "green",
                "value": null
              },
              {
                "color": "orange",
                "value": 120
              },
              {
                "color": "red",
                "value": 300
              }
            ]
          },
          "color": {
            "mode": "thresholds"
          }
        },
        "overrides": []
      },
      "options": {
        "reduceOptions": {
          "calcs": [
            "lastNotNull"
          ],
          "fields": "",
          "values": false
        },
        "colorMode": "value",
        "graphMode": "area",
        "textMode": "auto"
      },
      "description": "Seconds since the data on this dashboard was refreshed. Above a few minutes means the data is stale, not that traffic stopped."
    },
    {
      "id": 5,
      "type": "timeseries",
      "title": "Requests by status",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 0,
        "y": 4,
        "w": 12,
        "h": 8
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "sum by (status) (rate(gurubase_llm_requests_total{key_id=~\"$key\"}[5m]))",
          "legendFormat": "{{status}}",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "reqps",
          "color": {
            "mode": "palette-classic"
          }
        },
        "overrides": []
      },
      "options": {
        "legend": {
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      }
    },
    {
      "id": 6,
      "type": "timeseries",
      "title": "Response time",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 12,
        "y": 4,
        "w": 12,
        "h": 8
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "histogram_quantile(0.50, sum by (le) (rate(gurubase_llm_request_duration_seconds_bucket{key_id=~\"$key\"}[5m])))",
          "legendFormat": "p50",
          "range": true
        },
        {
          "refId": "B",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "histogram_quantile(0.95, sum by (le) (rate(gurubase_llm_request_duration_seconds_bucket{key_id=~\"$key\"}[5m])))",
          "legendFormat": "p95",
          "range": true
        },
        {
          "refId": "C",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "histogram_quantile(0.99, sum by (le) (rate(gurubase_llm_request_duration_seconds_bucket{key_id=~\"$key\"}[5m])))",
          "legendFormat": "p99",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "s",
          "color": {
            "mode": "palette-classic"
          }
        },
        "overrides": []
      },
      "options": {
        "legend": {
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      }
    },
    {
      "id": 7,
      "type": "timeseries",
      "title": "Tokens / s by model",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 0,
        "y": 12,
        "w": 12,
        "h": 8
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "sum by (model) (rate(gurubase_llm_input_tokens_total{key_id=~\"$key\"}[5m]))",
          "legendFormat": "{{model}} input",
          "range": true
        },
        {
          "refId": "B",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "sum by (model) (rate(gurubase_llm_output_tokens_total{key_id=~\"$key\"}[5m]))",
          "legendFormat": "{{model}} output",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "short",
          "color": {
            "mode": "palette-classic"
          }
        },
        "overrides": []
      },
      "options": {
        "legend": {
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      }
    },
    {
      "id": 8,
      "type": "timeseries",
      "title": "Masked characters / s",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 12,
        "y": 12,
        "w": 12,
        "h": 8
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "sum(rate(gurubase_masking_input_chars_total{key_id=~\"$key\"}[5m]))",
          "legendFormat": "characters",
          "range": true
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "short",
          "color": {
            "mode": "palette-classic"
          }
        },
        "overrides": []
      },
      "options": {
        "legend": {
          "displayMode": "list",
          "placement": "bottom",
          "showLegend": true
        },
        "tooltip": {
          "mode": "multi",
          "sort": "desc"
        }
      },
      "description": "Characters of text sent to personal data masking."
    },
    {
      "id": 9,
      "type": "barchart",
      "title": "Masked entities by category (selected range)",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 0,
        "y": 20,
        "w": 8,
        "h": 9
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "sort_desc(round(sum by (category) (increase(gurubase_masking_entities_total{key_id=~\"$key\"}[$__range]))))",
          "legendFormat": "{{category}}",
          "range": false,
          "instant": true,
          "format": "table"
        }
      ],
      "fieldConfig": {
        "defaults": {
          "unit": "short",
          "color": {
            "mode": "fixed",
            "fixedColor": "blue"
          }
        },
        "overrides": []
      },
      "options": {
        "orientation": "horizontal",
        "showValue": "auto",
        "legend": {
          "showLegend": false
        },
        "xTickLabelRotation": 0
      },
      "transformations": [
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true
            }
          }
        }
      ]
    },
    {
      "id": 10,
      "type": "table",
      "title": "Usage by key (selected range)",
      "datasource": {
        "type": "prometheus",
        "uid": "${datasource}"
      },
      "gridPos": {
        "x": 8,
        "y": 20,
        "w": 16,
        "h": 9
      },
      "targets": [
        {
          "refId": "A",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "round(sum by (key_id) (increase(gurubase_llm_requests_total{key_id=~\"$key\"}[$__range]))) * on (key_id) group_left (key_name) max by (key_id, key_name) (gurubase_key_info)",
          "instant": true,
          "range": false,
          "format": "table",
          "legendFormat": ""
        },
        {
          "refId": "B",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "round(sum by (key_id) (increase(gurubase_llm_requests_total{key_id=~\"$key\",status!=\"2xx\"}[$__range]))) * on (key_id) group_left (key_name) max by (key_id, key_name) (gurubase_key_info)",
          "instant": true,
          "range": false,
          "format": "table",
          "legendFormat": ""
        },
        {
          "refId": "C",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "round(sum by (key_id) (increase(gurubase_llm_input_tokens_total{key_id=~\"$key\"}[$__range]))) * on (key_id) group_left (key_name) max by (key_id, key_name) (gurubase_key_info)",
          "instant": true,
          "range": false,
          "format": "table",
          "legendFormat": ""
        },
        {
          "refId": "D",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "round(sum by (key_id) (increase(gurubase_llm_output_tokens_total{key_id=~\"$key\"}[$__range]))) * on (key_id) group_left (key_name) max by (key_id, key_name) (gurubase_key_info)",
          "instant": true,
          "range": false,
          "format": "table",
          "legendFormat": ""
        },
        {
          "refId": "E",
          "datasource": {
            "type": "prometheus",
            "uid": "${datasource}"
          },
          "expr": "round(sum by (key_id) (increase(gurubase_masking_input_chars_total{key_id=~\"$key\"}[$__range]))) * on (key_id) group_left (key_name) max by (key_id, key_name) (gurubase_key_info)",
          "instant": true,
          "range": false,
          "format": "table",
          "legendFormat": ""
        }
      ],
      "fieldConfig": {
        "defaults": {},
        "overrides": []
      },
      "options": {},
      "description": "Requests, failed requests, tokens and masked characters per API key in the selected time range.",
      "transformations": [
        {
          "id": "merge",
          "options": {}
        },
        {
          "id": "organize",
          "options": {
            "excludeByName": {
              "Time": true,
              "key_id": true
            },
            "renameByName": {
              "key_name": "Key",
              "Value #A": "Requests",
              "Value #B": "Failed",
              "Value #C": "Input tokens",
              "Value #D": "Output tokens",
              "Value #E": "Masked characters"
            }
          }
        }
      ]
    }
  ]
}