Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.
TypeScript agent-harnessagent-harness-engineeringai-engineeringai-observabilityamd-gpuclaude-codeclickhousecodexcoding-agentcoding-agentscursorgenaigpu-monitoringllm-observabilityllmopsnvidia-smiobservabilityopen-sourceopenaiopentelemetry
[Feat]: Seperate GPU Monitoring dashboard (#357)
patcher91aa781fbc1a2
diff --git a/dashboard.json b/dashboard.jsonnew file mode 100644index 00000000..ce4e6b44--- /dev/null+++ b/dashboard.json@@ -0,0 +1,131 @@+{+ "annotations": {+ "list": [+ {+ "builtIn": 1,+ "datasource": {+ "type": "grafana",+ "uid": "-- Grafana --"+ },+ "enable": true,+ "hide": true,+ "iconColor": "rgba(0, 211, 255, 1)",+ "name": "Annotations & Alerts",+ "type": "dashboard"+ }+ ]+ },+ "editable": true,+ "fiscalYearStartMonth": 0,+ "graphTooltip": 0,+ "id": 4,+ "links": [],+ "panels": [+ {+ "datasource": {+ "type": "grafana",+ "uid": "grafana"+ },+ "fieldConfig": {+ "defaults": {+ "color": {+ "mode": "palette-classic"+ },+ "custom": {+ "axisBorderShow": false,+ "axisCenteredZero": false,+ "axisColorMode": "text",+ "axisLabel": "",+ "axisPlacement": "auto",+ "barAlignment": 0,+ "drawStyle": "line",+ "fillOpacity": 0,+ "gradientMode": "none",+ "hideFrom": {+ "legend": false,+ "tooltip": false,+ "viz": false+ },+ "insertNulls": false,+ "lineInterpolation": "linear",+ "lineWidth": 1,+ "pointSize": 5,+ "scaleDistribution": {+ "type": "linear"+ },+ "showPoints": "auto",+ "spanNulls": false,+ "stacking": {+ "group": "A",+ "mode": "none"+ },+ "thresholdsStyle": {+ "mode": "off"+ }+ },+ "mappings": [],+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "green",+ "value": null+ },+ {+ "color": "red",+ "value": 80+ }+ ]+ }+ },+ "overrides": []+ },+ "gridPos": {+ "h": 8,+ "w": 12,+ "x": 0,+ "y": 0+ },+ "id": 1,+ "options": {+ "legend": {+ "calcs": [],+ "displayMode": "list",+ "placement": "bottom",+ "showLegend": true+ },+ "tooltip": {+ "mode": "single",+ "sort": "none"+ }+ },+ "targets": [+ {+ "datasource": {+ "type": "datasource",+ "uid": "grafana"+ },+ "queryType": "randomWalk",+ "refId": "A"+ }+ ],+ "title": "Panel Title",+ "type": "timeseries"+ }+ ],+ "schemaVersion": 39,+ "tags": [],+ "templating": {+ "list": []+ },+ "time": {+ "from": "now-6h",+ "to": "now"+ },+ "timepicker": {},+ "timezone": "browser",+ "title": "New dashboard",+ "uid": "fdtifs5zgcr28e",+ "version": 2,+ "weekStart": ""+ }\ No newline at end of filediff --git a/docs/latest/connections/grafanacloud.mdx b/docs/latest/connections/grafanacloud.mdxindex de13bd23..063f3eb7 100644--- a/docs/latest/connections/grafanacloud.mdx+++ b/docs/latest/connections/grafanacloud.mdx@@ -69,6 +69,7 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl1. Click **Dashboards** in the primary menu.1. Click **New** and select **Import** in the drop-down menu.1. Copy the dashboard JSON provided in the accordion named [`Dashboard`](#dashboard) below.+ 1. To get the GPU Monitoring dashboard, Copy the dashboard JSON provided in the accordion named [`GPU Dashboard`](#gpu-dashboard)1. Paste the dashboard JSON text directly into the text area.1. Click **Import**.1. Save the dashboard.@@ -2976,6 +2977,1179 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl}```</Accordion>+++ <Accordion title="GPU Dashboard">+ ```json+ {+ "annotations": {+ "list": [+ {+ "builtIn": 1,+ "datasource": {+ "type": "grafana",+ "uid": "-- Grafana --"+ },+ "enable": true,+ "hide": true,+ "iconColor": "rgba(0, 211, 255, 1)",+ "name": "Annotations & Alerts",+ "type": "dashboard"+ }+ ]+ },+ "editable": true,+ "fiscalYearStartMonth": 0,+ "graphTooltip": 0,+ "id": 13,+ "links": [],+ "panels": [+ {+ "fieldConfig": {+ "defaults": {},+ "overrides": []+ },+ "gridPos": {+ "h": 5,+ "w": 24,+ "x": 0,+ "y": 0+ },+ "id": 3,+ "options": {+ "code": {+ "language": "plaintext",+ "showLineNumbers": false,+ "showMiniMap": false+ },+ "content": "---\n# GPU Monitoring\n\nThis dashboard displays the usage stats of NVIDIA GPUs like temperature, utilization, memory usage and more generated using [OpenLIT](https://github.com/openlit/openlit).\n\n---",+ "mode": "markdown"+ },+ "pluginVersion": "11.2.0-73830",+ "title": "",+ "transparent": true,+ "type": "text"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "fieldConfig": {+ "defaults": {+ "color": {+ "mode": "continuous-BlPu"+ },+ "custom": {+ "align": "auto",+ "cellOptions": {+ "applyToRow": true,+ "mode": "gradient",+ "type": "color-background"+ },+ "filterable": false,+ "inspect": true+ },+ "displayName": "GPU",+ "mappings": [],+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "green",+ "value": null+ },+ {+ "color": "red",+ "value": 80+ }+ ]+ },+ "unit": "string"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 2,+ "w": 24,+ "x": 0,+ "y": 4+ },+ "id": 2,+ "options": {+ "cellHeight": "lg",+ "footer": {+ "countRows": false,+ "enablePagination": false,+ "fields": "",+ "reducer": [+ "sum"+ ],+ "show": false+ },+ "showHeader": false+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "gpu_fan_speed{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"}",+ "format": "table",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "__auto",+ "range": true,+ "refId": "A",+ "useBackend": false+ }+ ],+ "title": "",+ "transformations": [+ {+ "id": "organize",+ "options": {+ "excludeByName": {+ "Time": true,+ "Value": true,+ "__name__": true,+ "gen_ai_application_name": true,+ "gen_ai_environment": true,+ "gpu_index": true,+ "gpu_uuid": true,+ "job": true,+ "telemetry_sdk_name": true+ },+ "includeByName": {},+ "indexByName": {},+ "renameByName": {+ "gpu_name": "Name",+ "gpu_uuid": "UUID"+ }+ }+ }+ ],+ "transparent": true,+ "type": "table"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "description": "This panel displays the LLM Request Rate ",+ "fieldConfig": {+ "defaults": {+ "color": {+ "fixedColor": "blue",+ "mode": "continuous-GrYlRd"+ },+ "mappings": [],+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "red",+ "value": null+ }+ ]+ },+ "unit": "percent"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 3,+ "w": 6,+ "x": 0,+ "y": 6+ },+ "id": 4,+ "options": {+ "colorMode": "background",+ "graphMode": "area",+ "justifyMode": "auto",+ "orientation": "auto",+ "percentChangeColorMode": "inverted",+ "reduceOptions": {+ "calcs": [+ "lastNotNull"+ ],+ "fields": "",+ "values": false+ },+ "showPercentChange": true,+ "textMode": "value_and_name",+ "wideLayout": true+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "avg(gpu_utilization{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Average GPU Utilization",+ "range": true,+ "refId": "A",+ "useBackend": false+ }+ ],+ "title": "",+ "transparent": true,+ "type": "stat"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "description": "",+ "fieldConfig": {+ "defaults": {+ "color": {+ "fixedColor": "blue",+ "mode": "continuous-GrYlRd"+ },+ "mappings": [],+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "red",+ "value": null+ }+ ]+ },+ "unit": "celsius"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 3,+ "w": 6,+ "x": 6,+ "y": 6+ },+ "id": 5,+ "options": {+ "colorMode": "background",+ "graphMode": "area",+ "justifyMode": "auto",+ "orientation": "auto",+ "percentChangeColorMode": "inverted",+ "reduceOptions": {+ "calcs": [+ "lastNotNull"+ ],+ "fields": "",+ "values": false+ },+ "showPercentChange": true,+ "textMode": "value_and_name",+ "wideLayout": true+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "avg(gpu_temperature{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Average GPU Temperature",+ "range": true,+ "refId": "A",+ "useBackend": false+ }+ ],+ "title": "",+ "transparent": true,+ "type": "stat"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "description": "This panel displays the LLM Request Rate ",+ "fieldConfig": {+ "defaults": {+ "color": {+ "fixedColor": "blue",+ "mode": "continuous-GrYlRd"+ },+ "mappings": [],+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "red",+ "value": null+ }+ ]+ },+ "unit": "watt"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 3,+ "w": 6,+ "x": 12,+ "y": 6+ },+ "id": 6,+ "options": {+ "colorMode": "background",+ "graphMode": "area",+ "justifyMode": "auto",+ "orientation": "auto",+ "percentChangeColorMode": "standard",+ "reduceOptions": {+ "calcs": [+ "lastNotNull"+ ],+ "fields": "",+ "values": false+ },+ "showPercentChange": true,+ "textMode": "value_and_name",+ "wideLayout": true+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "avg(gpu_power_draw{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Average GPU Power Draw",+ "range": true,+ "refId": "A",+ "useBackend": false+ }+ ],+ "title": "",+ "transparent": true,+ "type": "stat"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "description": "This panel displays the LLM Request Rate ",+ "fieldConfig": {+ "defaults": {+ "color": {+ "fixedColor": "blue",+ "mode": "continuous-GrYlRd"+ },+ "mappings": [],+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "red",+ "value": null+ }+ ]+ },+ "unit": "percent"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 3,+ "w": 6,+ "x": 18,+ "y": 6+ },+ "id": 7,+ "options": {+ "colorMode": "background",+ "graphMode": "area",+ "justifyMode": "auto",+ "orientation": "auto",+ "percentChangeColorMode": "inverted",+ "reduceOptions": {+ "calcs": [+ "lastNotNull"+ ],+ "fields": "",+ "values": false+ },+ "showPercentChange": true,+ "textMode": "value_and_name",+ "wideLayout": true+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "avg(gpu_memory_used{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"}/gpu_memory_available{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Average GPU Memory Usage",+ "range": true,+ "refId": "A",+ "useBackend": false+ }+ ],+ "title": "",+ "transparent": true,+ "type": "stat"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "fieldConfig": {+ "defaults": {+ "color": {+ "mode": "palette-classic-by-name"+ },+ "custom": {+ "axisBorderShow": true,+ "axisCenteredZero": false,+ "axisColorMode": "text",+ "axisLabel": "Percentage",+ "axisPlacement": "auto",+ "barAlignment": 0,+ "barWidthFactor": 0.6,+ "drawStyle": "line",+ "fillOpacity": 1,+ "gradientMode": "hue",+ "hideFrom": {+ "legend": false,+ "tooltip": false,+ "viz": false+ },+ "insertNulls": false,+ "lineInterpolation": "smooth",+ "lineStyle": {+ "fill": "solid"+ },+ "lineWidth": 1,+ "pointSize": 5,+ "scaleDistribution": {+ "type": "linear"+ },+ "showPoints": "auto",+ "spanNulls": 3600000,+ "stacking": {+ "group": "A",+ "mode": "none"+ },+ "thresholdsStyle": {+ "mode": "off"+ }+ },+ "mappings": [],+ "max": 100,+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "green",+ "value": null+ },+ {+ "color": "red",+ "value": 80+ }+ ]+ },+ "unit": "percent"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 9,+ "w": 12,+ "x": 0,+ "y": 9+ },+ "id": 8,+ "options": {+ "legend": {+ "calcs": [+ "lastNotNull",+ "mean",+ "max"+ ],+ "displayMode": "table",+ "placement": "bottom",+ "showLegend": true+ },+ "tooltip": {+ "mode": "single",+ "sort": "none"+ }+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "gpu_utilization{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"}",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "{{gpu_uuid}}-{{gpu_name}}",+ "range": true,+ "refId": "A",+ "useBackend": false+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "builder",+ "expr": "gpu_dec_utilization{telemetry_sdk_name=\"openlit\"}",+ "fullMetaSearch": false,+ "hide": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "{{gpu_uuid}}-{{gpu_name}}",+ "range": true,+ "refId": "B",+ "useBackend": false+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "builder",+ "expr": "gpu_enc_utilization{telemetry_sdk_name=\"openlit\"}",+ "fullMetaSearch": false,+ "hide": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "{{gpu_uuid}}-{{gpu_name}}",+ "range": true,+ "refId": "C",+ "useBackend": false+ }+ ],+ "title": "GPU Utilization",+ "type": "timeseries"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "fieldConfig": {+ "defaults": {+ "color": {+ "mode": "palette-classic-by-name"+ },+ "custom": {+ "axisBorderShow": true,+ "axisCenteredZero": false,+ "axisColorMode": "text",+ "axisLabel": "Temperature (°C)",+ "axisPlacement": "auto",+ "barAlignment": 0,+ "barWidthFactor": 0.6,+ "drawStyle": "line",+ "fillOpacity": 1,+ "gradientMode": "opacity",+ "hideFrom": {+ "legend": false,+ "tooltip": false,+ "viz": false+ },+ "insertNulls": false,+ "lineInterpolation": "smooth",+ "lineStyle": {+ "fill": "solid"+ },+ "lineWidth": 1,+ "pointSize": 5,+ "scaleDistribution": {+ "type": "linear"+ },+ "showPoints": "auto",+ "spanNulls": true,+ "stacking": {+ "group": "A",+ "mode": "none"+ },+ "thresholdsStyle": {+ "mode": "off"+ }+ },+ "mappings": [],+ "max": 100,+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "green",+ "value": null+ },+ {+ "color": "red",+ "value": 80+ }+ ]+ },+ "unit": "celsius"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 9,+ "w": 12,+ "x": 12,+ "y": 9+ },+ "id": 9,+ "options": {+ "legend": {+ "calcs": [+ "lastNotNull",+ "mean",+ "max"+ ],+ "displayMode": "table",+ "placement": "bottom",+ "showLegend": true+ },+ "tooltip": {+ "mode": "single",+ "sort": "none"+ }+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "gpu_temperature{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"}",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "{{gpu_uuid}}-{{gpu_name}}",+ "range": true,+ "refId": "A",+ "useBackend": false+ }+ ],+ "title": "GPU Temperature",+ "type": "timeseries"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "fieldConfig": {+ "defaults": {+ "color": {+ "mode": "palette-classic-by-name"+ },+ "custom": {+ "axisBorderShow": true,+ "axisCenteredZero": false,+ "axisColorMode": "text",+ "axisLabel": "",+ "axisPlacement": "auto",+ "barAlignment": 0,+ "barWidthFactor": 0.6,+ "drawStyle": "bars",+ "fillOpacity": 50,+ "gradientMode": "hue",+ "hideFrom": {+ "legend": false,+ "tooltip": false,+ "viz": false+ },+ "insertNulls": false,+ "lineInterpolation": "linear",+ "lineStyle": {+ "fill": "solid"+ },+ "lineWidth": 1,+ "pointSize": 3,+ "scaleDistribution": {+ "type": "linear"+ },+ "showPoints": "always",+ "spanNulls": 3600000,+ "stacking": {+ "group": "A",+ "mode": "percent"+ },+ "thresholdsStyle": {+ "mode": "off"+ }+ },+ "mappings": [],+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "green",+ "value": null+ },+ {+ "color": "red",+ "value": 80+ }+ ]+ },+ "unit": "decmbytes"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 9,+ "w": 12,+ "x": 0,+ "y": 17+ },+ "id": 10,+ "options": {+ "legend": {+ "calcs": [+ "lastNotNull",+ "mean",+ "max"+ ],+ "displayMode": "table",+ "placement": "bottom",+ "showLegend": true+ },+ "tooltip": {+ "mode": "single",+ "sort": "none"+ }+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "gpu_memory_used{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"}",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Memory Used",+ "range": true,+ "refId": "A",+ "useBackend": false+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "builder",+ "expr": "gpu_memory_free{telemetry_sdk_name=\"openlit\"}",+ "fullMetaSearch": false,+ "hide": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Memory Free",+ "range": true,+ "refId": "C",+ "useBackend": false+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "builder",+ "expr": "gpu_memory_total{telemetry_sdk_name=\"openlit\"}",+ "fullMetaSearch": false,+ "hide": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Memory Total",+ "range": true,+ "refId": "B",+ "useBackend": false+ }+ ],+ "title": "GPU Memory Usage",+ "type": "timeseries"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "fieldConfig": {+ "defaults": {+ "color": {+ "mode": "palette-classic-by-name"+ },+ "custom": {+ "axisBorderShow": true,+ "axisCenteredZero": false,+ "axisColorMode": "text",+ "axisLabel": "Fan Speed (0-100)",+ "axisPlacement": "auto",+ "barAlignment": 0,+ "barWidthFactor": 0.6,+ "drawStyle": "line",+ "fillOpacity": 1,+ "gradientMode": "opacity",+ "hideFrom": {+ "legend": false,+ "tooltip": false,+ "viz": false+ },+ "insertNulls": false,+ "lineInterpolation": "smooth",+ "lineStyle": {+ "fill": "solid"+ },+ "lineWidth": 1,+ "pointSize": 5,+ "scaleDistribution": {+ "type": "linear"+ },+ "showPoints": "auto",+ "spanNulls": true,+ "stacking": {+ "group": "A",+ "mode": "none"+ },+ "thresholdsStyle": {+ "mode": "off"+ }+ },+ "mappings": [],+ "max": 100,+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "green",+ "value": null+ },+ {+ "color": "red",+ "value": 80+ }+ ]+ },+ "unit": "none"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 9,+ "w": 12,+ "x": 12,+ "y": 17+ },+ "id": 11,+ "options": {+ "legend": {+ "calcs": [+ "lastNotNull",+ "mean",+ "max"+ ],+ "displayMode": "table",+ "placement": "bottom",+ "showLegend": true+ },+ "tooltip": {+ "mode": "single",+ "sort": "none"+ }+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "gpu_fan_speed{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"}",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "{{gpu_uuid}}-{{gpu_name}}",+ "range": true,+ "refId": "A",+ "useBackend": false+ }+ ],+ "title": "GPU Fan Speed",+ "type": "timeseries"+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "fieldConfig": {+ "defaults": {+ "color": {+ "mode": "palette-classic-by-name"+ },+ "custom": {+ "axisBorderShow": true,+ "axisCenteredZero": false,+ "axisColorMode": "text",+ "axisLabel": "",+ "axisPlacement": "auto",+ "barAlignment": 0,+ "barWidthFactor": 0.6,+ "drawStyle": "bars",+ "fillOpacity": 50,+ "gradientMode": "hue",+ "hideFrom": {+ "legend": false,+ "tooltip": false,+ "viz": false+ },+ "insertNulls": false,+ "lineInterpolation": "linear",+ "lineStyle": {+ "fill": "solid"+ },+ "lineWidth": 1,+ "pointSize": 3,+ "scaleDistribution": {+ "type": "linear"+ },+ "showPoints": "always",+ "spanNulls": 3600000,+ "stacking": {+ "group": "A",+ "mode": "percent"+ },+ "thresholdsStyle": {+ "mode": "off"+ }+ },+ "mappings": [],+ "min": 0,+ "thresholds": {+ "mode": "absolute",+ "steps": [+ {+ "color": "green",+ "value": null+ },+ {+ "color": "red",+ "value": 80+ }+ ]+ },+ "unit": "watt"+ },+ "overrides": []+ },+ "gridPos": {+ "h": 7,+ "w": 24,+ "x": 0,+ "y": 25+ },+ "id": 12,+ "options": {+ "legend": {+ "calcs": [+ "lastNotNull",+ "mean",+ "max"+ ],+ "displayMode": "table",+ "placement": "bottom",+ "showLegend": true+ },+ "tooltip": {+ "mode": "single",+ "sort": "none"+ }+ },+ "pluginVersion": "11.2.0-73830",+ "targets": [+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "code",+ "expr": "gpu_power_draw{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"}",+ "fullMetaSearch": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Power Draw",+ "range": true,+ "refId": "A",+ "useBackend": false+ },+ {+ "datasource": {+ "type": "prometheus",+ "uid": "${metricsDatasource}"+ },+ "disableTextWrap": false,+ "editorMode": "builder",+ "expr": "gpu_power_limit{telemetry_sdk_name=\"openlit\"}",+ "fullMetaSearch": false,+ "hide": false,+ "includeNullMetadata": true,+ "instant": false,+ "legendFormat": "Power Limit",+ "range": true,+ "refId": "C",+ "useBackend": false+ }+ ],+ "title": "GPU Memory Usage",+ "type": "timeseries"+ }+ ],+ "preload": false,+ "schemaVersion": 39,+ "tags": [],+ "templating": {+ "list": [+ {+ "description": "Prometheus datasource holding GPU Monitoring data",+ "label": "Metrics Datasource",+ "name": "metricsDatasource",+ "options": [],+ "query": "prometheus",+ "refresh": 1,+ "regex": "",+ "type": "datasource"+ },+ {+ "current": {+ "text": [+ "chatbot"+ ],+ "value": [+ "chatbot"+ ]+ },+ "definition": "label_values(gen_ai_application_name)",+ "includeAll": true,+ "label": "Application",+ "multi": true,+ "name": "application",+ "options": [],+ "query": {+ "qryType": 1,+ "query": "label_values(gen_ai_application_name)",+ "refId": "PrometheusVariableQueryEditor-VariableQuery"+ },+ "refresh": 1,+ "regex": "",+ "type": "query"+ },+ {+ "current": {+ "text": [+ "staging"+ ],+ "value": [+ "staging"+ ]+ },+ "definition": "label_values(gen_ai_environment)",+ "includeAll": true,+ "label": "Environment",+ "multi": true,+ "name": "environment",+ "options": [],+ "query": {+ "qryType": 1,+ "query": "label_values(gen_ai_environment)",+ "refId": "PrometheusVariableQueryEditor-VariableQuery"+ },+ "refresh": 1,+ "regex": "",+ "type": "query"+ }+ ]+ },+ "time": {+ "from": "2024-08-07T05:20:57.710Z",+ "to": "2024-08-07T05:23:27.562Z"+ },+ "timepicker": {},+ "timezone": "browser",+ "title": "New dashboard",+ "uid": "adu2uyzl5ih34e",+ "version": 6,+ "weekStart": ""+ }+ ```+ </Accordion></Step></Steps>diff --git a/docs/latest/connections/signoz.mdx b/docs/latest/connections/signoz.mdxindex 6ae08cec..ee56736f 100644--- a/docs/latest/connections/signoz.mdx+++ b/docs/latest/connections/signoz.mdx@@ -58,7 +58,7 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl1. From the sidebar, choose **Dashboards**.1. Click **+ New Dashboard** and select **Import JSON** in the drop-down menu.1. Copy the GenAI Observability dashboard JSON provided [here](https://raw.githubusercontent.com/openlit/openlit/main/assets/signoz-openlit.json).- 1. To get the GPU Monitoring dashboard, Copy the dashboard JSON Provided [here](https://raw.githubusercontent.com/openlit/openlit/main/assets/signoz-gpu-dashboard.json)+ 1. To get the GPU Monitoring dashboard, Copy the dashboard JSON provided [here](https://raw.githubusercontent.com/openlit/openlit/main/assets/signoz-gpu-dashboard.json)1. Paste the dashboard JSON text directly into the text area.1. Click **Load Json**.