Skip to content

Same agent Smaller bill. The tools and infrastructure to get more work from your AI. Fewer tokens. Less compute. Lower cost.

[Fix]: Incompatibilities with OpenTelemetry LLM semantics pending release (#347)

patcher91ab1bf3cadc4
diff --git a/assets/signoz-openlit.json b/assets/signoz-openlit.json
index a57407fa..fb406099 100644
--- a/assets/signoz-openlit.json
+++ b/assets/signoz-openlit.json
@@ -1,34297 +1,34297 @@
{
- "description": "This dashboard displays the usage of LLMs and VectorDBs, tracking OpenTelemetry Traces and Metrics sent using [OpenLIT](https://github.com/openlit/openlit).",
- "layout": [
- {
- "h": 2,
- "i": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "moved": false,
- "static": false,
- "w": 4,
- "x": 0,
- "y": 0
- },
- {
- "h": 2,
- "i": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "moved": false,
- "static": false,
- "w": 4,
- "x": 4,
- "y": 0
- },
- {
- "h": 2,
- "i": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "moved": false,
- "static": false,
- "w": 4,
- "x": 8,
- "y": 0
- },
- {
- "h": 2,
- "i": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "moved": false,
- "static": false,
- "w": 8,
- "x": 0,
- "y": 2
- },
- {
- "h": 4,
- "i": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "moved": false,
- "static": false,
- "w": 4,
- "x": 8,
- "y": 2
- },
- {
- "h": 2,
- "i": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
- "moved": false,
- "static": false,
- "w": 4,
- "x": 0,
- "y": 4
- },
- {
- "h": 2,
- "i": "20f82761-f700-47d8-875f-e874e9377357",
- "moved": false,
- "static": false,
- "w": 4,
- "x": 4,
- "y": 4
- },
- {
- "h": 10,
- "i": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "moved": false,
- "static": false,
- "w": 6,
- "x": 0,
- "y": 6
- },
- {
- "h": 5,
- "i": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 6,
- "y": 6
- },
- {
- "h": 5,
- "i": "dd1513a1-162b-453f-8c98-f53ddff71d83",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 9,
- "y": 6
- },
- {
- "h": 5,
- "i": "49b36afb-08fc-45d8-9142-145c57f867b7",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 6,
- "y": 11
- },
- {
- "h": 5,
- "i": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 9,
- "y": 11
- },
- {
- "h": 6,
- "i": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128",
- "moved": false,
- "static": false,
- "w": 12,
- "x": 0,
- "y": 16
- },
- {
- "h": 7,
- "i": "4a3beca5-6085-4025-b85a-f5991a1de4cb",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 0,
- "y": 22
- },
- {
- "h": 7,
- "i": "e055def0-2d1c-4baa-80aa-3fc82ecf5998",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 3,
- "y": 22
- },
- {
- "h": 7,
- "i": "fc467e6b-05c2-410e-9646-37f32c1883f9",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 6,
- "y": 22
- },
- {
- "h": 7,
- "i": "70ba904d-731e-47b8-ac69-69a0a8628bb1",
- "moved": false,
- "static": false,
- "w": 3,
- "x": 9,
- "y": 22
- }
- ],
- "panelMap": {},
- "tags": [
- "GenAI",
- "LLMs",
- "VectorDB"
- ],
- "title": "GenAI Observability",
- "uploadedGrafana": false,
- "version": "v4",
- "widgets": [
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": 10,
- "orderBy": [
- {
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
- }
- ],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "c4456899-8b4c-427c-96a7-5771a616962d",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
- "fillSpans": false,
- "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "c9048bd2",
- "key": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- },
- {
- "id": "1110fd0a",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Platform",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": null,
- "orderBy": [
- {
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
- }
- ],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "ab733930",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Prompt Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the distribution of GenAI requests based on the application. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.application_name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.application_name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "c0798d43",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "2da85ad9",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.application_name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.application_name",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Application",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.environment--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.environment",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b86254e3",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "43d1a271",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.environment--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.environment",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Environment",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays a comparative graph showing the average number of tokens consumed for completions and prompts against the average usage cost. It provides a visual representation of the relationship between the volume of data processed (in tokens) and the financial implications of using GenAI services. Analyzing this comparison helps in assessing cost-effectiveness and guiding strategic decisions for efficient resource utilization.",
- "fillSpans": true,
- "id": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "graph",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "6bba5521",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "Avg Prompt Tokens",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- },
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "B",
- "filters": {
- "items": [
- {
- "id": "e2a3a17e",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "Avg Completion Tokens",
- "limit": null,
- "orderBy": [],
- "queryName": "B",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- },
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "C",
- "filters": {
- "items": [
- {
- "id": "31b526c4",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "Avg Usage Cost",
- "limit": null,
- "orderBy": [],
- "queryName": "C",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a9debb80-de8c-4523-93a2-9779e142ea04",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Average Token Consumption vs. Average Usage Cost Comparison",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": 10,
- "orderBy": [
- {
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
- }
- ],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "c4456899-8b4c-427c-96a7-5771a616962d",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
- "fillSpans": false,
- "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "c9048bd2",
- "key": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- },
- {
- "id": "1110fd0a",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Platform",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "description": "This dashboard displays the usage of LLMs and VectorDBs, tracking OpenTelemetry Traces and Metrics sent using [OpenLIT](https://github.com/openlit/openlit).",
+ "layout": [
+ {
+ "h": 2,
+ "i": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "moved": false,
+ "static": false,
+ "w": 4,
+ "x": 0,
+ "y": 0
+ },
+ {
+ "h": 2,
+ "i": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "moved": false,
+ "static": false,
+ "w": 4,
+ "x": 4,
+ "y": 0
+ },
+ {
+ "h": 2,
+ "i": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "moved": false,
+ "static": false,
+ "w": 4,
+ "x": 8,
+ "y": 0
+ },
+ {
+ "h": 2,
+ "i": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "moved": false,
+ "static": false,
+ "w": 8,
+ "x": 0,
+ "y": 2
+ },
+ {
+ "h": 4,
+ "i": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "moved": false,
+ "static": false,
+ "w": 4,
+ "x": 8,
+ "y": 2
+ },
+ {
+ "h": 2,
+ "i": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
+ "moved": false,
+ "static": false,
+ "w": 4,
+ "x": 0,
+ "y": 4
+ },
+ {
+ "h": 2,
+ "i": "20f82761-f700-47d8-875f-e874e9377357",
+ "moved": false,
+ "static": false,
+ "w": 4,
+ "x": 4,
+ "y": 4
+ },
+ {
+ "h": 10,
+ "i": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "moved": false,
+ "static": false,
+ "w": 6,
+ "x": 0,
+ "y": 6
+ },
+ {
+ "h": 5,
+ "i": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 6,
+ "y": 6
+ },
+ {
+ "h": 5,
+ "i": "dd1513a1-162b-453f-8c98-f53ddff71d83",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 9,
+ "y": 6
+ },
+ {
+ "h": 5,
+ "i": "49b36afb-08fc-45d8-9142-145c57f867b7",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 6,
+ "y": 11
+ },
+ {
+ "h": 5,
+ "i": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 9,
+ "y": 11
+ },
+ {
+ "h": 6,
+ "i": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128",
+ "moved": false,
+ "static": false,
+ "w": 12,
+ "x": 0,
+ "y": 16
+ },
+ {
+ "h": 7,
+ "i": "4a3beca5-6085-4025-b85a-f5991a1de4cb",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 0,
+ "y": 22
+ },
+ {
+ "h": 7,
+ "i": "e055def0-2d1c-4baa-80aa-3fc82ecf5998",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 3,
+ "y": 22
+ },
+ {
+ "h": 7,
+ "i": "fc467e6b-05c2-410e-9646-37f32c1883f9",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 6,
+ "y": 22
+ },
+ {
+ "h": 7,
+ "i": "70ba904d-731e-47b8-ac69-69a0a8628bb1",
+ "moved": false,
+ "static": false,
+ "w": 3,
+ "x": 9,
+ "y": 22
+ }
+ ],
+ "panelMap": {},
+ "tags": [
+ "GenAI",
+ "LLMs",
+ "VectorDB"
+ ],
+ "title": "GenAI Observability",
+ "uploadedGrafana": false,
+ "version": "v4",
+ "widgets": [
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": null,
- "orderBy": [
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
{
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
}
],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "ab733930",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Prompt Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.application_name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.application_name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "a39a00f7",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "c269b63a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.application_name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.application_name",
- "type": "tag"
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
}
],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Environment",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.environment--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.environment",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b86254e3",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "43d1a271",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.environment--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.environment",
- "type": "tag"
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
}
],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Environment",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": 10,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "c4456899-8b4c-427c-96a7-5771a616962d",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
+ "fillSpans": false,
+ "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "c9048bd2",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ },
+ {
+ "id": "1110fd0a",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.system--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.system",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Platform",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": 10,
- "orderBy": [
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
{
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
}
],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "c4456899-8b4c-427c-96a7-5771a616962d",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": null,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "ab733930",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Prompt Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the application. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.application_name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.application_name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "c0798d43",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "2da85ad9",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.application_name--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.application_name",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Application",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.environment--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.environment",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b86254e3",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "43d1a271",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.environment--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.environment",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays a comparative graph showing the average number of tokens consumed for completions and prompts against the average usage cost. It provides a visual representation of the relationship between the volume of data processed (in tokens) and the financial implications of using GenAI services. Analyzing this comparison helps in assessing cost-effectiveness and guiding strategic decisions for efficient resource utilization.",
+ "fillSpans": true,
+ "id": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "graph",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "6bba5521",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
+ "legend": "Avg Prompt Tokens",
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
+ },
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "B",
+ "filters": {
+ "items": [
+ {
+ "id": "e2a3a17e",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
+ "legend": "Avg Completion Tokens",
+ "limit": null,
+ "orderBy": [],
+ "queryName": "B",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
+ },
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "C",
+ "filters": {
+ "items": [
+ {
+ "id": "31b526c4",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
+ "legend": "Avg Usage Cost",
+ "limit": null,
+ "orderBy": [],
+ "queryName": "C",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a9debb80-de8c-4523-93a2-9779e142ea04",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Average Token Consumption vs. Average Usage Cost Comparison",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
- "fillSpans": false,
- "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "c9048bd2",
- "key": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- },
- {
- "id": "1110fd0a",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
}
],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Platform",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": 10,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "c4456899-8b4c-427c-96a7-5771a616962d",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
+ "fillSpans": false,
+ "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "c9048bd2",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ },
+ {
+ "id": "1110fd0a",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
+ "key": "gen_ai.system",
"type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": null,
- "orderBy": [
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Platform",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
{
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
}
],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
- "promql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": null,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "ab733930",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "ab733930",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Prompt Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Prompt Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.application_name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.application_name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "a39a00f7",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "c269b63a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "gen_ai.application_name--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "gen_ai.application_name",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "a39a00f7",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "c269b63a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.application_name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.application_name",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Environment",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.environment--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.environment",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b86254e3",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "43d1a271",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "gen_ai.environment--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "gen_ai.environment",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b86254e3",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "43d1a271",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.environment--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.environment",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Environment",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays a comparative graph showing the average number of tokens consumed for completions and prompts against the average usage cost. It provides a visual representation of the relationship between the volume of data processed (in tokens) and the financial implications of using GenAI services. Analyzing this comparison helps in assessing cost-effectiveness and guiding strategic decisions for efficient resource utilization.",
- "fillSpans": true,
- "id": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "graph",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "6bba5521",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "Avg Prompt Tokens",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- },
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "B",
- "filters": {
- "items": [
- {
- "id": "e2a3a17e",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "Avg Completion Tokens",
- "limit": null,
- "orderBy": [],
- "queryName": "B",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- },
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "C",
- "filters": {
- "items": [
- {
- "id": "31b526c4",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "Avg Usage Cost",
- "limit": null,
- "orderBy": [],
- "queryName": "C",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a9debb80-de8c-4523-93a2-9779e142ea04",
- "promql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Average Token Consumption vs. Average Usage Cost Comparison",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": 10,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "c4456899-8b4c-427c-96a7-5771a616962d",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
+ "fillSpans": false,
+ "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "c9048bd2",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ },
+ {
+ "id": "1110fd0a",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
+ "id": "gen_ai.system--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "gen_ai.request.model",
+ "key": "gen_ai.system",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": 10,
- "orderBy": [
- {
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
- }
- ],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "c4456899-8b4c-427c-96a7-5771a616962d",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Platform",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": null,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
- "fillSpans": false,
- "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "c9048bd2",
- "key": {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- },
- {
- "id": "1110fd0a",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.system",
- "type": "tag"
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "ab733930",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
}
],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
- "promql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Platform",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Prompt Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.application_name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.application_name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "a39a00f7",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "c269b63a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.application_name--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.application_name",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.environment--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.environment",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b86254e3",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "43d1a271",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.environment--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.environment",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays a comparative graph showing the average number of tokens consumed for completions and prompts against the average usage cost. It provides a visual representation of the relationship between the volume of data processed (in tokens) and the financial implications of using GenAI services. Analyzing this comparison helps in assessing cost-effectiveness and guiding strategic decisions for efficient resource utilization.",
+ "fillSpans": true,
+ "id": "90df0eb4-bdb6-43a4-bf8f-82ac462fa128",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "graph",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "6bba5521",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
+ "legend": "Avg Prompt Tokens",
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
+ },
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "B",
+ "filters": {
+ "items": [
+ {
+ "id": "e2a3a17e",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
+ "legend": "Avg Completion Tokens",
+ "limit": null,
+ "orderBy": [],
+ "queryName": "B",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
+ },
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "C",
+ "filters": {
+ "items": [
+ {
+ "id": "31b526c4",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
+ "legend": "Avg Usage Cost",
+ "limit": null,
+ "orderBy": [],
+ "queryName": "C",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a9debb80-de8c-4523-93a2-9779e142ea04",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Average Token Consumption vs. Average Usage Cost Comparison",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "gen_ai.usage.cost",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": 10,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "c4456899-8b4c-427c-96a7-5771a616962d",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
- "fillSpans": false,
- "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.request.model--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.request.model",
- "type": "tag"
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
}
],
- "having": [],
- "legend": "Usage",
- "limit": null,
- "orderBy": [
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
+ "legend": "",
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
{
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
}
],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Top GenAI Models by Usage",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
+ "fillSpans": false,
+ "id": "2f1ac7d9-b93b-4b04-979f-e22c4b495f02",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "c9048bd2",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.system",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ },
+ {
+ "id": "1110fd0a",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.system--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.system",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "4bb5be0a-25f9-4bf3-be69-53484be862bf",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Platform",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "52cf39c3",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.total_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.total_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Total Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the ranking of GenAI models based on their usage frequency. It identifies which models are most popular or in-demand, providing insights into user preferences and operational trends. Analyzing this helps in resource allocation, optimizing model availability, and understanding which GenAI features are driving usage.",
+ "fillSpans": false,
+ "id": "cd5337e5-b5ea-472a-8336-cdd87dc002d2",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.request.model--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.request.model",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
+ "id": "gen_ai.request.model--string--tag--false",
"isColumn": false,
"isJSON": false,
- "key": "telemetry.sdk.name",
+ "key": "gen_ai.request.model",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": null,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "f93ca6dc-bbc1-42ad-8b6b-2d6293828f17",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Top GenAI Models by Usage",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
- "fillSpans": false,
- "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b54ad218",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "avg"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
- "fillSpans": false,
- "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "01cedd59",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "vectordb"
- },
- {
- "id": "ed1f0774",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "!=",
- "value": "framework"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg total tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "be5be8ce-c6fb-4b99-b62b-58030ea09f67",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "52cf39c3",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.total_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.total_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total GenAI Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
- "fillSpans": false,
- "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "eac4852a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Total Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "19480563-a999-475c-8414-a152a824c0ed",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total VectorDB Requests",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
- "fillSpans": false,
- "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "aggregateOperator": "sum",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "e1fff692",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.cost--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.cost",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "sum",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "sum"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average cost per use of the GenAI models and related services. It provides insights into the cost-effectiveness of interactions with GenAI, helping to identify trends in expense per operation. Monitoring this assists in optimizing budget allocation and improving cost efficiency in GenAI utilization.",
+ "fillSpans": false,
+ "id": "1794131c-c3bd-44b9-abf8-bac0d6909900",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b54ad218",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "avg"
}
],
- "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "7578a749-9d22-44d3-a871-3d59111b2e48",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total number of successful requests made to the GenAI system. A successful request is one that is completed without errors, indicating seamless operation and effective utilization of the GenAI service. Tracking this helps in understanding the reliability and performance of the GenAI system.",
+ "fillSpans": false,
+ "id": "25009fee-69ae-46e0-9f7b-5570f56c66c0",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "01cedd59",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "vectordb"
+ },
+ {
+ "id": "ed1f0774",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "!=",
+ "value": "framework"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Total Usage Cost",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "bbd830fa-b562-4e3e-9178-14a163c85120",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "20f82761-f700-47d8-875f-e874e9377357",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "d0dcd772",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.completion_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.completion_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total GenAI Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total count of successful VectorDB requests. It indicates requests that have been processed completely without any errors, showcasing VectorDB's effectiveness and reliability. Watching this helps gauge how well VectorDB is performing and its success in handling operations.",
+ "fillSpans": false,
+ "id": "7ba9f26e-5c17-4dcf-89c5-c81a6ce67330",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "eac4852a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "19480563-a999-475c-8414-a152a824c0ed",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total VectorDB Requests",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the total cost incurred from using GenAI models. It reflects the financial impact of operational activities, offering insights into budgetary allocation and efficiency. Tracking this helps in effective cost management and financial planning for GenAI usage.",
+ "fillSpans": false,
+ "id": "38e3d7fa-db21-4900-9219-8e29ef624db5",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "aggregateOperator": "sum",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "e1fff692",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.cost--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.cost",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "sum",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "sum"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Completion Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "87260ec7-af43-4d27-83e0-63fa9f4117aa",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
- "fillSpans": false,
- "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "value",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "aggregateOperator": "avg",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "ab733930",
- "key": {
- "dataType": "float64",
- "id": "gen_ai.usage.prompt_tokens--float64--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.usage.prompt_tokens",
- "type": "tag"
- },
- "op": "exists",
- "value": ""
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Total Usage Cost",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the average number of completion tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "20f82761-f700-47d8-875f-e874e9377357",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "d0dcd772",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.output_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.output_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
- "promql": [
- {
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a5caf4a5-4157-445c-826f-174e6370ced4",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Completion Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the Avg number of prompt tokens consumed by GenAI requests, providing a direct measure of usage. Monitoring this helps in assessing the demand on GenAI services and guiding resource allocation or optimization strategies.",
+ "fillSpans": false,
+ "id": "5e1ece63-2f99-485e-b1e3-42f1a40723ba",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "value",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "aggregateOperator": "avg",
+ "dataSource": "traces",
"disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "ab733930",
+ "key": {
+ "dataType": "float64",
+ "id": "gen_ai.usage.input_tokens--float64--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.usage.input_tokens",
+ "type": "tag"
+ },
+ "op": "exists",
+ "value": ""
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "Avg Prompt Tokens",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "3c7527b0-1448-457c-b56d-0eaf4e25f274",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "Avg Prompt Tokens",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "7d8ab059-0a9c-4854-b61b-bb7bc0eb2941",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.application_name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.application_name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "a39a00f7",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "c269b63a",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "gen_ai.application_name--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "gen_ai.application_name",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "a39a00f7",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "c269b63a",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.application_name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.application_name",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Environment",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a49d5aec-f628-4945-815f-9ae5f8d32199",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the environment, such as production, development, testing, etc. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "49b36afb-08fc-45d8-9142-145c57f867b7",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.environment--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.environment",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "b86254e3",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "43d1a271",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "gen_ai.environment--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "gen_ai.environment",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "b86254e3",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "43d1a271",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.environment--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.environment",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Environment",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "07443eb2-b5f3-40e7-a6b2-c6c5419d0f00",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the breakdown of GenAI requests by type, such as Chat, Embedding, Image, Audio, and Fine Tuning. It reveals the diversity in usage, highlighting which types of requests are most common. Understanding this distribution assists in optimizing resources for the most demanded services and planning for future needs based on usage trends.",
- "fillSpans": false,
- "id": "dd1513a1-162b-453f-8c98-f53ddff71d83",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the breakdown of GenAI requests by type, such as Chat, Embedding, Image, Audio, and Fine Tuning. It reveals the diversity in usage, highlighting which types of requests are most common. Understanding this distribution assists in optimizing resources for the most demanded services and planning for future needs based on usage trends.",
+ "fillSpans": false,
+ "id": "dd1513a1-162b-453f-8c98-f53ddff71d83",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "f3b8299b",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ },
+ {
+ "id": "4535b2f2",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "nin",
+ "value": [
+ "vectordb",
+ "framework"
+ ]
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "gen_ai.operation.name--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "gen_ai.operation.name",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "f3b8299b",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- },
- {
- "id": "4535b2f2",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "nin",
- "value": [
- "vectordb",
- "framework"
- ]
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "fd560c59-a178-4839-9659-00f8244c0074",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Type",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "fd560c59-a178-4839-9659-00f8244c0074",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the breakdown of database requests based on the type of operation, such as add, updates, deletes, and queries. It provides insights into the operational dynamics of database interactions, highlighting the most common actions performed. Understanding this distribution helps in optimizing database performance and planning for capacity based on operational needs.",
- "fillSpans": false,
- "id": "4a3beca5-6085-4025-b85a-f5991a1de4cb",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "table",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Type",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the breakdown of database requests based on the type of operation, such as add, updates, deletes, and queries. It provides insights into the operational dynamics of database interactions, highlighting the most common actions performed. Understanding this distribution helps in optimizing database performance and planning for capacity based on operational needs.",
+ "fillSpans": false,
+ "id": "4a3beca5-6085-4025-b85a-f5991a1de4cb",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "table",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "db.operation--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "db.operation",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "06f0ca0c",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "db.operation--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "db.operation",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "06f0ca0c",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "db.operation--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "db.operation",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "Usage",
- "limit": 10,
- "orderBy": [
+ }
+ ],
+ "having": [],
+ "legend": "Usage",
+ "limit": 10,
+ "orderBy": [
+ {
+ "columnName": "#SIGNOZ_VALUE",
+ "order": "desc"
+ }
+ ],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
+ }
+ ],
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "0ba57be6-13ed-4410-aecd-f627964579dc",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "DB Requests by Operation",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
+ "fillSpans": false,
+ "id": "e055def0-2d1c-4baa-80aa-3fc82ecf5998",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "db.system--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "db.system",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
{
- "columnName": "#SIGNOZ_VALUE",
- "order": "desc"
+ "id": "8bf6818b",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
}
],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "0ba57be6-13ed-4410-aecd-f627964579dc",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "DB Requests by Operation",
- "yAxisUnit": "none"
- },
- {
- "description": "This panel displays the distribution of GenAI requests across different platforms such as OpenAI, Cohere, Anthropic, etc. It shows where requests are being sent, giving insights into platform popularity and usage patterns. Monitoring this helps in understanding platform preferences, and it can guide strategic decisions for integration or diversification of GenAI services.",
- "fillSpans": false,
- "id": "e055def0-2d1c-4baa-80aa-3fc82ecf5998",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "db.system--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "db.system",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "8bf6818b",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "db.system--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "db.system",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "a25b55de-638c-4f90-8a41-9eeca58b76eb",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Platform",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "a25b55de-638c-4f90-8a41-9eeca58b76eb",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the breakdown of DB requests by environment, offering insights into which applications are leveraging VectorDB services the most. This identification helps in understanding application-specific demand, guiding resource allocation, and supporting targeted optimization efforts for enhanced efficiency in application performance.\"",
- "fillSpans": false,
- "id": "fc467e6b-05c2-410e-9646-37f32c1883f9",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Platform",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the breakdown of DB requests by environment, offering insights into which applications are leveraging VectorDB services the most. This identification helps in understanding application-specific demand, guiding resource allocation, and supporting targeted optimization efforts for enhanced efficiency in application performance.\"",
+ "fillSpans": false,
+ "id": "fc467e6b-05c2-410e-9646-37f32c1883f9",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.environment--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.environment",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "08799686",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ },
+ {
+ "id": "3a756d05",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "gen_ai.environment--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "gen_ai.environment",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "08799686",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- },
- {
- "id": "3a756d05",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.environment--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.environment",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "id": "11816267-2d13-48d1-8215-e8f0023f45e0",
- "promql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "DB Requests by Environment",
- "yAxisUnit": "none"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "11816267-2d13-48d1-8215-e8f0023f45e0",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
},
- {
- "description": "This panel displays the distribution of GenAI requests based on the application. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
- "fillSpans": false,
- "id": "70ba904d-731e-47b8-ac69-69a0a8628bb1",
- "isStacked": false,
- "nullZeroValues": "zero",
- "opacity": "1",
- "panelTypes": "pie",
- "query": {
- "builder": {
- "queryData": [
- {
- "aggregateAttribute": {
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "DB Requests by Environment",
+ "yAxisUnit": "none"
+ },
+ {
+ "description": "This panel displays the distribution of GenAI requests based on the application. It shows where the requests are being utilized, providing a clear picture of operational focus and deployment strategies. Tracking this helps in aligning resources appropriately and optimizing the performance across different environments.",
+ "fillSpans": false,
+ "id": "70ba904d-731e-47b8-ac69-69a0a8628bb1",
+ "isStacked": false,
+ "nullZeroValues": "zero",
+ "opacity": "1",
+ "panelTypes": "pie",
+ "query": {
+ "builder": {
+ "queryData": [
+ {
+ "aggregateAttribute": {
+ "dataType": "string",
+ "id": "gen_ai.application_name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.application_name",
+ "type": "tag"
+ },
+ "aggregateOperator": "count",
+ "dataSource": "traces",
+ "disabled": false,
+ "expression": "A",
+ "filters": {
+ "items": [
+ {
+ "id": "6c3952e4",
+ "key": {
+ "dataType": "string",
+ "id": "gen_ai.operation.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "gen_ai.operation.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "vectordb"
+ },
+ {
+ "id": "d4d6d3ee",
+ "key": {
+ "dataType": "string",
+ "id": "telemetry.sdk.name--string--tag--false",
+ "isColumn": false,
+ "isJSON": false,
+ "key": "telemetry.sdk.name",
+ "type": "tag"
+ },
+ "op": "=",
+ "value": "openlit"
+ }
+ ],
+ "op": "AND"
+ },
+ "functions": [],
+ "groupBy": [
+ {
"dataType": "string",
"id": "gen_ai.application_name--string--tag--false",
"isColumn": false,
"isJSON": false,
"key": "gen_ai.application_name",
"type": "tag"
- },
- "aggregateOperator": "count",
- "dataSource": "traces",
- "disabled": false,
- "expression": "A",
- "filters": {
- "items": [
- {
- "id": "6c3952e4",
- "key": {
- "dataType": "string",
- "id": "gen_ai.operation.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.operation.name",
- "type": "tag"
- },
- "op": "=",
- "value": "vectordb"
- },
- {
- "id": "d4d6d3ee",
- "key": {
- "dataType": "string",
- "id": "telemetry.sdk.name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "telemetry.sdk.name",
- "type": "tag"
- },
- "op": "=",
- "value": "openlit"
- }
- ],
- "op": "AND"
- },
- "functions": [],
- "groupBy": [
- {
- "dataType": "string",
- "id": "gen_ai.application_name--string--tag--false",
- "isColumn": false,
- "isJSON": false,
- "key": "gen_ai.application_name",
- "type": "tag"
- }
- ],
- "having": [],
- "legend": "",
- "limit": null,
- "orderBy": [],
- "queryName": "A",
- "reduceTo": "avg",
- "spaceAggregation": "sum",
- "stepInterval": 60,
- "timeAggregation": "rate"
- }
- ],
- "queryFormulas": []
- },
- "clickhouse_sql": [
- {
- "disabled": false,
- "legend": "",
- "name": "A",
- "query": ""
- }
- ],
- "id": "ccc8b8ba-203f-4b79-b34b-ff66324e511e",
- "promql": [
- {
- "disabled": false,
+ }
+ ],
+ "having": [],
"legend": "",
- "name": "A",
- "query": ""
+ "limit": null,
+ "orderBy": [],
+ "queryName": "A",
+ "reduceTo": "avg",
+ "spaceAggregation": "sum",
+ "stepInterval": 60,
+ "timeAggregation": "rate"
}
],
- "queryType": "builder"
- },
- "selectedLogFields": [
- {
- "dataType": "string",
- "name": "body",
- "type": ""
- },
- {
- "dataType": "string",
- "name": "timestamp",
- "type": ""
- }
- ],
- "selectedTracesFields": [
- {
- "dataType": "string",
- "id": "serviceName--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "serviceName",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "name--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "name",
- "type": "tag"
- },
- {
- "dataType": "float64",
- "id": "durationNano--float64--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "durationNano",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "httpMethod--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "httpMethod",
- "type": "tag"
- },
- {
- "dataType": "string",
- "id": "responseStatusCode--string--tag--true",
- "isColumn": true,
- "isJSON": false,
- "key": "responseStatusCode",
- "type": "tag"
- }
- ],
- "softMax": 0,
- "softMin": 0,
- "thresholds": [],
- "timePreferance": "GLOBAL_TIME",
- "title": "GenAI Requests by Application",
- "yAxisUnit": "none"
- }
- ],
- "uuid": "2754c4b8-257f-4206-b296-de3063ac56e7"
+ "queryFormulas": []
+ },
+ "clickhouse_sql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "id": "ccc8b8ba-203f-4b79-b34b-ff66324e511e",
+ "promql": [
+ {
+ "disabled": false,
+ "legend": "",
+ "name": "A",
+ "query": ""
+ }
+ ],
+ "queryType": "builder"
+ },
+ "selectedLogFields": [
+ {
+ "dataType": "string",
+ "name": "body",
+ "type": ""
+ },
+ {
+ "dataType": "string",
+ "name": "timestamp",
+ "type": ""
+ }
+ ],
+ "selectedTracesFields": [
+ {
+ "dataType": "string",
+ "id": "serviceName--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "serviceName",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "name--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "name",
+ "type": "tag"
+ },
+ {
+ "dataType": "float64",
+ "id": "durationNano--float64--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "durationNano",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "httpMethod--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "httpMethod",
+ "type": "tag"
+ },
+ {
+ "dataType": "string",
+ "id": "responseStatusCode--string--tag--true",
+ "isColumn": true,
+ "isJSON": false,
+ "key": "responseStatusCode",
+ "type": "tag"
+ }
+ ],
+ "softMax": 0,
+ "softMin": 0,
+ "thresholds": [],
+ "timePreferance": "GLOBAL_TIME",
+ "title": "GenAI Requests by Application",
+ "yAxisUnit": "none"
+ }
+ ],
+ "uuid": "2754c4b8-257f-4206-b296-de3063ac56e7"
}
\ No newline at end of file
diff --git a/docs/latest/connections/grafanacloud.mdx b/docs/latest/connections/grafanacloud.mdx
index 34efe973..de13bd23 100644
--- a/docs/latest/connections/grafanacloud.mdx
+++ b/docs/latest/connections/grafanacloud.mdx
@@ -1243,7 +1243,7 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl
},
"disableTextWrap": false,
"editorMode": "code",
- "expr": "avg(gen_ai_usage_prompt_tokens_total{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",
+ "expr": "avg(gen_ai_usage_input_tokens_total{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
@@ -2987,4 +2987,4 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl
<Card title="Integrations" href="/latest/integrations/introduction" icon='circle-nodes'>
Start Monitoring your LLM Application
</Card>
-</CardGroup>
+</CardGroup>
\ No newline at end of file
diff --git a/docs/latest/connections/new-relic.mdx b/docs/latest/connections/new-relic.mdx
index f8ea5c8e..9629b5d1 100644
--- a/docs/latest/connections/new-relic.mdx
+++ b/docs/latest/connections/new-relic.mdx
@@ -458,7 +458,7 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl
"accountIds": [
4060909
],
- "query": "SELECT average(`gen_ai.usage.prompt_tokens`) AS 'Avg Prompt Tokens', average(`gen_ai.usage.completion_tokens`) AS 'Avg Completion Tokens', average(`gen_ai.usage.cost`) AS 'Avg Usage Cost' FROM Metric WHERE `telemetry.sdk.name` = 'openlit' TIMESERIES "
+ "query": "SELECT average(`gen_ai.usage.input_tokens`) AS 'Avg Input Tokens', average(`gen_ai.usage.output_tokens`) AS 'Avg Output Tokens', average(`gen_ai.usage.cost`) AS 'Avg Usage Cost' FROM Metric WHERE `telemetry.sdk.name` = 'openlit' TIMESERIES "
}
],
"platformOptions": {
diff --git a/docs/latest/connections/prometheus-jaeger.mdx b/docs/latest/connections/prometheus-jaeger.mdx
index 8566c46b..973ac084 100644
--- a/docs/latest/connections/prometheus-jaeger.mdx
+++ b/docs/latest/connections/prometheus-jaeger.mdx
@@ -1304,7 +1304,7 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl
},
"disableTextWrap": false,
"editorMode": "code",
- "expr": "avg(gen_ai_usage_prompt_tokens{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",
+ "expr": "avg(gen_ai_usage_input_tokens{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
diff --git a/docs/latest/connections/prometheus-tempo.mdx b/docs/latest/connections/prometheus-tempo.mdx
index e382983b..adaa6607 100644
--- a/docs/latest/connections/prometheus-tempo.mdx
+++ b/docs/latest/connections/prometheus-tempo.mdx
@@ -1302,7 +1302,7 @@ To send OpenTelemetry metrics and traces generated by OpenLIT from your LLM Appl
},
"disableTextWrap": false,
"editorMode": "code",
- "expr": "avg(gen_ai_usage_prompt_tokens{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",
+ "expr": "avg(gen_ai_usage_input_tokens{telemetry_sdk_name=\"openlit\", gen_ai_application_name=~\"$application\", gen_ai_environment=~\"$environment\"})",
"fullMetaSearch": false,
"includeNullMetadata": true,
"instant": false,
diff --git a/docs/latest/features/metrics.mdx b/docs/latest/features/metrics.mdx
index ba13f13e..d881cedd 100644
--- a/docs/latest/features/metrics.mdx
+++ b/docs/latest/features/metrics.mdx
@@ -51,8 +51,8 @@ This section outlines the OpenTelemetry metrics collected by **OpenLIT** from ap
| Metric Name | Description | Unit | Type | Attributes |
|-----------------------------------|--------------------------------------------|-------|-------------|----------------------------------------------------------------------------------------------------|
| `gen_ai.total.requests` | Number of requests to the LLM. | `1` | Counter | `telemetry.sdk.name`, `gen_ai.application_name`, `gen_ai.system`, `gen_ai.environment`, `gen_ai.operation.name`, `gen_ai.request.model` |
-| `gen_ai.usage.prompt_tokens` | Number of prompt tokens processed. | `1` | Counter | `telemetry.sdk.name`, `gen_ai.application_name`, `gen_ai.system`, `gen_ai.environment`, `gen_ai.operation.name`, `gen_ai.request.model` |
-| `gen_ai.usage.completion_tokens` | Number of completion tokens processed. | `1` | Counter | `telemetry.sdk.name`, `gen_ai.application_name`, `gen_ai.system`, `gen_ai.environment`, `gen_ai.operation.name`, `gen_ai.request.model` |
+| `gen_ai.usage.input_tokens` | Number of input tokens processed. | `1` | Counter | `telemetry.sdk.name`, `gen_ai.application_name`, `gen_ai.system`, `gen_ai.environment`, `gen_ai.operation.name`, `gen_ai.request.model` |
+| `gen_ai.usage.output_tokens` | Number of output tokens processed. | `1` | Counter | `telemetry.sdk.name`, `gen_ai.application_name`, `gen_ai.system`, `gen_ai.environment`, `gen_ai.operation.name`, `gen_ai.request.model` |
| `gen_ai.usage.total_tokens` | Total number of tokens processed. | `1` | Counter | `telemetry.sdk.name`, `gen_ai.application_name`, `gen_ai.system`, `gen_ai.environment`, `gen_ai.operation.name`, `gen_ai.request.model` |
| `gen_ai.usage.cost` | The cost distribution of LLM requests. | `USD` | Histogram | `telemetry.sdk.name`, `gen_ai.application_name`, `gen_ai.system`, `gen_ai.environment`, `gen_ai.operation.name`, `gen_ai.request.model` |
diff --git a/docs/latest/features/tracing.mdx b/docs/latest/features/tracing.mdx
index 1a125e5b..33611e2a 100644
--- a/docs/latest/features/tracing.mdx
+++ b/docs/latest/features/tracing.mdx
@@ -203,8 +203,8 @@ These attributes track the consumption and costs associated with LLM requests, f
| Attribute | Type | Description | Examples |
| -------------------------------- | ------- | ------------------------------------------------------------------ | -------- |
-| `gen_ai.usage.prompt_tokens` | int | The number of tokens used in the LLM prompt. | `100` |
-| `gen_ai.usage.completion_tokens` | int | The number of tokens used in the LLM response (completion). | `180` |
+| `gen_ai.usage.input_tokens` | int | The number of tokens used in the LLM input. | `100` |
+| `gen_ai.usage.output_tokens` | int | The number of tokens used in the LLM output. | `180` |
| `gen_ai.usage.total_tokens` | int | The total number of tokens used in both the prompt and completion. | `280` |
| `gen_ai.usage.cost` | decimal | The cost (in USD) associated with the LLM request | `0.05` |
@@ -262,4 +262,4 @@ This section addresses attributes related to interactions with Vector Databases
<Card title="Connections" href="/latest/connections/intro" icon="link">
Connect to your existing Observablity Stack
</Card>
-</CardGroup>
+</CardGroup>
\ No newline at end of file
diff --git a/sdk/python/pyproject.toml b/sdk/python/pyproject.toml
index 60aafd41..668f2193 100644
--- a/sdk/python/pyproject.toml
+++ b/sdk/python/pyproject.toml
@@ -1,6 +1,6 @@
[tool.poetry]
name = "openlit"
-version = "1.16.0"
+version = "1.16.1"
description = "OpenTelemetry-native Auto instrumentation library for monitoring LLM Applications, facilitating the integration of observability into your GenAI-driven projects"
authors = ["OpenLIT"]
repository = "https://github.com/openlit/openlit/tree/main/openlit/python"
@@ -12,7 +12,7 @@ keywords = ["OpenTelemetry", "otel", "otlp","llm", "tracing", "openai", "anthrop
python = "^3.7.1"
requests = "^2.26.0"
schedule = "^1.2.2"
-tiktoken = "^0.6.0"
+tiktoken = "^0.7.0"
gpustat = "^1.1.1"
boto3 = "^1.34.0"
botocore = "^1.34.0"
diff --git a/sdk/python/src/openlit/instrumentation/anthropic/anthropic.py b/sdk/python/src/openlit/instrumentation/anthropic/anthropic.py
index af2f37a0..a0a2778f 100644
--- a/sdk/python/src/openlit/instrumentation/anthropic/anthropic.py
+++ b/sdk/python/src/openlit/instrumentation/anthropic/anthropic.py
@@ -120,7 +120,7 @@ def messages(gen_ai_endpoint, version, environment, application_name, tracer,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "claude-3-sonnet-20240229"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
True)
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
@@ -224,7 +224,7 @@ def messages(gen_ai_endpoint, version, environment, application_name, tracer,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "claude-3-sonnet-20240229"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
False)
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
diff --git a/sdk/python/src/openlit/instrumentation/anthropic/async_anthropic.py b/sdk/python/src/openlit/instrumentation/anthropic/async_anthropic.py
index 8fde34a7..a3227342 100644
--- a/sdk/python/src/openlit/instrumentation/anthropic/async_anthropic.py
+++ b/sdk/python/src/openlit/instrumentation/anthropic/async_anthropic.py
@@ -120,7 +120,7 @@ def async_messages(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "claude-3-sonnet-20240229"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
True)
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
@@ -224,7 +224,7 @@ def async_messages(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "claude-3-sonnet-20240229"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
False)
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
diff --git a/sdk/python/src/openlit/instrumentation/cohere/cohere.py b/sdk/python/src/openlit/instrumentation/cohere/cohere.py
index 204fae27..e3bcd78f 100644
--- a/sdk/python/src/openlit/instrumentation/cohere/cohere.py
+++ b/sdk/python/src/openlit/instrumentation/cohere/cohere.py
@@ -193,7 +193,7 @@ def chat(gen_ai_endpoint, version, environment, application_name, tracer,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
kwargs.get("temperature", 0.3))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
@@ -336,7 +336,7 @@ def chat_stream(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
kwargs.get("temperature", 0.3))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
diff --git a/sdk/python/src/openlit/instrumentation/groq/async_groq.py b/sdk/python/src/openlit/instrumentation/groq/async_groq.py
index e2c25df7..d269bd8d 100644
--- a/sdk/python/src/openlit/instrumentation/groq/async_groq.py
+++ b/sdk/python/src/openlit/instrumentation/groq/async_groq.py
@@ -119,15 +119,15 @@ def async_chat(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("user", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -221,17 +221,17 @@ def async_chat(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "llama3-8b-8192"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("name", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/groq/groq.py b/sdk/python/src/openlit/instrumentation/groq/groq.py
index 57f4c2af..9ccc7ecc 100644
--- a/sdk/python/src/openlit/instrumentation/groq/groq.py
+++ b/sdk/python/src/openlit/instrumentation/groq/groq.py
@@ -119,15 +119,15 @@ def chat(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("user", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -221,17 +221,17 @@ def chat(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "llama3-8b-8192"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("name", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/mistral/async_mistral.py b/sdk/python/src/openlit/instrumentation/mistral/async_mistral.py
index f35d6e78..28621165 100644
--- a/sdk/python/src/openlit/instrumentation/mistral/async_mistral.py
+++ b/sdk/python/src/openlit/instrumentation/mistral/async_mistral.py
@@ -95,9 +95,9 @@ def async_chat(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
kwargs.get("temperature", 0.7))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("random_seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -252,9 +252,9 @@ def async_chat_stream(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
kwargs.get("temperature", 0.7))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("random_seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/mistral/mistral.py b/sdk/python/src/openlit/instrumentation/mistral/mistral.py
index cdfd430d..8a7453c5 100644
--- a/sdk/python/src/openlit/instrumentation/mistral/mistral.py
+++ b/sdk/python/src/openlit/instrumentation/mistral/mistral.py
@@ -94,9 +94,9 @@ def chat(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
kwargs.get("temperature", 0.7))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("random_seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -251,9 +251,9 @@ def chat_stream(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
kwargs.get("temperature", 0.7))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("random_seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/openai/async_azure_openai.py b/sdk/python/src/openlit/instrumentation/openai/async_azure_openai.py
index 0f903aa4..f909b3e2 100644
--- a/sdk/python/src/openlit/instrumentation/openai/async_azure_openai.py
+++ b/sdk/python/src/openlit/instrumentation/openai/async_azure_openai.py
@@ -125,11 +125,11 @@ def azure_async_chat_completions(gen_ai_endpoint, version, environment, applicat
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -228,11 +228,11 @@ def azure_async_chat_completions(gen_ai_endpoint, version, environment, applicat
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -425,11 +425,11 @@ def azure_async_completions(gen_ai_endpoint, version, environment, application_n
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -509,11 +509,11 @@ def azure_async_completions(gen_ai_endpoint, version, environment, application_n
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/openai/async_openai.py b/sdk/python/src/openlit/instrumentation/openai/async_openai.py
index 0bc46de1..0d7d43ec 100644
--- a/sdk/python/src/openlit/instrumentation/openai/async_openai.py
+++ b/sdk/python/src/openlit/instrumentation/openai/async_openai.py
@@ -122,15 +122,15 @@ def async_chat_completions(gen_ai_endpoint, version, environment, application_na
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("user", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -224,17 +224,17 @@ def async_chat_completions(gen_ai_endpoint, version, environment, application_na
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "gpt-3.5-turbo"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("user", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/openai/azure_openai.py b/sdk/python/src/openlit/instrumentation/openai/azure_openai.py
index b15ad9ea..fd02aea2 100644
--- a/sdk/python/src/openlit/instrumentation/openai/azure_openai.py
+++ b/sdk/python/src/openlit/instrumentation/openai/azure_openai.py
@@ -125,11 +125,11 @@ def azure_chat_completions(gen_ai_endpoint, version, environment, application_na
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -228,11 +228,11 @@ def azure_chat_completions(gen_ai_endpoint, version, environment, application_na
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -423,11 +423,11 @@ def azure_completions(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -507,11 +507,11 @@ def azure_completions(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOOL_CHOICE,
kwargs.get("tool_choice", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/openai/openai.py b/sdk/python/src/openlit/instrumentation/openai/openai.py
index 69e03706..93b01013 100644
--- a/sdk/python/src/openlit/instrumentation/openai/openai.py
+++ b/sdk/python/src/openlit/instrumentation/openai/openai.py
@@ -123,15 +123,15 @@ def chat_completions(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("user", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
@@ -225,17 +225,17 @@ def chat_completions(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MODEL,
kwargs.get("model", "gpt-3.5-turbo"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
- kwargs.get("top_p", 1))
+ kwargs.get("top_p", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- kwargs.get("max_tokens", ""))
+ kwargs.get("max_tokens", -1))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_USER,
kwargs.get("user", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TEMPERATURE,
- kwargs.get("temperature", 1))
+ kwargs.get("temperature", 1.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_PRESENCE_PENALTY,
- kwargs.get("presence_penalty", 0))
+ kwargs.get("presence_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_FREQUENCY_PENALTY,
- kwargs.get("frequency_penalty", 0))
+ kwargs.get("frequency_penalty", 0.0))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_SEED,
kwargs.get("seed", ""))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_IS_STREAM,
diff --git a/sdk/python/src/openlit/instrumentation/transformers/transformers.py b/sdk/python/src/openlit/instrumentation/transformers/transformers.py
index c38e6928..e96e61f9 100644
--- a/sdk/python/src/openlit/instrumentation/transformers/transformers.py
+++ b/sdk/python/src/openlit/instrumentation/transformers/transformers.py
@@ -87,7 +87,7 @@ def text_wrap(gen_ai_endpoint, version, environment, application_name,
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_TOP_P,
forward_params.get("top_p", "null"))
span.set_attribute(SemanticConvetion.GEN_AI_REQUEST_MAX_TOKENS,
- forward_params.get("max_length", "null"))
+ forward_params.get("max_length", -1))
span.set_attribute(SemanticConvetion.GEN_AI_CONTENT_PROMPT,
prompt)
if trace_content:
diff --git a/sdk/python/src/openlit/semcov/__init__.py b/sdk/python/src/openlit/semcov/__init__.py
index 57a2b75d..f527244c 100644
--- a/sdk/python/src/openlit/semcov/__init__.py
+++ b/sdk/python/src/openlit/semcov/__init__.py
@@ -59,14 +59,14 @@ class SemanticConvetion:
GEN_AI_REQUEST_IMAGE_STYLE = "gen_ai.request.image_style"
# GenAI Usage
- GEN_AI_USAGE_PROMPT_TOKENS = "gen_ai.usage.prompt_tokens"
- GEN_AI_USAGE_COMPLETION_TOKENS = "gen_ai.usage.completion_tokens"
+ GEN_AI_USAGE_PROMPT_TOKENS = "gen_ai.usage.input_tokens"
+ GEN_AI_USAGE_COMPLETION_TOKENS = "gen_ai.usage.output_tokens"
GEN_AI_USAGE_TOTAL_TOKENS = "gen_ai.usage.total_tokens"
GEN_AI_USAGE_COST = "gen_ai.usage.cost"
# GenAI Response
GEN_AI_RESPONSE_ID = "gen_ai.response.id"
- GEN_AI_RESPONSE_FINISH_REASON = "gen_ai.response.finish_reason"
+ GEN_AI_RESPONSE_FINISH_REASON = "gen_ai.response.finish_reasons"
GEN_AI_RESPONSE_IMAGE = "gen_ai.response.image" # Not used directly in code yet
# GenAI Content
diff --git a/sdk/python/tests/requirements.txt b/sdk/python/tests/requirements.txt
index 812f5293..d208e8bb 100644
--- a/sdk/python/tests/requirements.txt
+++ b/sdk/python/tests/requirements.txt
@@ -33,7 +33,7 @@ gpustat>=1.1.1
# Utilities
bs4
-tiktoken>=0.1.1
+tiktoken>=0.7.0
tensorflow>=2.16.1
tf_keras>=2.16.0
diff --git a/sdk/python/tests/test_elevenlabs.py b/sdk/python/tests/test_elevenlabs.py
index 49308411..694f19b9 100644
--- a/sdk/python/tests/test_elevenlabs.py
+++ b/sdk/python/tests/test_elevenlabs.py
@@ -41,14 +41,14 @@ def test_sync_elevenlabs_generate():
try:
audio = sync_client.generate(
text="Say LLM Monitoring",
- voice="Rachel",
+ voice="Sarah",
model="eleven_multilingual_v2"
)
assert isinstance(audio, types.GeneratorType)
audio = sync_client.generate(
text="Say LLM Observability!",
- voice="Rachel",
+ voice="Sarah",
model="eleven_multilingual_v2",
stream=True
)
@@ -97,14 +97,14 @@ async def test_async_elevenlabs_generate():
try:
audio = await async_client.generate(
text="Say LLM Monitoring",
- voice="Rachel",
+ voice="Sarah",
model="eleven_multilingual_v2"
)
assert isinstance(audio, types.AsyncGeneratorType)
audio = await async_client.generate(
text="Say LLM Observability!",
- voice="Rachel",
+ voice="Sarah",
model="eleven_multilingual_v2",
stream=True
)
diff --git a/src/README.md b/src/README.md
index 9dfd37d3..afa6ce08 100644
--- a/src/README.md
+++ b/src/README.md
@@ -11,7 +11,7 @@ To run the development environment, follow these steps:
3. Use the following Docker Compose command to build and start the containers as specified in the `dev-docker-compose.yml` file:
```
- docker-compose -f dev-docker-compose.yml up --build
+ docker-compose -f dev-docker-compose.yml up --build -d
```
The `--build` flag ensures that Docker builds images for our services (if needed) before starting the containers.
diff --git a/src/client/src/constants/traces.ts b/src/client/src/constants/traces.ts
index a39f900a..7906c289 100644
--- a/src/client/src/constants/traces.ts
+++ b/src/client/src/constants/traces.ts
@@ -170,7 +170,7 @@ export const TraceMapping: Record<
promptTokens: {
label: "Prompt Tokens",
type: "integer",
- path: "usage.prompt_tokens",
+ path: "usage.input_tokens",
prefix: SpanAttributesGenAIPrefix,
icon: Braces,
defaultValue: "-",
@@ -178,7 +178,7 @@ export const TraceMapping: Record<
completionTokens: {
label: "Completion Tokens",
type: "integer",
- path: "usage.completion_tokens",
+ path: "usage.output_tokens",
prefix: SpanAttributesGenAIPrefix,
defaultValue: "-",
},
@@ -270,7 +270,7 @@ export const TraceMapping: Record<
finishReason: {
label: "Finish Reason",
type: "string",
- path: "response.finish_reason",
+ path: "response.finish_reasons",
prefix: SpanAttributesGenAIPrefix,
},
response: {
@@ -473,4 +473,4 @@ export interface TraceRow {
TraceState: string;
Attributes: Record<string, string>;
}[];
-}
+}
\ No newline at end of file