{ "v1": null, "v2": null, "v3": null, "v4": null, "v5": { "version": 5, "dashboardId": "7444498483207208960", "title": "NeuroLink Proxy Observability", "description": "NeuroLink proxy dashboard for traffic health, failures, latency, routing, cache behavior, OTEL export checks, and trace drilldown.", "role": "", "owner": "root@example.com", "created": "2026-03-29T17:00:00Z", "tabs": [ { "tabId": "overview", "name": "Traffic & Health", "panels": [ { "id": "Panel_0001", "type": "metric", "title": "Requests in Range", "description": "Use this as the top-line traffic count for the selected time window. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal'", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 1 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0002", "type": "metric", "title": "Prompt Tokens (M)", "description": "Millions of prompt-side tokens seen by the proxy, counting cached input once and each provider usage owner once. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(token_total) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END AS token_total FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 2 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0003", "type": "metric", "title": "Output Tokens (k)", "description": "Thousands of completion tokens returned by the proxy in the selected time window. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(output_tokens) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT COALESCE(ai_output_tokens,0) AS output_tokens FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 3 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0004", "type": "metric", "title": "Failed Request Share", "description": "Percent of proxy requests that ended with an error. Rising values mean user-visible failures. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(100.0 * SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) / COUNT(*), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal'", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 16, "h": 7, "i": 4 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0005", "type": "metric", "title": "Mean Request Latency (s)", "description": "Average end-to-end proxy response time in seconds. Read with P95 latency on the next tab.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 7, "w": 16, "h": 7, "i": 5 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0006", "type": "metric", "title": "Overloaded Responses", "description": "Requests rejected as overloaded or capacity-constrained upstream. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT SUM(CASE WHEN is_overloaded = true THEN 1 ELSE 0 END) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal'", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 7, "w": 16, "h": 7, "i": 6 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0007", "type": "line", "title": "Request Trend (5m)", "description": "Request volume over time in 5-minute buckets. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 14, "w": 24, "h": 9, "i": 7 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0008", "type": "bar", "title": "Requests by Model", "description": "Which models are carrying the current load. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT ai_model AS x_axis_1, count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' GROUP BY ai_model ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 14, "w": 24, "h": 9, "i": 8 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_integrity_conflicts", "type": "metric", "title": "Conflicting Producer Events (Excluded)", "description": "Producer event identities with contradictory final payloads. Excluded from request, token, and cost totals, so those totals represent only verified records. Run telemetry doctor to inspect every conflicting payload.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT COUNT(*) AS y_axis_1 FROM (SELECT COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)) FROM proxy_final_versions WHERE proxy_versions>1 GROUP BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) conflicts", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 23, "w": 16, "h": 7, "i": 200 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "errors", "name": "Failures & Rate Limits", "panels": [ { "id": "Panel_0009", "type": "metric", "title": "Failed Requests", "description": "Raw error count. Use with failed request share to separate traffic growth from reliability regressions. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal'", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 100 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0010", "type": "metric", "title": "Failed Request Share", "description": "Percent of requests returning non-success responses. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(100.0 * SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) / COUNT(*), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal'", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 101 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0011", "type": "metric", "title": "429 Rate-Limit Responses", "description": "How often upstream or routing pressure surfaced as HTTP 429 responses. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT SUM(CASE WHEN is_rate_limited = true THEN 1 ELSE 0 END) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal'", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 102 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0012", "type": "line", "title": "Failure Trend", "description": "When failures started and whether they were isolated or sustained. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT histogram(_timestamp, '1 hour') AS x_axis_1, error_type, count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND is_error = true GROUP BY x_axis_1, error_type ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "error_type", "column": "error_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 103 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0013", "type": "bar", "title": "Failures by Error Type", "description": "Breaks failures down by proxy or upstream error category. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT error_type AS x_axis_1, count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND is_error = true GROUP BY error_type ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "error_type", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 104 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0014", "type": "bar", "title": "Failures by Account / Route", "description": "Shows whether one account is causing most failures. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) AND is_error = true GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 105 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0015", "type": "bar", "title": "Failures by HTTP Status", "description": "Which status codes dominate: 401/403 auth, 429 rate limit, 5xx transient, and similar. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(http_status_code AS VARCHAR) AS x_axis_1, count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND is_error = true GROUP BY http_status_code ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 106 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "performance", "name": "Latency & Throughput", "panels": [ { "id": "Panel_0016", "type": "metric", "title": "Mean Request Latency (s)", "description": "Average request duration across the selected window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 200 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0017", "type": "metric", "title": "P95 Request Latency (s)", "description": "Tail latency. This is the better early warning signal for degraded UX.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(COALESCE(p95.bucket_ms, maxv.max_ms) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT MIN(bucket_ms) AS bucket_ms FROM (SELECT CASE WHEN le = 'inf' THEN 999999999 ELSE CAST(le AS BIGINT) END AS bucket_ms, SUM(series_delta) AS cumulative_count FROM (SELECT le, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_bucket GROUP BY le, __hash__) GROUP BY le) b CROSS JOIN (SELECT MAX(cumulative_count) * 0.95 AS threshold FROM (SELECT le, SUM(series_delta) AS cumulative_count FROM (SELECT le, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_bucket GROUP BY le, __hash__) GROUP BY le) t) thresh WHERE b.bucket_ms < 999999999 AND b.cumulative_count >= thresh.threshold) p95 CROSS JOIN (SELECT MAX(value) AS max_ms FROM proxy_request_duration_ms_max) maxv", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 201 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0018", "type": "metric", "title": "Slowest Request (s)", "description": "Worst single request duration seen in the selected window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(MAX(metric_value) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT value AS metric_value FROM proxy_request_duration_ms_max) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 202 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0019", "type": "line", "title": "Latency Trend (5m, s)", "description": "Mean request latency over time in 5-minute buckets.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT s.x_axis_1, CAST(ROUND(s.sum_delta / NULLIF(c.count_delta, 0) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT x_axis_1, SUM(series_delta) AS sum_delta FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1) s INNER JOIN (SELECT x_axis_1, SUM(series_delta) AS count_delta FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1) c ON s.x_axis_1 = c.x_axis_1 ORDER BY s.x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 203 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0020", "type": "bar", "title": "Mean Latency by Model (s)", "description": "Which model families are slowest on average.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT s.model AS x_axis_1, CAST(ROUND(s.sum_delta / NULLIF(c.count_delta, 0) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT model, SUM(series_delta) AS sum_delta FROM (SELECT model, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY model, __hash__) GROUP BY model) s INNER JOIN (SELECT model, SUM(series_delta) AS count_delta FROM (SELECT model, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY model, __hash__) GROUP BY model) c ON s.model = c.model WHERE c.count_delta > 0 ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 204 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0021", "type": "bar", "title": "Mean Latency by Account / Route (s)", "description": "Whether a specific Anthropic account or route is slower than peers.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT s.account AS x_axis_1, CAST(ROUND(s.sum_delta / NULLIF(c.count_delta, 0) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, SUM(series_delta) AS sum_delta FROM (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY account, __hash__) GROUP BY account) s INNER JOIN (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, SUM(series_delta) AS count_delta FROM (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY account, __hash__) GROUP BY account) c ON s.account = c.account WHERE c.count_delta > 0 ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 205 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0022", "type": "line", "title": "Throughput Trend (5m)", "description": "Request throughput over time in 5-minute buckets.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, SUM(series_delta) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_requests_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 206 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "accounts", "name": "Accounts & Routing", "panels": [ { "id": "Panel_0023", "type": "metric", "title": "Accounts / Routes Used", "description": "Distinct accounts that served traffic in the selected time window. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT COUNT(DISTINCT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex'))", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 300 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0024", "type": "metric", "title": "Requests on Busiest Account / Route", "description": "How concentrated traffic is on the busiest account. High concentration is expected with fill-first routing. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC LIMIT 1", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 301 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0025", "type": "metric", "title": "Accounts / Routes with Failures", "description": "How many distinct accounts saw at least one failure. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT COUNT(DISTINCT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) AND is_error = true", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 302 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0026", "type": "line", "title": "Traffic by Account / Route", "description": "Shows how traffic shifted between accounts over time. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS account_label, count(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY x_axis_1, CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "account_label", "column": "account_label", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 303 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0027", "type": "bar", "title": "Tokens by Account / Route (k)", "description": "Where token load is landing across accounts. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, CAST(ROUND(SUM(COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END+COALESCE(ai_output_tokens,0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 304 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0028", "type": "bar", "title": "Failure Share by Account / Route", "description": "Which accounts have materially worse failure rates. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, CAST(ROUND(100.0 * SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) / COUNT(*), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND COALESCE(proxy_accounting_scope, 'client') != 'internal' AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 305 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0029", "type": "bar", "title": "Input vs Output Tokens by Account / Route", "description": "Input versus output token volume by real account or fallback route, shown as raw tokens. Provider usage is counted once on its designated owner, including internal bridge children. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, 'input' AS token_type, CAST(ROUND(SUM(COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END), 0) AS BIGINT) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END UNION ALL SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, 'output' AS token_type, CAST(ROUND(SUM(COALESCE(ai_output_tokens,0)), 0) AS BIGINT) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "token_type", "column": "token_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 306 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "realtime", "name": "Telemetry Cross-Check", "panels": [ { "id": "Panel_0030", "type": "metric", "title": "Metric Requests in Range", "description": "OTEL request delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COALESCE(SUM(series_delta), 0) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_requests_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_requests_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 400 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0031", "type": "metric", "title": "Metric Errors in Range", "description": "OTEL error delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COALESCE(SUM(series_delta), 0) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_errors_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_errors_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 401 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0032", "type": "metric", "title": "Metric Retries in Range", "description": "OTEL retry delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COALESCE(SUM(series_delta), 0) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_retries_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_retries_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 402 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0033", "type": "metric", "title": "Metric Mean Duration (s)", "description": "OTEL mean request duration over the selected time window, computed from per-series histogram deltas.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_request_duration_ms_sum", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 16, "h": 7, "i": 403 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0034", "type": "metric", "title": "Metric Cost in Range (USD)", "description": "OTEL reported cost delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(COALESCE(SUM(series_delta), 0), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_cost_usd_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_cost_usd_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 7, "w": 16, "h": 7, "i": 404 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0035", "type": "metric", "title": "Metric Mean Request Body (KB)", "description": "OTEL mean upstream request body size over the selected time window, computed from per-series histogram deltas.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1024.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_body_bytes_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_body_bytes_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_request_body_bytes_sum", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 7, "w": 16, "h": 7, "i": 405 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0036", "type": "line", "title": "Metric Request Trend (5m)", "description": "OTEL request deltas over time in 5-minute buckets, summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, SUM(series_delta) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_requests_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_requests_total", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 14, "w": 24, "h": 9, "i": 406 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0037", "type": "line", "title": "Metric Error Trend (5m)", "description": "OTEL error deltas over time in 5-minute buckets, summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, SUM(series_delta) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_errors_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_errors_total", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 14, "w": 24, "h": 9, "i": 407 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0038", "type": "line", "title": "Metric Cost Trend (5m, USD)", "description": "OTEL reported cost deltas over time in 5-minute buckets, summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, CAST(ROUND(SUM(series_delta), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_cost_usd_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_cost_usd_total", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 23, "w": 24, "h": 9, "i": 408 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0039", "type": "line", "title": "Metric Request Body Trend (5m, MB)", "description": "Total upstream request body volume over time in 5-minute buckets, shown in megabytes and summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, CAST(ROUND(SUM(series_delta) / 1048576.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_body_bytes_sum GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_request_body_bytes_sum", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 23, "w": 24, "h": 9, "i": 409 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "tokens", "name": "Tokens, Cache & Cost", "panels": [ { "id": "Panel_0040", "type": "metric", "title": "Prompt Tokens (M)", "description": "Thousands of prompt-side tokens in the selected window: uncached input plus cache writes plus cache reads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(token_total) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END AS token_total FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 500 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0041", "type": "metric", "title": "Output Tokens (k)", "description": "Thousands of completion tokens returned in the selected window. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(output_tokens) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT COALESCE(ai_output_tokens,0) AS output_tokens FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 501 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0042", "type": "metric", "title": "Cache Reuse Ratio", "description": "Cached prompt tokens reused divided by cached prompt tokens newly written. Values above 1 mean the cache is being reused more than it is being populated. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(CAST(SUM(cache_read) AS DOUBLE) / NULLIF(SUM(cache_write), 0), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_cache_read_tokens,0) AS cache_read, COALESCE(ai_cache_creation_tokens,0) AS cache_write FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 502 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0043", "type": "metric", "title": "Cached Prompt Tokens Reused (M)", "description": "Thousands of prompt tokens read from existing cache entries. This is actual cache reuse. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(cache_read) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_cache_read_tokens,0) AS cache_read FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 16, "h": 7, "i": 503 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0044", "type": "metric", "title": "Cached Prompt Tokens Written (M)", "description": "Thousands of prompt tokens written into new cache entries on this request. This is cache population, not reuse yet. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(cache_write) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_cache_creation_tokens,0) AS cache_write FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 7, "w": 16, "h": 7, "i": 504 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0045", "type": "metric", "title": "Mean Total Tokens per Request", "description": "Average total token volume per request in raw tokens: prompt-side tokens plus output tokens. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(AVG(token_total), 0) AS BIGINT) AS y_axis_1 FROM (SELECT COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END+COALESCE(ai_output_tokens,0) AS token_total FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id)) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 7, "w": 16, "h": 7, "i": 505 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0046", "type": "line", "title": "Input vs Output Tokens per Request (5m)", "description": "Average input versus output tokens per request over time in 5-minute buckets, shown as raw tokens. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'input' AS token_type, CAST(ROUND(AVG(COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END), 0) AS BIGINT) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) GROUP BY x_axis_1 UNION ALL SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'output' AS token_type, CAST(ROUND(AVG(COALESCE(ai_output_tokens,0)), 0) AS BIGINT) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "token_type", "column": "token_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 14, "w": 24, "h": 9, "i": 506 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0047", "type": "bar", "title": "Token Volume by Model (M)", "description": "Total token volume by model in millions, including prompt-side and output tokens. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT ai_model AS x_axis_1, CAST(ROUND(SUM(COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END+COALESCE(ai_output_tokens,0)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) GROUP BY ai_model ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 14, "w": 24, "h": 9, "i": 507 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0048", "type": "line", "title": "Cache Reuse vs Cache Write Trend (5m, M)", "description": "Cached prompt tokens reused versus newly written over time in 5-minute buckets, shown in millions. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'cache_read' AS cache_type, CAST(ROUND(SUM(COALESCE(ai_cache_read_tokens,0)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) GROUP BY x_axis_1 UNION ALL SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'cache_write' AS cache_type, CAST(ROUND(SUM(COALESCE(ai_cache_creation_tokens,0)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "cache_type", "column": "cache_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 23, "w": 24, "h": 9, "i": 508 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0049", "type": "bar", "title": "Top Sessions by Token Volume (M)", "description": "Sessions with the highest total token volume in thousands, including cache and output tokens.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT session_id AS x_axis_1, CAST(ROUND(SUM(CAST(ai_tokens_total AS BIGINT)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE operation_name = 'proxy.request' AND session_id IS NOT NULL AND session_id != '' GROUP BY session_id ORDER BY y_axis_1 DESC LIMIT 10", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "session_id", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 23, "w": 24, "h": 9, "i": 509 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "cost", "name": "Cost & Budget", "panels": [ { "id": "Panel_cost_01", "type": "metric", "title": "Known API-equivalent Cost (USD)", "description": "API price-table estimates from complete usage and exact model rates only; not subscription billing or quota consumption. Unknown, inferred, and partial usage remain unpriced. Producer retries are deduplicated; conflicting producer identities are excluded and counted in Traffic & Health; telemetry doctor retains their raw payloads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(ai_cost_api_equivalent_usd), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND ai_pricing_status = 'exact' AND ai_cost_api_equivalent_usd IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 9001 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_02", "type": "metric", "title": "API Cost per Priced Usage Owner (USD)", "description": "API price-table estimates from complete usage and exact model rates only; not subscription billing or quota consumption. Unknown, inferred, and partial usage remain unpriced. Producer retries are deduplicated; conflicting producer identities are excluded and counted in Traffic & Health; telemetry doctor retains their raw payloads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(AVG(ai_cost_api_equivalent_usd), 4) AS DECIMAL(18,4)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND ai_pricing_status = 'exact' AND ai_cost_api_equivalent_usd IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 9002 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_03", "type": "metric", "title": "Known API Cache Savings (USD)", "description": "API price-table estimates from complete usage and exact model rates only; not subscription billing or quota consumption. Unknown, inferred, and partial usage remain unpriced. Producer retries are deduplicated; conflicting producer identities are excluded and counted in Traffic & Health; telemetry doctor retains their raw payloads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CAST(ROUND(SUM(ai_cost_cache_savings_usd), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND ai_pricing_status = 'exact' AND ai_cost_api_equivalent_usd IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 9003 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_04", "type": "bar", "title": "Known API-equivalent Cost by Account (USD)", "description": "API price-table estimates from complete usage and exact model rates only; not subscription billing or quota consumption. Unknown, inferred, and partial usage remain unpriced. Producer retries are deduplicated; conflicting producer identities are excluded and counted in Traffic & Health; telemetry doctor retains their raw payloads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, CAST(ROUND(SUM(ai_cost_api_equivalent_usd), 4) AS DECIMAL(18,4)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND ai_pricing_status = 'exact' AND ai_cost_api_equivalent_usd IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 9004 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_05", "type": "bar", "title": "Known API-equivalent Cost by Model (USD)", "description": "API price-table estimates from complete usage and exact model rates only; not subscription billing or quota consumption. Unknown, inferred, and partial usage remain unpriced. Producer retries are deduplicated; conflicting producer identities are excluded and counted in Traffic & Health; telemetry doctor retains their raw payloads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT ai_model AS x_axis_1, CAST(ROUND(SUM(ai_cost_api_equivalent_usd), 4) AS DECIMAL(18,4)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND ai_pricing_status = 'exact' AND ai_cost_api_equivalent_usd IS NOT NULL GROUP BY ai_model ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 9005 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_06", "type": "area-stacked", "title": "Known API Cost by Account (5m, USD)", "description": "API price-table estimates from complete usage and exact model rates only; not subscription billing or quota consumption. Unknown, inferred, and partial usage remain unpriced. Producer retries are deduplicated; conflicting producer identities are excluded and counted in Traffic & Health; telemetry doctor retains their raw payloads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS account_label, CAST(ROUND(SUM(ai_cost_api_equivalent_usd), 4) AS DECIMAL(18,4)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND ai_pricing_status = 'exact' AND ai_cost_api_equivalent_usd IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY x_axis_1, CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "account_label", "column": "account_label", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 48, "h": 9, "i": 9006 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_07", "type": "bar", "title": "Known API Cost per Million Tokens by Model", "description": "API price-table estimates from complete usage and exact model rates only; not subscription billing or quota consumption. Unknown, inferred, and partial usage remain unpriced. Producer retries are deduplicated; conflicting producer identities are excluded and counted in Traffic & Health; telemetry doctor retains their raw payloads. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT ai_model AS x_axis_1, CAST(ROUND(SUM(ai_cost_api_equivalent_usd)/NULLIF(SUM(COALESCE(ai_input_tokens,0) + CASE WHEN ai_input_includes_cached_tokens = true THEN 0 ELSE COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) END+COALESCE(ai_output_tokens,0)),0)*1000000.0,2) AS DECIMAL(18,2)) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND ai_pricing_status = 'exact' AND ai_cost_api_equivalent_usd IS NOT NULL GROUP BY ai_model ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 25, "w": 24, "h": 9, "i": 9007 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_08", "type": "metric", "title": "Usage Owners Without Exact Pricing", "description": "Usage-owner records without complete usage and exact model rates. Unknown amounts are excluded from known API-equivalent cost totals rather than valued at zero. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT COUNT(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND COALESCE(ai_pricing_status,'unavailable') != 'exact'", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 25, "w": 24, "h": 9, "i": 9008 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_09", "type": "bar", "title": "7-day Quota Utilization by Account (%)", "description": "Latest 7-day rate-limit utilisation per account (%), from proxy.request trace spans. Anthropic OAuth only.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 1, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1, "lat": 0, "lng": 0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1, "max": 100 }, "size_fixed": 2 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT proxy_account AS x_axis_1, CAST(ROUND(MAX(util) * 100, 1) AS DECIMAL(5,1)) AS y_axis_1 FROM (SELECT proxy_account, CAST(proxy_ratelimit_after_7d AS DOUBLE) AS util, ROW_NUMBER() OVER (PARTITION BY proxy_account ORDER BY _timestamp DESC) AS rn FROM neurolink_proxy WHERE operation_name = 'proxy.request' AND proxy_ratelimit_after_7d IS NOT NULL AND proxy_account IS NOT NULL AND proxy_account != '') t WHERE rn = 1 GROUP BY proxy_account ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "Account", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Utilisation (%)", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1, "limit": 0, "min": 0, "max": 100, "time_shift": [] } } ], "layout": { "x": 0, "y": 34, "w": 24, "h": 9, "i": 9009 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_10", "type": "bar", "title": "5-hour Quota Utilization by Account (%)", "description": "Latest 5-hour rate-limit utilisation per account (%), from proxy.request trace spans. Anthropic OAuth only.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 1, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1, "lat": 0, "lng": 0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1, "max": 100 }, "size_fixed": 2 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT proxy_account AS x_axis_1, CAST(ROUND(MAX(util) * 100, 1) AS DECIMAL(5,1)) AS y_axis_1 FROM (SELECT proxy_account, CAST(proxy_ratelimit_after_5h AS DOUBLE) AS util, ROW_NUMBER() OVER (PARTITION BY proxy_account ORDER BY _timestamp DESC) AS rn FROM neurolink_proxy WHERE operation_name = 'proxy.request' AND proxy_ratelimit_after_5h IS NOT NULL AND proxy_account IS NOT NULL AND proxy_account != '') t WHERE rn = 1 GROUP BY proxy_account ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "Account", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Utilisation (%)", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1, "limit": 0, "min": 0, "max": 100, "time_shift": [] } } ], "layout": { "x": 24, "y": 34, "w": 24, "h": 9, "i": 9010 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_cost_11", "type": "table", "title": "Pricing Gaps by Model", "description": "Usage-owner records without complete usage and exact model rates. Unknown amounts are excluded from known API-equivalent cost totals rather than valued at zero. Conflicting producer events are excluded; see the Traffic & Health conflict counter for coverage gaps.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1, "lat": 0, "lng": 0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1, "max": 100 }, "size_fixed": 2 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "WITH proxy_final_payloads AS (SELECT * FROM (SELECT *, ROW_NUMBER() OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR)), body ORDER BY _timestamp ASC) AS proxy_copy FROM neurolink_proxy WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind,'request_final')='request_final') proxy_copies WHERE proxy_copy=1), proxy_final_versions AS (SELECT *, COUNT(*) OVER (PARTITION BY COALESCE(service_instance_id,''), COALESCE(proxy_event_id,request_id,CAST(_timestamp AS VARCHAR))) AS proxy_versions FROM proxy_final_payloads), proxy_unique_finals AS (SELECT * FROM proxy_final_versions WHERE proxy_versions=1) SELECT ai_model AS x_axis_1, COUNT(*) AS y_axis_1 FROM proxy_unique_finals WHERE http_method IS NOT NULL AND COALESCE(proxy_record_kind, 'request_final') = 'request_final' AND (proxy_usage_owner_request_id IS NULL OR proxy_usage_owner_request_id = request_id) AND COALESCE(ai_pricing_status,'unavailable') != 'exact' GROUP BY ai_model ORDER BY y_axis_1 DESC LIMIT 20", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Session", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Cost (USD)", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1, "limit": 0, "min": 0, "max": 100, "time_shift": [] } } ], "layout": { "x": 0, "y": 43, "w": 48, "h": 10, "i": 9011 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "traces", "name": "Trace Drilldown", "panels": [ { "id": "Panel_0050", "type": "metric", "title": "Trace Spans in Range", "description": "Total spans emitted by the proxy trace pipeline.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT count(*) AS y_axis_1 FROM neurolink_proxy", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 600 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0051", "type": "metric", "title": "Unique Request Traces", "description": "Distinct traces in the selected window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COUNT(DISTINCT trace_id) AS y_axis_1 FROM neurolink_proxy", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 601 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0052", "type": "metric", "title": "Mean Span Duration (s)", "description": "Average proxy span duration converted to milliseconds.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(AVG(duration) / 1000000.0, 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 602 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0053", "type": "bar", "title": "Span Volume by Operation", "description": "Which trace operations are most active.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT operation_name AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY operation_name ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "operation_name", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 603 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0054", "type": "line", "title": "Span Duration Trend (5m, s)", "description": "Mean span duration over time in 5-minute buckets, converted to milliseconds.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, CAST(ROUND(AVG(duration) / 1000000.0, 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 604 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0055", "type": "bar", "title": "Span Status Mix", "description": "How many spans are OK versus error.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT span_status AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY span_status ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "span_status", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 605 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0056", "type": "line", "title": "Trace Volume Trend (5m)", "description": "Span volume over time in 5-minute buckets.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 606 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0057", "type": "bar", "title": "Slowest Operations (s)", "description": "Operations with the highest average span duration, converted to milliseconds.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT operation_name AS x_axis_1, CAST(ROUND(AVG(duration) / 1000000.0, 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy GROUP BY operation_name ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "operation_name", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 25, "w": 24, "h": 9, "i": 607 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0058", "type": "bar", "title": "Span Kind Mix", "description": "Client, server, and internal span distribution across the trace set.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT span_kind AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY span_kind ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "span_kind", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 25, "w": 24, "h": 9, "i": 608 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] } ], "variables": { "list": [], "showDynamicFilters": true }, "defaultDatetimeDuration": { "type": "relative", "relativeTimePeriod": "30m" } }, "v6": null, "v7": null, "v8": null, "version": 5, "hash": "6369048240861337014", "updatedAt": 0 }