{ "v1": null, "v2": null, "v3": null, "v4": null, "v5": { "version": 5, "dashboardId": "7444498483207208960", "title": "NeuroLink Proxy Observability", "description": "NeuroLink proxy dashboard for traffic health, failures, latency, routing, cache behavior, OTEL export checks, and trace drilldown.", "role": "", "owner": "root@example.com", "created": "2026-03-29T17:00:00Z", "tabs": [ { "tabId": "overview", "name": "Traffic & Health", "panels": [ { "id": "Panel_0001", "type": "metric", "title": "Requests in Range", "description": "Use this as the top-line traffic count for the selected time window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 1 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0002", "type": "metric", "title": "Prompt Tokens (M)", "description": "Thousands of prompt-side tokens seen by the proxy: uncached input plus cache writes plus cache reads.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(SUM(token_total) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_input_tokens,0)+COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) AS token_total FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 2 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0003", "type": "metric", "title": "Output Tokens (k)", "description": "Thousands of completion tokens returned by the proxy in the selected time window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(SUM(output_tokens) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT COALESCE(ai_output_tokens,0) AS output_tokens FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 3 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0004", "type": "metric", "title": "Failed Request Share", "description": "Percent of proxy requests that ended with an error. Rising values mean user-visible failures.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(100.0 * SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) / COUNT(*), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 16, "h": 7, "i": 4 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0005", "type": "metric", "title": "Mean Request Latency (s)", "description": "Average end-to-end proxy response time in seconds. Read with P95 latency on the next tab.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 7, "w": 16, "h": 7, "i": 5 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0006", "type": "metric", "title": "Overloaded Responses", "description": "Requests rejected as overloaded or capacity-constrained upstream.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT SUM(CASE WHEN is_overloaded = true THEN 1 ELSE 0 END) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 7, "w": 16, "h": 7, "i": 6 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0007", "type": "line", "title": "Request Trend (5m)", "description": "Request volume over time in 5-minute buckets.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 14, "w": 24, "h": 9, "i": 7 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0008", "type": "bar", "title": "Requests by Model", "description": "Which models are carrying the current load.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT ai_model AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL GROUP BY ai_model ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 14, "w": 24, "h": 9, "i": 8 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "errors", "name": "Failures & Rate Limits", "panels": [ { "id": "Panel_0009", "type": "metric", "title": "Failed Requests", "description": "Raw error count. Use with failed request share to separate traffic growth from reliability regressions.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 100 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0010", "type": "metric", "title": "Failed Request Share", "description": "Percent of requests returning non-success responses.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(100.0 * SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) / COUNT(*), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 101 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0011", "type": "metric", "title": "429 Rate-Limit Responses", "description": "How often upstream or routing pressure surfaced as HTTP 429 responses.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT SUM(CASE WHEN is_rate_limited = true THEN 1 ELSE 0 END) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 102 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0012", "type": "line", "title": "Failure Trend", "description": "When failures started and whether they were isolated or sustained.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '1 hour') AS x_axis_1, error_type, count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND is_error = true GROUP BY x_axis_1, error_type ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "error_type", "column": "error_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 103 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0013", "type": "bar", "title": "Failures by Error Type", "description": "Breaks failures down by proxy or upstream error category.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT error_type AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND is_error = true GROUP BY error_type ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "error_type", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 104 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0014", "type": "bar", "title": "Failures by Account / Route", "description": "Shows whether one account is causing most failures.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) AND is_error = true GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 105 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0015", "type": "bar", "title": "Failures by HTTP Status", "description": "Which status codes dominate: 401/403 auth, 429 rate limit, 5xx transient, and similar.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(http_status_code AS VARCHAR) AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND is_error = true GROUP BY http_status_code ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 106 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "performance", "name": "Latency & Throughput", "panels": [ { "id": "Panel_0016", "type": "metric", "title": "Mean Request Latency (s)", "description": "Average request duration across the selected window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 200 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0017", "type": "metric", "title": "P95 Request Latency (s)", "description": "Tail latency. This is the better early warning signal for degraded UX.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(COALESCE(p95.bucket_ms, maxv.max_ms) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT MIN(bucket_ms) AS bucket_ms FROM (SELECT CASE WHEN le = 'inf' THEN 999999999 ELSE CAST(le AS BIGINT) END AS bucket_ms, SUM(series_delta) AS cumulative_count FROM (SELECT le, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_bucket GROUP BY le, __hash__) GROUP BY le) b CROSS JOIN (SELECT MAX(cumulative_count) * 0.95 AS threshold FROM (SELECT le, SUM(series_delta) AS cumulative_count FROM (SELECT le, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_bucket GROUP BY le, __hash__) GROUP BY le) t) thresh WHERE b.bucket_ms < 999999999 AND b.cumulative_count >= thresh.threshold) p95 CROSS JOIN (SELECT MAX(value) AS max_ms FROM proxy_request_duration_ms_max) maxv", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 201 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0018", "type": "metric", "title": "Slowest Request (s)", "description": "Worst single request duration seen in the selected window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(MAX(metric_value) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT value AS metric_value FROM proxy_request_duration_ms_max) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 202 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0019", "type": "line", "title": "Latency Trend (5m, s)", "description": "Mean request latency over time in 5-minute buckets.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT s.x_axis_1, CAST(ROUND(s.sum_delta / NULLIF(c.count_delta, 0) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT x_axis_1, SUM(series_delta) AS sum_delta FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1) s INNER JOIN (SELECT x_axis_1, SUM(series_delta) AS count_delta FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1) c ON s.x_axis_1 = c.x_axis_1 ORDER BY s.x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 203 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0020", "type": "bar", "title": "Mean Latency by Model (s)", "description": "Which model families are slowest on average.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT s.model AS x_axis_1, CAST(ROUND(s.sum_delta / NULLIF(c.count_delta, 0) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT model, SUM(series_delta) AS sum_delta FROM (SELECT model, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY model, __hash__) GROUP BY model) s INNER JOIN (SELECT model, SUM(series_delta) AS count_delta FROM (SELECT model, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY model, __hash__) GROUP BY model) c ON s.model = c.model WHERE c.count_delta > 0 ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 204 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0021", "type": "bar", "title": "Mean Latency by Account / Route (s)", "description": "Whether a specific Anthropic account or route is slower than peers.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT s.account AS x_axis_1, CAST(ROUND(s.sum_delta / NULLIF(c.count_delta, 0) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, SUM(series_delta) AS sum_delta FROM (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY account, __hash__) GROUP BY account) s INNER JOIN (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, SUM(series_delta) AS count_delta FROM (SELECT CASE WHEN account IS NOT NULL AND account != '' THEN account ELSE 'fallback' END AS account, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY account, __hash__) GROUP BY account) c ON s.account = c.account WHERE c.count_delta > 0 ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 205 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0022", "type": "line", "title": "Throughput Trend (5m)", "description": "Request throughput over time in 5-minute buckets.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, SUM(series_delta) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_requests_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 206 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "accounts", "name": "Accounts & Routing", "panels": [ { "id": "Panel_0023", "type": "metric", "title": "Accounts / Routes Used", "description": "Distinct accounts that served traffic in the selected time window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COUNT(DISTINCT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex'))", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 300 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0024", "type": "metric", "title": "Requests on Busiest Account / Route", "description": "How concentrated traffic is on the busiest account. High concentration is expected with fill-first routing.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC LIMIT 1", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 301 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0025", "type": "metric", "title": "Accounts / Routes with Failures", "description": "How many distinct accounts saw at least one failure.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COUNT(DISTINCT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) AND is_error = true", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 302 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0026", "type": "line", "title": "Traffic by Account / Route", "description": "Shows how traffic shifted between accounts over time.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS account_label, count(*) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY x_axis_1, CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "account_label", "column": "account_label", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 303 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0027", "type": "bar", "title": "Tokens by Account / Route (k)", "description": "Where token load is landing across accounts.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, CAST(ROUND(SUM(COALESCE(ai_input_tokens,0) + COALESCE(ai_output_tokens,0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 304 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0028", "type": "bar", "title": "Failure Share by Account / Route", "description": "Which accounts have materially worse failure rates.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, CAST(ROUND(100.0 * SUM(CASE WHEN is_error = true THEN 1 ELSE 0 END) / COUNT(*), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 305 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0029", "type": "bar", "title": "Input vs Output Tokens by Account / Route", "description": "Input versus output token volume by real account or fallback route, shown as raw tokens. Internal final rows are excluded.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, 'input' AS token_type, CAST(ROUND(SUM(COALESCE(ai_input_tokens,0)), 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END UNION ALL SELECT CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END AS x_axis_1, 'output' AS token_type, CAST(ROUND(SUM(COALESCE(ai_output_tokens,0)), 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL AND (account_name IS NOT NULL AND account_name != '' OR COALESCE(account_type,'') IN ('ollama','litellm','vertex')) GROUP BY CASE WHEN account_name IS NOT NULL AND account_name != '' THEN account_name WHEN COALESCE(account_type,'') IN ('ollama','litellm','vertex') THEN account_type ELSE NULL END", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "x_axis_1", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "token_type", "column": "token_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 306 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "realtime", "name": "Telemetry Cross-Check", "panels": [ { "id": "Panel_0030", "type": "metric", "title": "Metric Requests in Range", "description": "OTEL request delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COALESCE(SUM(series_delta), 0) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_requests_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_requests_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 400 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0031", "type": "metric", "title": "Metric Errors in Range", "description": "OTEL error delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COALESCE(SUM(series_delta), 0) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_errors_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_errors_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 401 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0032", "type": "metric", "title": "Metric Retries in Range", "description": "OTEL retry delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COALESCE(SUM(series_delta), 0) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_retries_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_retries_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 402 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0033", "type": "metric", "title": "Metric Mean Duration (s)", "description": "OTEL mean request duration over the selected time window, computed from per-series histogram deltas.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_duration_ms_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_request_duration_ms_sum", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 16, "h": 7, "i": 403 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0034", "type": "metric", "title": "Metric Cost in Range (USD)", "description": "OTEL reported cost delta across the selected time window, summed across metric series.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(COALESCE(SUM(series_delta), 0), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_cost_usd_total GROUP BY __hash__)", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_cost_usd_total", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 7, "w": 16, "h": 7, "i": 404 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0035", "type": "metric", "title": "Metric Mean Request Body (KB)", "description": "OTEL mean upstream request body size over the selected time window, computed from per-series histogram deltas.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND((a.total_sum_delta / NULLIF(b.total_count_delta, 0)) / 1024.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT SUM(series_delta) AS total_sum_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_body_bytes_sum GROUP BY __hash__)) a CROSS JOIN (SELECT SUM(series_delta) AS total_count_delta FROM (SELECT __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_body_bytes_count GROUP BY __hash__)) b", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_request_body_bytes_sum", "stream_type": "metrics", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 7, "w": 16, "h": 7, "i": 405 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0036", "type": "line", "title": "Metric Request Trend (5m)", "description": "OTEL request deltas over time in 5-minute buckets, summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, SUM(series_delta) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_requests_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_requests_total", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 14, "w": 24, "h": 9, "i": 406 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0037", "type": "line", "title": "Metric Error Trend (5m)", "description": "OTEL error deltas over time in 5-minute buckets, summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, SUM(series_delta) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_errors_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_errors_total", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 14, "w": 24, "h": 9, "i": 407 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0038", "type": "line", "title": "Metric Cost Trend (5m, USD)", "description": "OTEL reported cost deltas over time in 5-minute buckets, summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, CAST(ROUND(SUM(series_delta), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_cost_usd_total GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_cost_usd_total", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 23, "w": 24, "h": 9, "i": 408 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0039", "type": "line", "title": "Metric Request Body Trend (5m, MB)", "description": "Total upstream request body volume over time in 5-minute buckets, shown in megabytes and summed across metric series.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT x_axis_1, CAST(ROUND(SUM(series_delta) / 1048576.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, __hash__, MAX(value)-MIN(value) AS series_delta FROM proxy_request_body_bytes_sum GROUP BY x_axis_1, __hash__) GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "proxy_request_body_bytes_sum", "stream_type": "metrics", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "value", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 23, "w": 24, "h": 9, "i": 409 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "tokens", "name": "Tokens, Cache & Cost", "panels": [ { "id": "Panel_0040", "type": "metric", "title": "Prompt Tokens (M)", "description": "Thousands of prompt-side tokens in the selected window: uncached input plus cache writes plus cache reads.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(SUM(token_total) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_input_tokens,0)+COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0) AS token_total FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 500 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0041", "type": "metric", "title": "Output Tokens (k)", "description": "Thousands of completion tokens returned in the selected window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(SUM(output_tokens) / 1000.0, 0) AS BIGINT) AS y_axis_1 FROM (SELECT COALESCE(ai_output_tokens,0) AS output_tokens FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 501 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0042", "type": "metric", "title": "Cache Reuse Ratio", "description": "Cached prompt tokens reused divided by cached prompt tokens newly written. Values above 1 mean the cache is being reused more than it is being populated.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(CAST(SUM(cache_read) AS DOUBLE) / NULLIF(SUM(cache_write), 0), 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_cache_read_tokens,0) AS cache_read, COALESCE(ai_cache_creation_tokens,0) AS cache_write FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 502 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0043", "type": "metric", "title": "Cached Prompt Tokens Reused (M)", "description": "Thousands of prompt tokens read from existing cache entries. This is actual cache reuse.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(SUM(cache_read) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_cache_read_tokens,0) AS cache_read FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 16, "h": 7, "i": 503 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0044", "type": "metric", "title": "Cached Prompt Tokens Written (M)", "description": "Thousands of prompt tokens written into new cache entries on this request. This is cache population, not reuse yet.", "config": { "show_legends": false, "legends_position": null, "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(SUM(cache_write) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM (SELECT COALESCE(ai_cache_creation_tokens,0) AS cache_write FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 7, "w": 16, "h": 7, "i": 504 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0045", "type": "metric", "title": "Mean Total Tokens per Request", "description": "Average total token volume per request in raw tokens: prompt-side tokens plus output tokens.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(AVG(token_total), 0) AS BIGINT) AS y_axis_1 FROM (SELECT COALESCE(ai_input_tokens,0)+COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0)+COALESCE(ai_output_tokens,0) AS token_total FROM neurolink_proxy WHERE http_method IS NOT NULL) t", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 7, "w": 16, "h": 7, "i": 505 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0046", "type": "line", "title": "Input vs Output Tokens per Request (5m)", "description": "Average input versus output tokens per request over time in 5-minute buckets, shown as raw tokens.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'input' AS token_type, CAST(ROUND(AVG(COALESCE(ai_input_tokens,0)), 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL GROUP BY x_axis_1 UNION ALL SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'output' AS token_type, CAST(ROUND(AVG(COALESCE(ai_output_tokens,0)), 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "token_type", "column": "token_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 14, "w": 24, "h": 9, "i": 506 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0047", "type": "bar", "title": "Token Volume by Model (M)", "description": "Total token volume by model in thousands, including prompt-side and output tokens.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT ai_model AS x_axis_1, CAST(ROUND(SUM(COALESCE(ai_input_tokens,0)+COALESCE(ai_cache_creation_tokens,0)+COALESCE(ai_cache_read_tokens,0)+COALESCE(ai_output_tokens,0)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL GROUP BY ai_model ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "ai_model", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 14, "w": 24, "h": 9, "i": 507 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0048", "type": "line", "title": "Cache Reuse vs Cache Write Trend (5m, M)", "description": "Cached prompt tokens reused versus newly written over time in 5-minute buckets, shown in millions.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'cache_read' AS cache_type, CAST(ROUND(SUM(COALESCE(ai_cache_read_tokens,0)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL GROUP BY x_axis_1 UNION ALL SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, 'cache_write' AS cache_type, CAST(ROUND(SUM(COALESCE(ai_cache_creation_tokens,0)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE http_method IS NOT NULL GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "logs", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [ { "label": "Breakdown", "alias": "cache_type", "column": "cache_type", "color": null } ], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 23, "w": 24, "h": 9, "i": 508 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0049", "type": "bar", "title": "Top Sessions by Token Volume (M)", "description": "Sessions with the highest total token volume in thousands, including cache and output tokens.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 2.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT session_id AS x_axis_1, CAST(ROUND(SUM(CAST(ai_tokens_total AS BIGINT)) / 1000000.0, 2) AS DECIMAL(18,2)) AS y_axis_1 FROM neurolink_proxy WHERE operation_name = 'proxy.request' AND session_id IS NOT NULL AND session_id != '' GROUP BY session_id ORDER BY y_axis_1 DESC LIMIT 10", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "session_id", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 23, "w": 24, "h": 9, "i": 509 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] }, { "tabId": "traces", "name": "Trace Drilldown", "panels": [ { "id": "Panel_0050", "type": "metric", "title": "Trace Spans in Range", "description": "Total spans emitted by the proxy trace pipeline.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT count(*) AS y_axis_1 FROM neurolink_proxy", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 0, "w": 16, "h": 7, "i": 600 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0051", "type": "metric", "title": "Unique Request Traces", "description": "Distinct traces in the selected window.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT COUNT(DISTINCT trace_id) AS y_axis_1 FROM neurolink_proxy", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 16, "y": 0, "w": 16, "h": 7, "i": 601 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0052", "type": "metric", "title": "Mean Span Duration (s)", "description": "Average proxy span duration converted to milliseconds.", "config": { "show_legends": false, "legends_position": null, "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT CAST(ROUND(AVG(duration) / 1000000.0, 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 32, "y": 0, "w": 16, "h": 7, "i": 602 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0053", "type": "bar", "title": "Span Volume by Operation", "description": "Which trace operations are most active.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT operation_name AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY operation_name ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "operation_name", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 7, "w": 24, "h": 9, "i": 603 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0054", "type": "line", "title": "Span Duration Trend (5m, s)", "description": "Mean span duration over time in 5-minute buckets, converted to milliseconds.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, CAST(ROUND(AVG(duration) / 1000000.0, 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 7, "w": 24, "h": 9, "i": 604 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0055", "type": "bar", "title": "Span Status Mix", "description": "How many spans are OK versus error.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT span_status AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY span_status ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "span_status", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 16, "w": 24, "h": 9, "i": 605 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0056", "type": "line", "title": "Trace Volume Trend (5m)", "description": "Span volume over time in 5-minute buckets.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": false, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT histogram(_timestamp, '5 minutes') AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY x_axis_1 ORDER BY x_axis_1 ASC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "Timestamp", "alias": "x_axis_1", "column": "_timestamp", "color": null, "aggregationFunction": "histogram", "sortBy": "ASC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 16, "w": 24, "h": 9, "i": 606 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0057", "type": "bar", "title": "Slowest Operations (s)", "description": "Operations with the highest average span duration, converted to milliseconds.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT operation_name AS x_axis_1, CAST(ROUND(AVG(duration) / 1000000.0, 0) AS BIGINT) AS y_axis_1 FROM neurolink_proxy GROUP BY operation_name ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "operation_name", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 0, "y": 25, "w": 24, "h": 9, "i": 607 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" }, { "id": "Panel_0058", "type": "bar", "title": "Span Kind Mix", "description": "Client, server, and internal span distribution across the trace set.", "config": { "show_legends": true, "legends_position": "bottom", "decimals": 0.0, "line_thickness": 1.5, "step_value": "0", "top_results_others": false, "axis_border_show": false, "label_option": { "position": "inside", "rotate": 0.0 }, "show_symbol": true, "line_interpolation": "smooth", "legend_width": { "unit": "px" }, "base_map": { "type": "osm" }, "map_type": { "type": "world" }, "map_view": { "zoom": 1.0, "lat": 0.0, "lng": 0.0 }, "map_symbol_style": { "size": "by Value", "size_by_value": { "min": 1.0, "max": 100.0 }, "size_fixed": 2.0 }, "drilldown": [], "mark_line": [], "override_config": [], "connect_nulls": false, "no_value_replacement": "", "wrap_table_cells": false, "table_transpose": false, "table_dynamic_columns": false, "color": { "mode": "palette-classic-by-series", "fixedColor": ["#53ca53"], "seriesBy": "last" }, "trellis": { "layout": null, "num_of_columns": 1 } }, "queryType": "sql", "queries": [ { "query": "SELECT span_kind AS x_axis_1, count(*) AS y_axis_1 FROM neurolink_proxy GROUP BY span_kind ORDER BY y_axis_1 DESC", "vrlFunctionQuery": "", "customQuery": true, "fields": { "stream": "neurolink_proxy", "stream_type": "traces", "x": [ { "label": "X-Axis", "alias": "x_axis_1", "column": "span_kind", "color": null, "sortBy": "DESC" } ], "y": [ { "label": "Y-Axis", "alias": "y_axis_1", "column": "y_axis_1", "color": null, "aggregationFunction": "sum" } ], "z": [], "breakdown": [], "filter": { "filterType": "group", "logicalOperator": "AND", "conditions": [] } }, "config": { "promql_legend": "", "layer_type": "scatter", "weight_fixed": 1.0, "limit": 0.0, "min": 0.0, "max": 100.0, "time_shift": [] } } ], "layout": { "x": 24, "y": 25, "w": 24, "h": 9, "i": 608 }, "htmlContent": "", "markdownContent": "", "customChartContent": "" } ] } ], "variables": { "list": [], "showDynamicFilters": true }, "defaultDatetimeDuration": { "type": "relative", "relativeTimePeriod": "30m" } }, "v6": null, "v7": null, "v8": null, "version": 5, "hash": "6369048240861337014", "updatedAt": 0 }