From 943cf4930336d3db93a0f7160516180e88c6c5df Mon Sep 17 00:00:00 2001 From: Buildkite Date: Tue, 15 Sep 2026 15:44:44 +0000 Subject: [PATCH] =?UTF-8?q?=F0=9F=A4=96=20sync'ing=20generated=20docs?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- docs/admin/code-hosts/aws-codecommit.mdx | 2 +- docs/admin/code-hosts/azuredevops.mdx | 2 +- docs/admin/code-hosts/bitbucket-cloud.mdx | 2 +- docs/admin/code-hosts/bitbucket-server.mdx | 2 +- docs/admin/code-hosts/gerrit.mdx | 2 +- docs/admin/code-hosts/github.mdx | 2 +- docs/admin/code-hosts/gitlab.mdx | 2 +- docs/admin/code-hosts/gitolite.mdx | 2 +- docs/admin/code-hosts/other.mdx | 2 +- docs/admin/code-hosts/phabricator.mdx | 2 +- docs/admin/config/settings.mdx | 2 +- docs/admin/config/site-config.mdx | 5 +- docs/admin/repo/perforce.mdx | 2 +- docs/self-hosted/observability/alerts.mdx | 7 +- docs/self-hosted/observability/dashboards.mdx | 950 +++++++++++------- 15 files changed, 631 insertions(+), 355 deletions(-) diff --git a/docs/admin/code-hosts/aws-codecommit.mdx b/docs/admin/code-hosts/aws-codecommit.mdx index 525b9cee8..3887049f4 100644 --- a/docs/admin/code-hosts/aws-codecommit.mdx +++ b/docs/admin/code-hosts/aws-codecommit.mdx @@ -37,7 +37,7 @@ AWS CodeCommit connections support the following configuration options, which ar {/* SCHEMA_SYNC_START: admin/code_hosts/aws_codecommit.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // REQUIRED: diff --git a/docs/admin/code-hosts/azuredevops.mdx b/docs/admin/code-hosts/azuredevops.mdx index a76509177..4d3e7bd88 100644 --- a/docs/admin/code-hosts/azuredevops.mdx +++ b/docs/admin/code-hosts/azuredevops.mdx @@ -69,7 +69,7 @@ Azure DevOps connections support the following configuration options, which are {/* SCHEMA_SYNC_START: admin/code_hosts/azuredevops.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json // Authentication alternatives: token OR windowsPassword diff --git a/docs/admin/code-hosts/bitbucket-cloud.mdx b/docs/admin/code-hosts/bitbucket-cloud.mdx index a6d1fe084..59c2849a0 100644 --- a/docs/admin/code-hosts/bitbucket-cloud.mdx +++ b/docs/admin/code-hosts/bitbucket-cloud.mdx @@ -116,7 +116,7 @@ Bitbucket Cloud connections support the following configuration options, which a {/* SCHEMA_SYNC_START: admin/code_hosts/bitbucket_cloud.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // The workspace access token to use when authenticating with Bitbucket Cloud. diff --git a/docs/admin/code-hosts/bitbucket-server.mdx b/docs/admin/code-hosts/bitbucket-server.mdx index 31118d96e..8341e7903 100644 --- a/docs/admin/code-hosts/bitbucket-server.mdx +++ b/docs/admin/code-hosts/bitbucket-server.mdx @@ -202,7 +202,7 @@ Bitbucket Server / Bitbucket Data Center connections support the following confi {/* SCHEMA_SYNC_START: admin/code_hosts/bitbucket_server.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json // Authentication alternatives: token OR password diff --git a/docs/admin/code-hosts/gerrit.mdx b/docs/admin/code-hosts/gerrit.mdx index 5f21fd1fc..37c52f7bb 100644 --- a/docs/admin/code-hosts/gerrit.mdx +++ b/docs/admin/code-hosts/gerrit.mdx @@ -113,7 +113,7 @@ Gerrit connections support the following configuration options, which are specif {/* SCHEMA_SYNC_START: admin/code_hosts/gerrit.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // If non-null, enforces Gerrit repository permissions. This requires that there is an item in the [site configuration json](https://sourcegraph.com/docs/admin/config/site_config#auth-providers) `auth.providers` field, of type "gerrit" with the same `url` field as specified in this `GerritConnection`. diff --git a/docs/admin/code-hosts/github.mdx b/docs/admin/code-hosts/github.mdx index a95bafe69..7cdf951e9 100644 --- a/docs/admin/code-hosts/github.mdx +++ b/docs/admin/code-hosts/github.mdx @@ -458,7 +458,7 @@ GitHub connections support the following configuration options, which are specif {/* SCHEMA_SYNC_START: admin/code_hosts/github.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json // Authentication alternatives: token OR gitHubAppDetails OR externalAccount OR useRandomExternalAccount diff --git a/docs/admin/code-hosts/gitlab.mdx b/docs/admin/code-hosts/gitlab.mdx index 426f0c02f..7c02f6f66 100644 --- a/docs/admin/code-hosts/gitlab.mdx +++ b/docs/admin/code-hosts/gitlab.mdx @@ -189,7 +189,7 @@ See [Internal rate limits](/admin/code-hosts/rate-limits#internal-rate-limits). {/* SCHEMA_SYNC_START: admin/code_hosts/gitlab.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // If non-null, enforces GitLab repository permissions. This requires that there be an item in the `auth.providers` field of type "gitlab" with the same `url` field as specified in this `GitLabConnection`. diff --git a/docs/admin/code-hosts/gitolite.mdx b/docs/admin/code-hosts/gitolite.mdx index c08292fae..2c6124fbd 100644 --- a/docs/admin/code-hosts/gitolite.mdx +++ b/docs/admin/code-hosts/gitolite.mdx @@ -25,7 +25,7 @@ To connect Gitolite to Sourcegraph: {/* SCHEMA_SYNC_START: admin/code_hosts/gitolite.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // A list of repositories to never mirror from this Gitolite instance. Supports excluding by exact name ({"name": "foo"}). diff --git a/docs/admin/code-hosts/other.mdx b/docs/admin/code-hosts/other.mdx index f8d58626f..963ebe4f5 100644 --- a/docs/admin/code-hosts/other.mdx +++ b/docs/admin/code-hosts/other.mdx @@ -68,7 +68,7 @@ Repositories must be listed individually: {/* SCHEMA_SYNC_START: admin/code_hosts/other_external_service.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // A list of repositories to never mirror by name after applying repositoryPathPattern. Supports excluding by exact name ({"name": "myrepo"}) or regular expression ({"pattern": ".*secret.*"}). diff --git a/docs/admin/code-hosts/phabricator.mdx b/docs/admin/code-hosts/phabricator.mdx index 0f53fd04e..3ddccd18b 100644 --- a/docs/admin/code-hosts/phabricator.mdx +++ b/docs/admin/code-hosts/phabricator.mdx @@ -76,7 +76,7 @@ The Sourcegraph instance's site admin must [update the `corsOrigin` site config {/* SCHEMA_SYNC_START: admin/code_hosts/phabricator.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // SSH cipher to use when cloning via SSH. Must be a valid choice from `ssh -Q cipher`. diff --git a/docs/admin/config/settings.mdx b/docs/admin/config/settings.mdx index 575de89f9..c853fe7ca 100644 --- a/docs/admin/config/settings.mdx +++ b/docs/admin/config/settings.mdx @@ -27,7 +27,7 @@ Settings options and their default values are shown below. {/* SCHEMA_SYNC_START: admin/config/settings.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { diff --git a/docs/admin/config/site-config.mdx b/docs/admin/config/site-config.mdx index d9777b72e..56523e921 100644 --- a/docs/admin/config/site-config.mdx +++ b/docs/admin/config/site-config.mdx @@ -21,7 +21,7 @@ All site configuration options and their default values are shown below. {/* SCHEMA_SYNC_START: admin/config/site.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { @@ -580,6 +580,9 @@ All site configuration options and their default values are shown below. "intervalMinutes": 15 }, + // The number of completed repository fetch jobs to keep for each repository. Set to 0 to disable completed fetch history. + "repositoryFetchHistorySize": 20, + // The SCIM auth token is used to authenticate SCIM requests. If not set, SCIM is disabled. "scim.authToken": "", diff --git a/docs/admin/repo/perforce.mdx b/docs/admin/repo/perforce.mdx index d36901582..3f53a016c 100644 --- a/docs/admin/repo/perforce.mdx +++ b/docs/admin/repo/perforce.mdx @@ -228,7 +228,7 @@ With this setting, Sourcegraph will ignore any rules with a host other than `*`, {/* SCHEMA_SYNC_START: admin/code_hosts/perforce.schema.json */} {/* WARNING: This section is auto-generated during releases. Do not edit manually. */} -{/* Last updated: 2026-09-14T08:37:54Z */} +{/* Last updated: 2026-09-15T15:44:43Z */} ```json { // If non-null, enforces Perforce depot permissions. diff --git a/docs/self-hosted/observability/alerts.mdx b/docs/self-hosted/observability/alerts.mdx index 3a881aa3b..8e7520ee2 100644 --- a/docs/self-hosted/observability/alerts.mdx +++ b/docs/self-hosted/observability/alerts.mdx @@ -7414,8 +7414,11 @@ Generated query for critical alert: `max((max(deriv(src_deepsearch_questions_in_ **Next steps** -- Check worker logs for `worker failed to process question` errors. -- Common causes: upstream LLM provider failures (rate limiting or capacity, e.g. 429/503, and timeouts), database errors mid-processing, or worker panics (`worker panic while processing question`). +- Errors are emitted by the **worker** service (log scope `worker.deepsearch`). Search worker logs over the alert window. +- Three log messages increment this metric: + - `worker failed to process question`: a failure during agent processing. Common causes are upstream LLM provider failures (rate limiting or capacity, e.g. 429/503, and timeouts) and database errors mid-processing. + - `worker panic while processing question`: a panic in the question handler. + - `failed to reserve usage for question`: the usage limiter failed to check limits. - More help interpreting this metric is available in the [dashboards reference](dashboards#deepsearch-deepsearch_question_processing_error_rate). - **Silence this alert:** If you are aware of this alert and want to silence notifications for it, add the following to your site configuration and set a reminder to re-evaluate the alert: diff --git a/docs/self-hosted/observability/dashboards.mdx b/docs/self-hosted/observability/dashboards.mdx index 74e5f2187..7851ff5bd 100644 --- a/docs/self-hosted/observability/dashboards.mdx +++ b/docs/self-hosted/observability/dashboards.mdx @@ -7808,6 +7808,80 @@ sum by (type) (rate(vcssyncer_is_cloneable_duration_seconds_count{type=~`${vcsSy
+### Git Server: Default-branch commit discovery + +#### gitserver: default_branch_commit_discovery_latency_p90 + +

Estimated default-branch commit discovery latency p90

+ +This panel includes only valid changes to default-branch tips. Values use Git commit timestamps and can overestimate push-to-discovery latency when commits are pushed after they are created. A missing series means no qualifying observation occurred in the query window, not zero latency. Compare update-frequency cohorts instead of aggregating them into one percentile. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101000` on your Sourcegraph instance. + +*Managed by the Sourcegraph Services team.* + +
+Technical details + +Query: + +``` +histogram_quantile(0.90, sum by (le, update_frequency) (rate(src_repoupdater_default_branch_commit_age_at_discovery_seconds_bucket[1h]))) +``` +
+ +
+ +#### gitserver: default_branch_commit_discovery_latency_p95 + +

Estimated default-branch commit discovery latency p95

+ +This panel includes only valid changes to default-branch tips. Values use Git commit timestamps and can overestimate push-to-discovery latency when commits are pushed after they are created. A missing series means no qualifying observation occurred in the query window, not zero latency. Compare update-frequency cohorts instead of aggregating them into one percentile. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101001` on your Sourcegraph instance. + +*Managed by the Sourcegraph Services team.* + +
+Technical details + +Query: + +``` +histogram_quantile(0.95, sum by (le, update_frequency) (rate(src_repoupdater_default_branch_commit_age_at_discovery_seconds_bucket[1h]))) +``` +
+ +
+ +#### gitserver: default_branch_commit_discovery_latency_p99 + +

Estimated default-branch commit discovery latency p99

+ +This panel includes only valid changes to default-branch tips. Values use Git commit timestamps and can overestimate push-to-discovery latency when commits are pushed after they are created. A missing series means no qualifying observation occurred in the query window, not zero latency. Compare update-frequency cohorts instead of aggregating them into one percentile. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101002` on your Sourcegraph instance. + +*Managed by the Sourcegraph Services team.* + +
+Technical details + +Query: + +``` +histogram_quantile(0.99, sum by (le, update_frequency) (rate(src_repoupdater_default_branch_commit_age_at_discovery_seconds_bucket[1h]))) +``` +
+ +
+ ### Git Server: Gitserver: Gitserver Backend #### gitserver: concurrent_backend_operations @@ -7818,7 +7892,7 @@ The number of requests that are currently being handled by gitserver backend lay This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101000` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101100` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7840,7 +7914,7 @@ src_gitserver_backend_concurrent_operations This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101010` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101110` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7862,7 +7936,7 @@ sum(increase(src_gitserver_backend_total{job=~"^gitserver.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101011` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101111` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7884,7 +7958,7 @@ sum by (le)(rate(src_gitserver_backend_duration_seconds_bucket{job=~"^gitserver This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101012` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101112` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7906,7 +7980,7 @@ sum(increase(src_gitserver_backend_errors_total{job=~"^gitserver.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101013` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101113` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7928,7 +8002,7 @@ sum(increase(src_gitserver_backend_errors_total{job=~"^gitserver.*"}[5m])) / (su This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101020` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101120` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7950,7 +8024,7 @@ sum by (op)(increase(src_gitserver_backend_total{job=~"^gitserver.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101021` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101121` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7972,7 +8046,7 @@ histogram_quantile(0.99, sum by (le,op)(rate(src_gitserver_backend_duration_sec This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101022` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101122` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -7994,7 +8068,7 @@ sum by (op)(increase(src_gitserver_backend_errors_total{job=~"^gitserver.*"}[5m] This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101023` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101123` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8018,7 +8092,7 @@ sum by (op)(increase(src_gitserver_backend_errors_total{job=~"^gitserver.*"}[5m] This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101100` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101200` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8040,7 +8114,7 @@ sum(increase(src_gitserver_client_total{job=~"^*.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101101` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101201` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8062,7 +8136,7 @@ sum by (le)(rate(src_gitserver_client_duration_seconds_bucket{job=~"^*.*"}[5m]) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101102` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101202` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8084,7 +8158,7 @@ sum(increase(src_gitserver_client_errors_total{job=~"^*.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101103` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101203` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8106,7 +8180,7 @@ sum(increase(src_gitserver_client_errors_total{job=~"^*.*"}[5m])) / (sum(increas This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101110` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101210` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8128,7 +8202,7 @@ sum by (op,scope)(increase(src_gitserver_client_total{job=~"^*.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101111` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101211` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8150,7 +8224,7 @@ histogram_quantile(0.99, sum by (le,op,scope)(rate(src_gitserver_client_duratio This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101112` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101212` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8172,7 +8246,7 @@ sum by (op,scope)(increase(src_gitserver_client_errors_total{job=~"^*.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101113` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101213` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8196,7 +8270,7 @@ sum by (op,scope)(increase(src_gitserver_client_errors_total{job=~"^*.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101200` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101300` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8218,7 +8292,7 @@ sum(increase(src_gitserver_repositoryservice_client_total{job=~"^*.*"}[5m])) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101201` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101301` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8240,7 +8314,7 @@ sum by (le)(rate(src_gitserver_repositoryservice_client_duration_seconds_bucket This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101202` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101302` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8262,7 +8336,7 @@ sum(increase(src_gitserver_repositoryservice_client_errors_total{job=~"^*.*"}[5m This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101203` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101303` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8284,7 +8358,7 @@ sum(increase(src_gitserver_repositoryservice_client_errors_total{job=~"^*.*"}[5m This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101210` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101310` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8306,7 +8380,7 @@ sum by (op,scope)(increase(src_gitserver_repositoryservice_client_total{job=~"^* This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101211` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101311` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8328,7 +8402,7 @@ histogram_quantile(0.99, sum by (le,op,scope)(rate(src_gitserver_repositoryserv This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101212` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101312` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8350,7 +8424,7 @@ sum by (op,scope)(increase(src_gitserver_repositoryservice_client_errors_total{j This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101213` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101313` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8378,7 +8452,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101300` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101400` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8404,7 +8478,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101301` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101401` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8430,7 +8504,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101310` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101410` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8456,7 +8530,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101311` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101411` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8482,7 +8556,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101320` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101420` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8508,7 +8582,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101321` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101421` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8534,7 +8608,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101330` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101430` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8560,7 +8634,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101331` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101431` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8586,7 +8660,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101340` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101440` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8612,7 +8686,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101341` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101441` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8638,7 +8712,7 @@ Note: Disk statistics are per _device_, not per _service_. In certain environmen This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101350` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101450` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8664,7 +8738,7 @@ The number of gRPC requests received per second across all methods, aggregated a This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101400` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101500` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8688,7 +8762,7 @@ The number of gRPC requests received per second broken out per method, aggregate This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101401` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101501` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8712,7 +8786,7 @@ The percentage of gRPC requests that fail across all methods, aggregated across This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101410` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101510` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8736,7 +8810,7 @@ The percentage of gRPC requests that fail per method, aggregated across all inst This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101411` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101511` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8760,7 +8834,7 @@ The 99th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101420` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101520` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8784,7 +8858,7 @@ The 90th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101421` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101521` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8808,7 +8882,7 @@ The 75th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101422` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101522` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8832,7 +8906,7 @@ The 99.9th percentile total per-RPC response size per method, aggregated across This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101430` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101530` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8856,7 +8930,7 @@ The 90th percentile total per-RPC response size per method, aggregated across al This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101431` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101531` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8880,7 +8954,7 @@ The 75th percentile total per-RPC response size per method, aggregated across al This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101432` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101532` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8904,7 +8978,7 @@ The 99.9th percentile size of every individual protocol buffer size sent by the This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101440` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101540` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8928,7 +9002,7 @@ The 90th percentile size of every individual protocol buffer size sent by the se This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101441` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101541` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8952,7 +9026,7 @@ The 75th percentile size of every individual protocol buffer size sent by the se This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101442` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101542` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -8976,7 +9050,7 @@ The average number of response messages sent during a streaming RPC method, brok This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101450` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101550` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9000,7 +9074,7 @@ The rate of all generated gRPC response codes per method, aggregated across all This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101460` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101560` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9026,7 +9100,7 @@ The percentage of gRPC requests that fail across all methods (regardless of whet This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101500` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101600` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9050,7 +9124,7 @@ The percentage of gRPC requests that fail per method (regardless of whether or n This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101501` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101601` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9074,7 +9148,7 @@ The rate of all generated gRPC response codes per method (regardless of whether This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101502` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101602` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9104,7 +9178,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101510` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101610` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9134,7 +9208,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101511` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101611` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9164,7 +9238,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101512` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101612` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9190,7 +9264,7 @@ The percentage of gRPC requests that were retried across all methods, aggregated This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101600` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101700` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9214,7 +9288,7 @@ The percentage of gRPC requests that were retried aggregated across all "git_ser This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101601` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101701` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9238,7 +9312,7 @@ The count of gRPC requests that were retried aggregated across all "git_service" This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101602` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101702` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9264,7 +9338,7 @@ The number of gRPC requests received per second across all methods, aggregated a This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101700` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101800` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9288,7 +9362,7 @@ The number of gRPC requests received per second broken out per method, aggregate This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101701` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101801` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9312,7 +9386,7 @@ The percentage of gRPC requests that fail across all methods, aggregated across This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101710` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101810` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9336,7 +9410,7 @@ The percentage of gRPC requests that fail per method, aggregated across all inst This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101711` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101811` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9360,7 +9434,7 @@ The 99th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101720` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101820` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9384,7 +9458,7 @@ The 90th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101721` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101821` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9408,7 +9482,7 @@ The 75th percentile response time per method, aggregated across all instances. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101722` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101822` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9432,7 +9506,7 @@ The 99.9th percentile total per-RPC response size per method, aggregated across This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101730` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101830` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9456,7 +9530,7 @@ The 90th percentile total per-RPC response size per method, aggregated across al This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101731` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101831` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9480,7 +9554,7 @@ The 75th percentile total per-RPC response size per method, aggregated across al This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101732` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101832` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9504,7 +9578,7 @@ The 99.9th percentile size of every individual protocol buffer size sent by the This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101740` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101840` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9528,7 +9602,7 @@ The 90th percentile size of every individual protocol buffer size sent by the se This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101741` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101841` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9552,7 +9626,7 @@ The 75th percentile size of every individual protocol buffer size sent by the se This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101742` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101842` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9576,7 +9650,7 @@ The average number of response messages sent during a streaming RPC method, brok This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101750` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101850` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9600,7 +9674,7 @@ The rate of all generated gRPC response codes per method, aggregated across all This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101760` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101860` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9626,7 +9700,7 @@ The percentage of gRPC requests that fail across all methods (regardless of whet This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101800` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101900` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9650,7 +9724,7 @@ The percentage of gRPC requests that fail per method (regardless of whether or n This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101801` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101901` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9674,7 +9748,7 @@ The rate of all generated gRPC response codes per method (regardless of whether This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101802` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101902` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9704,7 +9778,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101810` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101910` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9734,7 +9808,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101811` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101911` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9764,7 +9838,7 @@ When debugging, knowing that a particular error comes from the grpc-go library i This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101812` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101912` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9790,7 +9864,7 @@ The percentage of gRPC requests that were retried across all methods, aggregated This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101900` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102000` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9814,7 +9888,7 @@ The percentage of gRPC requests that were retried aggregated across all "reposit This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101901` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102001` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9838,7 +9912,7 @@ The count of gRPC requests that were retried aggregated across all "repository_s This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=101902` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102002` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9864,7 +9938,7 @@ The duration since the configuration client used by the "gitserver" service last This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102000` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102100` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -9886,7 +9960,7 @@ src_conf_client_time_since_last_successful_update_seconds{job=~`.*gitserver`,ins Refer to the [alerts reference](alerts#gitserver-gitserver_site_configuration_duration_since_last_successful_update_by_instance) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102001` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102101` on your Sourcegraph instance. *Managed by the Sourcegraph Platform team.* @@ -9912,7 +9986,7 @@ The number of healthy HTTP requests per second to internal HTTP api This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102100` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102200` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9936,7 +10010,7 @@ The number of unhealthy HTTP requests per second to internal HTTP api This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102101` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102201` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9960,7 +10034,7 @@ The number of HTTP requests per second by code This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102102` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102202` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -9984,7 +10058,7 @@ The 95th percentile duration by route when the status code is 200 This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102110` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102210` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10008,7 +10082,7 @@ The 95th percentile duration by route when the status code is not 200 This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102111` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102211` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10032,7 +10106,7 @@ histogram_quantile(0.95, sum(rate(src_http_request_duration_seconds_bucket{app=" This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102200` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102300` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10054,7 +10128,7 @@ sum by (app_name, db_name) (src_pgsql_conns_max_open{app_name="gitserver"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102201` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102301` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10076,7 +10150,7 @@ sum by (app_name, db_name) (src_pgsql_conns_open{app_name="gitserver"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102210` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102310` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10098,7 +10172,7 @@ sum by (app_name, db_name) (src_pgsql_conns_in_use{app_name="gitserver"}) This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102211` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102311` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10120,7 +10194,7 @@ sum by (app_name, db_name) (src_pgsql_conns_idle{app_name="gitserver"}) Refer to the [alerts reference](alerts#gitserver-mean_blocked_seconds_per_conn_request) for 2 alerts related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102220` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102320` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10142,7 +10216,7 @@ sum by (app_name, db_name) (increase(src_pgsql_conns_blocked_seconds{app_name="g This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102230` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102330` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10164,7 +10238,7 @@ sum by (app_name, db_name) (increase(src_pgsql_conns_closed_max_idle{app_name="g This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102231` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102331` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10186,7 +10260,7 @@ sum by (app_name, db_name) (increase(src_pgsql_conns_closed_max_lifetime{app_nam This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102232` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102332` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10220,7 +10294,7 @@ value change independent of deployment events (such as an upgrade), it could ind This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102300` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102400` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10242,7 +10316,7 @@ count by(name) ((time() - container_last_seen{name=~"^gitserver.*"}) > 60) Refer to the [alerts reference](alerts#gitserver-container_cpu_usage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102301` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102401` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10264,7 +10338,7 @@ cadvisor_container_cpu_usage_percentage_total{name=~"^gitserver.*"} Refer to the [alerts reference](alerts#gitserver-container_memory_usage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102302` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102402` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10289,7 +10363,7 @@ When extremely high, this can indicate a resource usage problem, or can cause pr This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102303` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102403` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10313,7 +10387,7 @@ sum by(name) (rate(container_fs_reads_total{name=~"^gitserver.*"}[1h]) + rate(co Refer to the [alerts reference](alerts#gitserver-provisioning_container_cpu_usage_long_term) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102400` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102500` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10337,7 +10411,7 @@ Git Server is expected to use up all the memory it is provided. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102401` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102501` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10359,7 +10433,7 @@ max_over_time(cadvisor_container_memory_usage_percentage_total{name=~"^gitserver Refer to the [alerts reference](alerts#gitserver-provisioning_container_cpu_usage_short_term) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102410` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102510` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10383,7 +10457,7 @@ Git Server is expected to use up all the memory it is provided. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102411` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102511` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10408,7 +10482,7 @@ When it occurs frequently, it is an indicator of underprovisioning. Refer to the [alerts reference](alerts#gitserver-container_oomkill_events_total) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102412` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102512` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10434,7 +10508,7 @@ A high value here indicates a possible goroutine leak. Refer to the [alerts reference](alerts#gitserver-go_goroutines) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102500` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102600` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10456,7 +10530,7 @@ max by(instance) (go_goroutines{job=~".*gitserver"}) Refer to the [alerts reference](alerts#gitserver-go_gc_duration_seconds) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102501` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102601` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -10480,7 +10554,7 @@ max by(instance) (go_gc_duration_seconds{job=~".*gitserver"}) Refer to the [alerts reference](alerts#gitserver-pods_available_percentage) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102600` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/gitserver/gitserver?viewPanel=102700` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -15503,13 +15577,11 @@ histogram_quantile(0.95, max by (le) (rate(src_repoupdater_source_duration_secon
-#### worker: default_branch_commit_discovery_latency_p90 - -

Estimated default-branch commit discovery latency p90

+#### worker: syncer_synced_repos -This panel includes only valid changes to default-branch tips. Values use Git commit timestamps and can overestimate push-to-discovery latency when commits are pushed after they are created. A missing series means no qualifying observation occurred in the query window, not zero latency. Compare update-frequency cohorts instead of aggregating them into one percentile. +

Repositories synced

-This panel has no related alerts. +Refer to the [alerts reference](alerts#worker-syncer_synced_repos) for 1 alert related to this panel. To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101120` on your Sourcegraph instance. @@ -15521,19 +15593,17 @@ To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101120` on Query: ``` -histogram_quantile(0.90, sum by (le, update_frequency) (rate(src_repoupdater_default_branch_commit_age_at_discovery_seconds_bucket[1h]))) +max(rate(src_repoupdater_syncer_synced_repos_total[1m])) ```
-#### worker: default_branch_commit_discovery_latency_p95 - -

Estimated default-branch commit discovery latency p95

+#### worker: sourced_repos -This panel includes only valid changes to default-branch tips. Values use Git commit timestamps and can overestimate push-to-discovery latency when commits are pushed after they are created. A missing series means no qualifying observation occurred in the query window, not zero latency. Compare update-frequency cohorts instead of aggregating them into one percentile. +

Repositories sourced

-This panel has no related alerts. +Refer to the [alerts reference](alerts#worker-sourced_repos) for 1 alert related to this panel. To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101121` on your Sourcegraph instance. @@ -15545,21 +15615,19 @@ To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101121` on Query: ``` -histogram_quantile(0.95, sum by (le, update_frequency) (rate(src_repoupdater_default_branch_commit_age_at_discovery_seconds_bucket[1h]))) +max(rate(src_repoupdater_source_repos_total[1m])) ```
-#### worker: default_branch_commit_discovery_latency_p99 - -

Estimated default-branch commit discovery latency p99

+#### worker: sched_auto_fetch -This panel includes only valid changes to default-branch tips. Values use Git commit timestamps and can overestimate push-to-discovery latency when commits are pushed after they are created. A missing series means no qualifying observation occurred in the query window, not zero latency. Compare update-frequency cohorts instead of aggregating them into one percentile. +

Repositories scheduled due to hitting a deadline

-This panel has no related alerts. +Refer to the [alerts reference](alerts#worker-sched_auto_fetch) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101122` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101130` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -15569,19 +15637,22 @@ To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101122` on Query: ``` -histogram_quantile(0.99, sum by (le, update_frequency) (rate(src_repoupdater_default_branch_commit_age_at_discovery_seconds_bucket[1h]))) +max(rate(src_repoupdater_sched_auto_fetch[1m])) ```
-#### worker: syncer_synced_repos +#### worker: sched_manual_fetch -

Repositories synced

+

Repositories scheduled due to user traffic

-Refer to the [alerts reference](alerts#worker-syncer_synced_repos) for 1 alert related to this panel. +Check worker logs if this value is persistently high. +This does not indicate anything if there are no user added code hosts. -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101130` on your Sourcegraph instance. +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101131` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -15591,19 +15662,19 @@ To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101130` on Query: ``` -max(rate(src_repoupdater_syncer_synced_repos_total[1m])) +max(rate(src_repoupdater_sched_manual_fetch[1m])) ```
-#### worker: sourced_repos +#### worker: sched_loops -

Repositories sourced

+

Scheduler loops

-Refer to the [alerts reference](alerts#worker-sourced_repos) for 1 alert related to this panel. +Refer to the [alerts reference](alerts#worker-sched_loops) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101131` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101140` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -15613,19 +15684,19 @@ To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101131` on Query: ``` -max(rate(src_repoupdater_source_repos_total[1m])) +max(rate(src_repoupdater_sched_loops[1m])) ```
-#### worker: sched_auto_fetch +#### worker: src_repoupdater_stale_repos -

Repositories scheduled due to hitting a deadline

+

Repos that haven't been fetched in more than 8 hours

-Refer to the [alerts reference](alerts#worker-sched_auto_fetch) for 1 alert related to this panel. +Refer to the [alerts reference](alerts#worker-src_repoupdater_stale_repos) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101140` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101141` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -15635,88 +15706,19 @@ To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101140` on Query: ``` -max(rate(src_repoupdater_sched_auto_fetch[1m])) +max(src_repoupdater_stale_repos) ```
-#### worker: sched_manual_fetch +#### worker: sched_error -

Repositories scheduled due to user traffic

+

Repositories schedule error rate

-Check worker logs if this value is persistently high. -This does not indicate anything if there are no user added code hosts. +Refer to the [alerts reference](alerts#worker-sched_error) for 1 alert related to this panel. -This panel has no related alerts. - -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101141` on your Sourcegraph instance. - -*Managed by the Sourcegraph Services team.* - -
-Technical details - -Query: - -``` -max(rate(src_repoupdater_sched_manual_fetch[1m])) -``` -
- -
- -#### worker: sched_loops - -

Scheduler loops

- -Refer to the [alerts reference](alerts#worker-sched_loops) for 1 alert related to this panel. - -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101150` on your Sourcegraph instance. - -*Managed by the Sourcegraph Services team.* - -
-Technical details - -Query: - -``` -max(rate(src_repoupdater_sched_loops[1m])) -``` -
- -
- -#### worker: src_repoupdater_stale_repos - -

Repos that haven't been fetched in more than 8 hours

- -Refer to the [alerts reference](alerts#worker-src_repoupdater_stale_repos) for 1 alert related to this panel. - -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101151` on your Sourcegraph instance. - -*Managed by the Sourcegraph Services team.* - -
-Technical details - -Query: - -``` -max(src_repoupdater_stale_repos) -``` -
- -
- -#### worker: sched_error - -

Repositories schedule error rate

- -Refer to the [alerts reference](alerts#worker-sched_error) for 1 alert related to this panel. - -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101152` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101142` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -15740,7 +15742,7 @@ Repository fetches that failed due to an externally classified code-host access This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101153` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101143` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -15762,7 +15764,7 @@ max(rate(src_repoupdater_sched_external_error[1m])) Refer to the [alerts reference](alerts#worker-src_repoupdater_cleanup_failed_repos) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101160` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/worker/worker?viewPanel=101150` on your Sourcegraph instance. *Managed by the Sourcegraph Services team.* @@ -36509,23 +36511,47 @@ sum by (code)(irate(src_http_request_duration_seconds_count{route=~"^cody.comple
-## Agent tool calls +## Deep Search -

Shared tool execution across MCP, Deep Search, Batch Change Agents, and other agent workloads.

+

Monitoring for Deep Search question processing.

-To see this dashboard, visit `/-/debug/grafana/d/agent-tools/agent-tools` on your Sourcegraph instance. +To see this dashboard, visit `/-/debug/grafana/d/deepsearch/deepsearch` on your Sourcegraph instance. -### Agent tool calls: Tool calls +### Deep Search: Question processing -#### agent-tools: agent_tool_call_rate +#### deepsearch: deepsearch_questions_in_flight -

Tool calls per minute by workload, tool, and terminal status

+

Number of questions currently being processed

-Actual executions of registered agent tools. Workload identifies the product entrypoint; status distinguishes successful calls, errors, Sourcegraph-observed timeouts, and cancellations. +The number of deep search questions currently being processed. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=100000` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100000` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: + +``` +sum(src_deepsearch_questions_in_flight) +``` +
+ +
+ +#### deepsearch: deepsearch_questions_in_flight_growth + +

Rate of growth of in-flight questions over 1h

+ +A positive value indicates the queue is growing faster than it`s being processed. + +Refer to the [alerts reference](alerts#deepsearch-deepsearch_questions_in_flight_growth) for 2 alerts related to this panel. + +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100001` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36535,21 +36561,21 @@ To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=1 Query: ``` -sum by (workload, tool, status) (rate(src_agent_tool_calls_total{workload=~"$workload",tool=~"$tool"}[5m])) * 60 +max(deriv(src_deepsearch_questions_in_flight[1h])) ```
-#### agent-tools: agent_tool_non_success_rate +#### deepsearch: deepsearch_question_processing_rate -

Percentage of tool calls not completing successfully over 5m by workload and tool

+

Questions processed per minute

-Share of each workload and tool`s calls ending in error, timeout, or cancellation. Compare the same tool across workloads to separate tool behavior from entrypoint-specific behavior. +Rate of deep search questions being processed. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=100001` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100010` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36559,21 +36585,45 @@ To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=1 Query: ``` -sum by (workload, tool) (rate(src_agent_tool_calls_total{workload=~"$workload",tool=~"$tool",status!="success"}[5m])) / sum by (workload, tool) (rate(src_agent_tool_calls_total{workload=~"$workload",tool=~"$tool"}[5m])) * 100 +sum(rate(src_deepsearch_question_processing_total{operation="question"}[5m])) * 60 ```
-#### agent-tools: agent_tool_p50_duration +#### deepsearch: deepsearch_question_processing_error_rate + +

Question processing error rate over 5m

+ +Percentage of deep search questions that result in an error. Excludes entitlement usage limit rejections; see the `deepsearch_question_usage_limited` panel for those. + +Refer to the [alerts reference](alerts#deepsearch-deepsearch_question_processing_error_rate) for 2 alerts related to this panel. + +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100011` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: -

Median tool call duration over 5m by workload, tool, and terminal status

+``` +sum(increase(src_deepsearch_question_processing_errors_total{operation="question"}[5m])) / (sum(increase(src_deepsearch_question_processing_total{operation="question"}[5m])) + sum(increase(src_deepsearch_question_processing_errors_total{operation="question"}[5m]))) * 100 +``` +
+ +
+ +#### deepsearch: deepsearch_question_processing_p95_duration + +

95th percentile question processing duration

-Typical execution time. The shared histogram has fine sub-second buckets for normally fast tools and extends through 20 minutes for intentionally slow tools. +95th percentile time to process a deep search question. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=100010` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100020` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36583,21 +36633,21 @@ To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=1 Query: ``` -histogram_quantile(0.50, sum by (le, workload, tool, status) (rate(src_agent_tool_call_duration_seconds_bucket{workload=~"$workload",tool=~"$tool"}[5m]))) +histogram_quantile(0.95, sum(rate(src_deepsearch_question_processing_duration_seconds_bucket{operation="question"}[5m])) by (le)) ```
-#### agent-tools: agent_tool_p95_duration +#### deepsearch: deepsearch_question_processing_p50_duration -

95th percentile tool call duration over 5m by workload, tool, and terminal status

+

50th percentile question processing duration

-Tail execution time. Buckets at 29s, 30s, 31s, 45s, 60s, 90s, and 120s expose common timeout boundaries, while longer buckets cover Deep Search and wait-style tools. +Median time to process a deep search question. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=100011` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100021` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36607,21 +36657,21 @@ To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=1 Query: ``` -histogram_quantile(0.95, sum by (le, workload, tool, status) (rate(src_agent_tool_call_duration_seconds_bucket{workload=~"$workload",tool=~"$tool"}[5m]))) +histogram_quantile(0.50, sum(rate(src_deepsearch_question_processing_duration_seconds_bucket{operation="question"}[5m])) by (le)) ```
-#### agent-tools: agent_tool_timeout_and_cancellation_count +#### deepsearch: deepsearch_question_usage_limited -

Tool calls timing out or being canceled every 5m

+

Questions rejected by usage limits over 15m

-Raw timeout and cancellation counts. A sharp duration boundary in canceled calls usually indicates a client or upstream deadline; timeout means the tool returned or observed a deadline exceeded error. +Number of deep search questions rejected because the user hit their usage entitlement limit, by entitlement name. These are intentional quota rejections, not processing failures, and do not count towards the question processing error rate. Check worker logs for `question rejected: usage limit exceeded` to identify affected users. Sustained rejections from an API client usually mean the client does not back off after hitting its limit. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=100020` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100030` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36631,29 +36681,47 @@ To see this panel, visit `/-/debug/grafana/d/agent-tools/agent-tools?viewPanel=1 Query: ``` -sum by (workload, tool, status) (increase(src_agent_tool_calls_total{workload=~"$workload",tool=~"$tool",status=~"timeout|canceled"}[5m])) +sum by (entitlement) (increase(src_deepsearch_question_usage_limited_total[15m])) ```
-## Deep Search +#### deepsearch: deepsearch_slow_questions -

Monitoring for Deep Search question processing.

+

Questions taking longer than 5 minutes over 15m

-To see this dashboard, visit `/-/debug/grafana/d/deepsearch/deepsearch` on your Sourcegraph instance. +Number of deep search questions that took longer than 5 minutes in the last 15 minutes. -### Deep Search: Question processing +Refer to the [alerts reference](alerts#deepsearch-deepsearch_slow_questions) for 2 alerts related to this panel. -#### deepsearch: deepsearch_questions_in_flight +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100040` on your Sourcegraph instance. -

Number of questions currently being processed

+*Managed by the Sourcegraph Code Understanding team.* -The number of deep search questions currently being processed. +
+Technical details + +Query: + +``` +sum(increase(src_deepsearch_question_processing_duration_seconds_count{operation="question"}[15m])) - sum(increase(src_deepsearch_question_processing_duration_seconds_bucket{le="300",operation="question"}[15m])) +``` +
+ +
+ +### Deep Search: Turn processing + +#### deepsearch: deepsearch_turn_p95_duration + +

95th percentile turn duration

+ +95th percentile duration of individual agent turns. A turn includes the LLM call and any tool execution. Useful for investigating when question-level alerts fire. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100000` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100100` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36663,21 +36731,21 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -sum(src_deepsearch_questions_in_flight) +histogram_quantile(0.95, sum(rate(src_deepsearch_turn_duration_seconds_bucket[5m])) by (le)) ```
-#### deepsearch: deepsearch_questions_in_flight_growth +#### deepsearch: deepsearch_turn_p50_duration -

Rate of growth of in-flight questions over 1h

+

50th percentile turn duration

-A positive value indicates the queue is growing faster than it`s being processed. +Median duration of individual agent turns. -Refer to the [alerts reference](alerts#deepsearch-deepsearch_questions_in_flight_growth) for 2 alerts related to this panel. +This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100001` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100101` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36687,21 +36755,23 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -max(deriv(src_deepsearch_questions_in_flight[1h])) +histogram_quantile(0.50, sum(rate(src_deepsearch_turn_duration_seconds_bucket[5m])) by (le)) ```
-#### deepsearch: deepsearch_question_processing_rate +### Deep Search: Agent runs -

Questions processed per minute

+#### deepsearch: deepsearch_runs_by_stop_reason -Rate of deep search questions being processed. +

Agent runs per minute by agent and stop reason

+ +Why agent loop runs ended. no_tool_calls is a normal answer, awaiting_tool_result is a pause on an external tool result such as ask_user, max_input_tokens means the prompt did not fit even after compaction, and error or context_done are runs that failed or were canceled. Agent is main for the top-level loop or the name of the subagent tool whose loop ran. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100010` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100200` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36711,21 +36781,23 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -sum(rate(src_deepsearch_question_processing_total{operation="question"}[5m])) * 60 +sum by (workload, agent, stop_reason) (rate(src_agent_runs_total{workload=~"deep_search"}[5m])) * 60 ```
-#### deepsearch: deepsearch_question_processing_error_rate +### Deep Search: Agent tool calls -

Question processing error rate over 5m

+#### deepsearch: deepsearch_tool_call_rate -Percentage of deep search questions that result in an error. Excludes entitlement usage limit rejections; see the `deepsearch_question_usage_limited` panel for those. +

Tool calls per minute by agent, tool, and status

-Refer to the [alerts reference](alerts#deepsearch-deepsearch_question_processing_error_rate) for 2 alerts related to this panel. +Executions of registered agent tools. Agent is main for the top-level loop or the subagent tool whose loop made the call. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100011` on your Sourcegraph instance. +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100300` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36735,21 +36807,21 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -sum(increase(src_deepsearch_question_processing_errors_total{operation="question"}[5m])) / (sum(increase(src_deepsearch_question_processing_total{operation="question"}[5m])) + sum(increase(src_deepsearch_question_processing_errors_total{operation="question"}[5m]))) * 100 +sum by (workload, agent, tool, status) (rate(src_agent_tool_calls_total{workload=~"deep_search"}[5m])) * 60 ```
-#### deepsearch: deepsearch_question_processing_p95_duration +#### deepsearch: deepsearch_tool_error_rate -

95th percentile question processing duration

+

Tool call error rate over 5m by agent and tool

-95th percentile time to process a deep search question. +Percentage of tool calls ending in error, timeout, or cancellation. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100020` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100301` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36759,21 +36831,21 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -histogram_quantile(0.95, sum(rate(src_deepsearch_question_processing_duration_seconds_bucket{operation="question"}[5m])) by (le)) +(sum by (workload, agent, tool) (rate(src_agent_tool_calls_total{workload=~"deep_search",status!="success"}[5m])) or (0 * sum by (workload, agent, tool) (rate(src_agent_tool_calls_total{workload=~"deep_search"}[5m])))) / (sum by (workload, agent, tool) (rate(src_agent_tool_calls_total{workload=~"deep_search"}[5m])) > 0) * 100 ```
-#### deepsearch: deepsearch_question_processing_p50_duration +#### deepsearch: deepsearch_tool_p50_duration -

50th percentile question processing duration

+

Median tool call duration over 5m by agent, tool, and status

-Median time to process a deep search question. +Typical tool execution time. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100021` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100310` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36783,21 +36855,21 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -histogram_quantile(0.50, sum(rate(src_deepsearch_question_processing_duration_seconds_bucket{operation="question"}[5m])) by (le)) +histogram_quantile(0.50, sum by (le, workload, agent, tool, status) (rate(src_agent_tool_call_duration_seconds_bucket{workload=~"deep_search"}[5m]))) ```
-#### deepsearch: deepsearch_question_usage_limited +#### deepsearch: deepsearch_tool_p95_duration -

Questions rejected by usage limits over 15m

+

95th percentile tool call duration over 5m by agent, tool, and status

-Number of deep search questions rejected because the user hit their usage entitlement limit, by entitlement name. These are intentional quota rejections, not processing failures, and do not count towards the question processing error rate. Check worker logs for `question rejected: usage limit exceeded` to identify affected users. Sustained rejections from an API client usually mean the client does not back off after hitting its limit. +Tail tool execution time. A sharp step near a round number usually marks a tool or upstream timeout. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100030` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100311` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36807,21 +36879,21 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -sum by (entitlement) (increase(src_deepsearch_question_usage_limited_total[15m])) +histogram_quantile(0.95, sum by (le, workload, agent, tool, status) (rate(src_agent_tool_call_duration_seconds_bucket{workload=~"deep_search"}[5m]))) ```
-#### deepsearch: deepsearch_slow_questions +#### deepsearch: deepsearch_tool_timeout_and_cancellation_count -

Questions taking longer than 5 minutes over 15m

+

Tool calls timing out or being canceled every 5m

-Number of deep search questions that took longer than 5 minutes in the last 15 minutes. +Timeout means the tool observed a deadline exceeded error; canceled means the caller`s context ended first. -Refer to the [alerts reference](alerts#deepsearch-deepsearch_slow_questions) for 2 alerts related to this panel. +This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100040` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100320` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36831,23 +36903,23 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -sum(increase(src_deepsearch_question_processing_duration_seconds_count{operation="question"}[15m])) - sum(increase(src_deepsearch_question_processing_duration_seconds_bucket{le="300",operation="question"}[15m])) +sum by (workload, agent, tool, status) (increase(src_agent_tool_calls_total{workload=~"deep_search",status=~"timeout|canceled"}[5m])) ```
-### Deep Search: Turn processing +### Deep Search: Agent context compaction -#### deepsearch: deepsearch_turn_p95_duration +#### deepsearch: deepsearch_compaction_rate -

95th percentile turn duration

+

Context compactions per minute by reason and status

-95th percentile duration of individual agent turns. A turn includes the LLM call and any tool execution. Useful for investigating when question-level alerts fire. +Compactions summarize older turns so the next prompt fits the context budget. Reason estimate means the loop`s size estimate crossed the trigger; prompt_too_long means the provider rejected the prompt first, so a rising share means the estimate undercounts. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100100` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100400` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36857,21 +36929,21 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -histogram_quantile(0.95, sum(rate(src_deepsearch_turn_duration_seconds_bucket[5m])) by (le)) +sum by (workload, reason, status) (rate(src_agent_compactions_total{workload=~"deep_search"}[5m])) * 60 ```
-#### deepsearch: deepsearch_turn_p50_duration +#### deepsearch: deepsearch_compaction_error_rate -

50th percentile turn duration

+

Compaction error rate over 5m

-Median duration of individual agent turns. +Percentage of compactions ending in error, timeout, or cancellation. A failed compaction fails the agent run it was protecting. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100101` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100401` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36881,7 +36953,31 @@ To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100 Query: ``` -histogram_quantile(0.50, sum(rate(src_deepsearch_turn_duration_seconds_bucket[5m])) by (le)) +(sum by (workload) (rate(src_agent_compactions_total{workload=~"deep_search",status!="success"}[5m])) or (0 * sum by (workload) (rate(src_agent_compactions_total{workload=~"deep_search"}[5m])))) / (sum by (workload) (rate(src_agent_compactions_total{workload=~"deep_search"}[5m])) > 0) * 100 +``` + + +
+ +#### deepsearch: deepsearch_compaction_p95_duration + +

95th percentile compaction duration over 5m

+ +Tail compaction time, typically dominated by the summarizer model call. Users see this as a pause in their conversation. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100402` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Understanding team.* + +
+Technical details + +Query: + +``` +histogram_quantile(0.95, sum by (le, workload) (rate(src_agent_compaction_duration_seconds_bucket{workload=~"deep_search"}[5m]))) ```
@@ -36897,7 +36993,7 @@ Breakdown of deep search question outcomes by reason and whether the question wa This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100200` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100500` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36921,7 +37017,7 @@ Percentage of billed deep search questions that completed with an error. Use alo This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100201` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100501` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36945,7 +37041,7 @@ Number of billed deep search questions that completed with an error (token limit This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100210` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100510` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36969,7 +37065,7 @@ Number of deep search questions that hit the output token limit before producing Refer to the [alerts reference](alerts#deepsearch-deepsearch_response_truncated_no_answer) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100220` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100520` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -36993,7 +37089,7 @@ Number of deep search questions where the answer was cut off after usable text h This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100221` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100521` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -37017,7 +37113,7 @@ Number of deep search questions that exceeded the conversation token limit in th This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100222` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/deepsearch/deepsearch?viewPanel=100522` on your Sourcegraph instance. *Managed by the Sourcegraph Code Understanding team.* @@ -37259,13 +37355,13 @@ max(src_workerutil_queue_duration_seconds{domain="batch_change_agent_wake_worker
-### Batch Change Agents: Tool calls +### Batch Change Agents: Agent tool calls #### batch-change-agents: batch_change_agent_tool_call_rate -

Tool calls per minute by tool

+

Tool calls per minute by agent, tool, and status

-Rate of successful tool invocations within the agent loop, broken down by tool name (e.g. prepare_batch_spec, run_workspaces, deepsearch). A tool is counted here once it completes without error; failures appear in the error rate panel. Tools called inside subagents (e.g. the read-only workspace tools the analyze_workspaces subagent runs) are counted here too. This is the per-tool view of what the agent loop spends its turns doing. +Executions of registered agent tools. Agent is main for the top-level loop or the subagent tool whose loop made the call. This panel has no related alerts. @@ -37279,7 +37375,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-ag Query: ``` -sum by (tool) (rate(src_batch_change_agent_tool_total[5m])) * 60 +sum by (workload, agent, tool, status) (rate(src_agent_tool_calls_total{workload=~"batch_change_agent"}[5m])) * 60 ``` @@ -37287,9 +37383,9 @@ sum by (tool) (rate(src_batch_change_agent_tool_total[5m])) * 60 #### batch-change-agents: batch_change_agent_tool_error_rate -

Tool error rate over 5m by tool

+

Tool call error rate over 5m by agent and tool

-Percentage of invocations per tool that returned an error to the agent loop. A consistently hot tool usually points at a flaky downstream integration it wraps (gitserver, the batch-spec executor, deep search) rather than the agent itself; the model often recovers by retrying, so this complements rather than duplicates the message worker error rate. +Percentage of tool calls ending in error, timeout, or cancellation. This panel has no related alerts. @@ -37303,7 +37399,31 @@ To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-ag Query: ``` -sum by (tool) (increase(src_batch_change_agent_tool_errors_total[5m])) / (sum by (tool) (increase(src_batch_change_agent_tool_total[5m])) + sum by (tool) (increase(src_batch_change_agent_tool_errors_total[5m]))) * 100 +(sum by (workload, agent, tool) (rate(src_agent_tool_calls_total{workload=~"batch_change_agent",status!="success"}[5m])) or (0 * sum by (workload, agent, tool) (rate(src_agent_tool_calls_total{workload=~"batch_change_agent"}[5m])))) / (sum by (workload, agent, tool) (rate(src_agent_tool_calls_total{workload=~"batch_change_agent"}[5m])) > 0) * 100 +``` + + +
+ +#### batch-change-agents: batch_change_agent_tool_p50_duration + +

Median tool call duration over 5m by agent, tool, and status

+ +Typical tool execution time. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100210` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +histogram_quantile(0.50, sum by (le, workload, agent, tool, status) (rate(src_agent_tool_call_duration_seconds_bucket{workload=~"batch_change_agent"}[5m]))) ```
@@ -37311,13 +37431,163 @@ sum by (tool) (increase(src_batch_change_agent_tool_errors_total[5m])) / (sum by #### batch-change-agents: batch_change_agent_tool_p95_duration -

95th percentile tool call duration by tool

+

95th percentile tool call duration over 5m by agent, tool, and status

+ +Tail tool execution time. A sharp step near a round number usually marks a tool or upstream timeout. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100211` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +histogram_quantile(0.95, sum by (le, workload, agent, tool, status) (rate(src_agent_tool_call_duration_seconds_bucket{workload=~"batch_change_agent"}[5m]))) +``` +
+ +
+ +#### batch-change-agents: batch_change_agent_tool_timeout_and_cancellation_count + +

Tool calls timing out or being canceled every 5m

+ +Timeout means the tool observed a deadline exceeded error; canceled means the caller`s context ended first. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100220` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +sum by (workload, agent, tool, status) (increase(src_agent_tool_calls_total{workload=~"batch_change_agent",status=~"timeout|canceled"}[5m])) +``` +
+ +
+ +### Batch Change Agents: Agent runs + +#### batch-change-agents: batch_change_agent_runs_by_stop_reason + +

Agent runs per minute by agent and stop reason

+ +Why agent loop runs ended. no_tool_calls is a normal answer, awaiting_tool_result is a pause on an external tool result such as ask_user, max_input_tokens means the prompt did not fit even after compaction, and error or context_done are runs that failed or were canceled. Agent is main for the top-level loop or the name of the subagent tool whose loop ran. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100300` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +sum by (workload, agent, stop_reason) (rate(src_agent_runs_total{workload=~"batch_change_agent"}[5m])) * 60 +``` +
+ +
+ +### Batch Change Agents: Agent context compaction + +#### batch-change-agents: batch_change_agent_compaction_rate + +

Context compactions per minute by reason and status

+ +Compactions summarize older turns so the next prompt fits the context budget. Reason estimate means the loop`s size estimate crossed the trigger; prompt_too_long means the provider rejected the prompt first, so a rising share means the estimate undercounts. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100400` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +sum by (workload, reason, status) (rate(src_agent_compactions_total{workload=~"batch_change_agent"}[5m])) * 60 +``` +
+ +
+ +#### batch-change-agents: batch_change_agent_compaction_error_rate + +

Compaction error rate over 5m

+ +Percentage of compactions ending in error, timeout, or cancellation. A failed compaction fails the agent run it was protecting. + +This panel has no related alerts. -95th percentile execution time per tool. This is the per-tool breakdown of where time in the agent loop goes; long-running tools (deepsearch, wait_for_changesets, wait_for_workspaces) are expected to dominate, while batch-spec and filesystem tools should stay fast. A subagent tool`s duration (e.g. analyze_workspaces) overlaps the inner tool calls it makes, which are also recorded here, so durations should not be summed into a single total. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100401` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +(sum by (workload) (rate(src_agent_compactions_total{workload=~"batch_change_agent",status!="success"}[5m])) or (0 * sum by (workload) (rate(src_agent_compactions_total{workload=~"batch_change_agent"}[5m])))) / (sum by (workload) (rate(src_agent_compactions_total{workload=~"batch_change_agent"}[5m])) > 0) * 100 +``` +
+ +
+ +#### batch-change-agents: batch_change_agent_compaction_p95_duration + +

95th percentile compaction duration over 5m

+ +Tail compaction time, typically dominated by the summarizer model call. Users see this as a pause in their conversation. + +This panel has no related alerts. + +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100402` on your Sourcegraph instance. + +*Managed by the Sourcegraph Code Plane team.* + +
+Technical details + +Query: + +``` +histogram_quantile(0.95, sum by (le, workload) (rate(src_agent_compaction_duration_seconds_bucket{workload=~"batch_change_agent"}[5m]))) +``` +
+ +
+ +### Batch Change Agents: Compaction summarizer + +#### batch-change-agents: batch_change_agent_compaction_p95_summary_input_tokens + +

95th percentile summarizer input tokens

+ +Provider-reported input size of the summarizer call. The transcript is capped by an estimated budget (BCA_COMPACTION_SUMMARIZER_INPUT_BUDGET_PERCENT), so values well above it mean the estimate undercounts, and values near the model`s context window risk rejected summarizer calls. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100202` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100500` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37327,7 +37597,7 @@ To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-ag Query: ``` -histogram_quantile(0.95, sum by (le, tool) (rate(src_batch_change_agent_tool_duration_seconds_bucket[5m]))) +histogram_quantile(0.95, sum by (le) (rate(src_batch_change_agent_compaction_summary_input_tokens_bucket[5m]))) ``` @@ -37343,7 +37613,7 @@ Number of wake jobs being processed concurrently. The wake worker only resolves This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100300` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100600` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37367,7 +37637,7 @@ Rate of wake jobs by result: woken created an automated turn, empty found no unr This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100301` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100601` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37391,7 +37661,7 @@ sum by (outcome) (rate(src_batch_change_agent_wake_outcomes_total[5m])) * 60 This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100302` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100602` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37415,7 +37685,7 @@ Percentage of wake handler invocations that ended in an error. Wake failures are This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100310` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100610` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37441,7 +37711,7 @@ Rate of successful worker store operations (dequeue, mark-complete, etc.) for th This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100400` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100700` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37465,7 +37735,7 @@ Percentage of worker store operations that errored, per queue. A sustained nonze This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100401` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100701` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37489,7 +37759,7 @@ sum by (domain) (increase(src_workerutil_dbworker_store_errors_total{domain=~"^b This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100402` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100702` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37515,7 +37785,7 @@ Number of stalled batch change agent jobs that the resetter moved back to the qu Refer to the [alerts reference](alerts#batch-change-agents-batch_change_agent_records_reset) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100500` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100800` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37539,7 +37809,7 @@ Number of stalled jobs that exhausted their retries and were marked as failed, p This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100501` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100801` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37563,7 +37833,7 @@ sum by (domain) (increase(src_dbworker_resetter_record_reset_failures_total{doma This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100502` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100802` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37589,7 +37859,7 @@ Rate of per-message stream events (turn deltas, tool calls, completion, etc.) su This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100600` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100900` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37613,7 +37883,7 @@ Rate of per-message stream events that could not be published to Redis after ret Refer to the [alerts reference](alerts#batch-change-agents-batch_change_agent_message_stream_publish_errors) for 1 alert related to this panel. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100601` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100901` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37637,7 +37907,7 @@ Rate of Redis subscription transport errors (a subscription died mid-stream). Su This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100602` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100902` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37661,7 +37931,7 @@ Rate of thread-level stream events (new message created, title updated) successf This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100610` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100910` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37685,7 +37955,7 @@ Rate of thread-level stream events that could not be published to Redis after re This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100611` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100911` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.* @@ -37709,7 +37979,7 @@ Rate of Redis subscription transport errors on the thread-level stream. This panel has no related alerts. -To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100612` on your Sourcegraph instance. +To see this panel, visit `/-/debug/grafana/d/batch-change-agents/batch-change-agents?viewPanel=100912` on your Sourcegraph instance. *Managed by the Sourcegraph Code Plane team.*