From dc3c88405eda1cc4ef893d4fc80672f8bde59162 Mon Sep 17 00:00:00 2001 From: Costa Tsaousis Date: Sun, 1 Nov 2026 00:15:08 +0000 Subject: [PATCH 1/2] Redirect seventeen guessed Learn URLs that crawlers keep requesting AI assistants and their crawlers request documentation paths that never existed or no longer do, hundreds of times a month each (about 9,000 requests in 28 days at the edge, no human sessions). Send the ones with one clear subject to the page that covers it: anomaly detection, Anomaly Advisor, performance optimization, reverse proxy, Parents and streaming, the daemon, collectors, system statistics and alert configuration. Guesses without a clear subject stay on the 404 page. The static section of netlify.toml mirrors static.toml. --- netlify.toml | 72 ++++++++++++++++++++++++++++++++++++++++++++++++++++ static.toml | 72 ++++++++++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 144 insertions(+) diff --git a/netlify.toml b/netlify.toml index 84ec1d9cc..63e4f1679 100644 --- a/netlify.toml +++ b/netlify.toml @@ -1346,6 +1346,78 @@ from="/docs/netdata-cloud/netdata-plans-&-billing" to="/docs/netdata-cloud/netdata-plans-&-billing" +# Guessed addresses (2026-11-01): AI assistants and their crawlers keep requesting these paths, +# which never existed or no longer do, hundreds of times a month. Each goes to the page that +# covers the subject; guesses without one clear subject are left to the 404 page. + +[[redirects]] + from="/docs/netdata-ai/machine-learning-and-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-ai/machine-learning-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/machine-learning-and-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/machine-learning-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/ml-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/ml" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-ai/anomaly-advisor" + to="/docs/netdata-ai/troubleshooting/anomaly-advisor" + +[[redirects]] + from="/docs/netdata-agent/configuration/optimize-the-netdata-agents-performance" + to="/docs/netdata-agent/configuration/performance-optimization" + +[[redirects]] + from="/docs/netdata-agent/configuration/running-the-agent-behind-a-reverse-proxy" + to="/docs/netdata-agent/configuration/securing-agents/running-the-agent-behind-a-reverse-proxy" + +[[redirects]] + from="/docs/netdata-agent/observability-centralization-points" + to="/docs/netdata-parents" + +[[redirects]] + from="/docs/netdata-agent/streaming" + to="/docs/netdata-parents" + +[[redirects]] + from="/docs/netdata-agent/daemons" + to="/docs/netdata-agent/daemon" + +[[redirects]] + from="/docs/collectors" + to="/docs/collecting-metrics" + +[[redirects]] + from="/docs/netdata-agent/collectors" + to="/docs/collecting-metrics" + +[[redirects]] + from="/docs/collecting-metrics/system-metrics/system-statistics" + to="/docs/collecting-metrics/collectors/operating-systems/system-statistics" + +[[redirects]] + from="/docs/alerts-&-notifications/configure-health-alerts" + to="/docs/alerts-&-notifications/alert-configuration-reference" + # Corrected generated redirects (2026-10-07): these dead pages went to an unrelated or generic page # although a page with their content, a native page for the same product, or the page that now # covers their subject exists. Each rule overrides the generated rule with the same source; a few diff --git a/static.toml b/static.toml index 80d71a031..c8b61c499 100644 --- a/static.toml +++ b/static.toml @@ -1345,6 +1345,78 @@ from="/docs/netdata-cloud/netdata-plans-&-billing" to="/docs/netdata-cloud/netdata-plans-&-billing" +# Guessed addresses (2026-11-01): AI assistants and their crawlers keep requesting these paths, +# which never existed or no longer do, hundreds of times a month. Each goes to the page that +# covers the subject; guesses without one clear subject are left to the 404 page. + +[[redirects]] + from="/docs/netdata-ai/machine-learning-and-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-ai/machine-learning-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/machine-learning-and-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/machine-learning-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/ml-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-agent/ml" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-anomaly-detection" + to="/docs/netdata-ai/anomaly-detection" + +[[redirects]] + from="/docs/netdata-ai/anomaly-advisor" + to="/docs/netdata-ai/troubleshooting/anomaly-advisor" + +[[redirects]] + from="/docs/netdata-agent/configuration/optimize-the-netdata-agents-performance" + to="/docs/netdata-agent/configuration/performance-optimization" + +[[redirects]] + from="/docs/netdata-agent/configuration/running-the-agent-behind-a-reverse-proxy" + to="/docs/netdata-agent/configuration/securing-agents/running-the-agent-behind-a-reverse-proxy" + +[[redirects]] + from="/docs/netdata-agent/observability-centralization-points" + to="/docs/netdata-parents" + +[[redirects]] + from="/docs/netdata-agent/streaming" + to="/docs/netdata-parents" + +[[redirects]] + from="/docs/netdata-agent/daemons" + to="/docs/netdata-agent/daemon" + +[[redirects]] + from="/docs/collectors" + to="/docs/collecting-metrics" + +[[redirects]] + from="/docs/netdata-agent/collectors" + to="/docs/collecting-metrics" + +[[redirects]] + from="/docs/collecting-metrics/system-metrics/system-statistics" + to="/docs/collecting-metrics/collectors/operating-systems/system-statistics" + +[[redirects]] + from="/docs/alerts-&-notifications/configure-health-alerts" + to="/docs/alerts-&-notifications/alert-configuration-reference" + # Corrected generated redirects (2026-10-07): these dead pages went to an unrelated or generic page # although a page with their content, a native page for the same product, or the page that now # covers their subject exists. Each rule overrides the generated rule with the same source; a few From 62951f5bc6ddb5d5fe1db1fbcf9d5afe2d866997 Mon Sep 17 00:00:00 2001 From: Costa Tsaousis Date: Sun, 1 Nov 2026 00:33:40 +0000 Subject: [PATCH 2/2] Send the collectors guesses to the collector catalog /docs/collectors and /docs/netdata-agent/collectors name the collectors themselves, which /docs/collecting-metrics/collectors lists; the Collecting Metrics overview is one level too broad. --- netlify.toml | 4 ++-- static.toml | 4 ++-- 2 files changed, 4 insertions(+), 4 deletions(-) diff --git a/netlify.toml b/netlify.toml index 63e4f1679..e10c0b691 100644 --- a/netlify.toml +++ b/netlify.toml @@ -1404,11 +1404,11 @@ [[redirects]] from="/docs/collectors" - to="/docs/collecting-metrics" + to="/docs/collecting-metrics/collectors" [[redirects]] from="/docs/netdata-agent/collectors" - to="/docs/collecting-metrics" + to="/docs/collecting-metrics/collectors" [[redirects]] from="/docs/collecting-metrics/system-metrics/system-statistics" diff --git a/static.toml b/static.toml index c8b61c499..681809214 100644 --- a/static.toml +++ b/static.toml @@ -1403,11 +1403,11 @@ [[redirects]] from="/docs/collectors" - to="/docs/collecting-metrics" + to="/docs/collecting-metrics/collectors" [[redirects]] from="/docs/netdata-agent/collectors" - to="/docs/collecting-metrics" + to="/docs/collecting-metrics/collectors" [[redirects]] from="/docs/collecting-metrics/system-metrics/system-statistics"