Sitemap: Exclude /docs/api/** URLs from sitemap generation (#3122)

Co-authored-by: Claude Opus 4.6 (1M context) <noreply@anthropic.com>

Author: reakaleek

src/services/Elastic.Documentation.Assembler/Building/SitemapBuilder.cs

@@ -23,6 +23,10 @@ public static void Generate(
 		IDirectoryInfo outputFolder
 	)
 	{
+		// TODO: Remove this exclusion when API docs are ready for sitemap inclusion
+		var filtered = entries
+			.Where(e => !e.Key.StartsWith("/docs/api/", StringComparison.Ordinal));
+
 		var doc = new XDocument
 		{
 			Declaration = new XDeclaration("1.0", "utf-8", "yes")
@@ -33,7 +37,7 @@ IDirectoryInfo outputFolder
 		var root = new XElement(
 			ns + "urlset",
 			new XAttribute("xmlns", "http://www.sitemaps.org/schemas/sitemap/0.9"),
-			entries
+			filtered
 				.OrderBy(e => e.Key, StringComparer.Ordinal)
 				.Select(e => new XElement(ns + "url", [
 					new XElement(ns + "loc", new Uri(BaseUri, e.Key)),

tests/Elastic.Documentation.Build.Tests/SitemapTests.cs

@@ -94,6 +94,37 @@ public void Generate_OrdersUrlsAlphabetically()
 		locs.Should().BeInAscendingOrder();
 	}
 
+	[Fact]
+	public void Generate_ExcludesApiDocsFromSitemap()
+	{
+		// Arrange
+		var fs = new MockFileSystem();
+		var outputDir = fs.DirectoryInfo.New("/output");
+
+		var now = DateTimeOffset.UtcNow;
+		var entries = new Dictionary<string, DateTimeOffset>
+		{
+			["/docs/elasticsearch/getting-started"] = now,
+			["/docs/api/elasticsearch/rest"] = now,
+			["/docs/api/kibana/actions"] = now,
+			["/docs/kibana/dashboard"] = now,
+		};
+
+		// Act
+		SitemapBuilder.Generate(entries, fs, outputDir);
+
+		// Assert
+		var content = fs.File.ReadAllText(fs.Path.Join("/output", "sitemap.xml"));
+		var doc = XDocument.Parse(content);
+		XNamespace ns = "http://www.sitemaps.org/schemas/sitemap/0.9";
+
+		var locs = doc.Descendants(ns + "loc").Select(e => e.Value).ToList();
+		locs.Should().HaveCount(2);
+		locs.Should().NotContain(l => l.Contains("/docs/api/"));
+		locs.Should().Contain("https://www.elastic.co/docs/elasticsearch/getting-started");
+		locs.Should().Contain("https://www.elastic.co/docs/kibana/dashboard");
+	}
+
 	[Fact]
 	public void BuildSearchBody_FirstPage_HasPitButNoSearchAfter()
 	{