chore: Update robots.txt and sitemap configuration; remove unnecessar…

…y disallow rules
SivaramPg · Dec 19, 2024 · 6f895b2 · 6f895b2
1 parent 25023bc
commit 6f895b2
Show file tree

Hide file tree

Showing 7 changed files with 279 additions and 668 deletions.
diff --git a/next-sitemap.config.js b/next-sitemap.config.js
@@ -2,21 +2,8 @@
 const sitemapConfig = {
 	siteUrl: "https://swapi.info",
 	generateIndexSitemap: false,
-	exclude: [
-		"/api/*",
-		"/films",
-		"/films/*",
-		"/people",
-		"/people/*",
-		"/planets",
-		"/planets/*",
-		"/species",
-		"/species/*",
-		"/starships",
-		"/starships/*",
-		"/vehicles",
-		"/vehicles/*",
-	],
+	changefreq: "monthly",
+	exclude: ["/api*"],
 }
 
 module.exports = sitemapConfig