From ac3997a797621ded57f413fa69518aafcc7cb3dc Mon Sep 17 00:00:00 2001 From: delong3 <236298779+delong3@users.noreply.github.com> Date: Wed, 3 Dec 2025 11:53:37 +1100 Subject: [PATCH] fix(api): sitemap max age for map requests --- apps/api/src/scraper/WebScraper/crawler.ts | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/apps/api/src/scraper/WebScraper/crawler.ts b/apps/api/src/scraper/WebScraper/crawler.ts index 0cf1f45a6..da4f6b1ff 100644 --- a/apps/api/src/scraper/WebScraper/crawler.ts +++ b/apps/api/src/scraper/WebScraper/crawler.ts @@ -494,10 +494,7 @@ export class WebCrawler { ); }); - // Allow sitemaps to be cached for 48 hours if they are requested from /map - // - mogery - const maxAge = fromMap && !onlySitemap ? 48 * 60 * 60 * 1000 : 0; - + const maxAge = 48 * 60 * 60 * 1000; try { const robotsSitemaps = this.robots.getSitemaps(); this.logger.debug("Attempting to fetch sitemap links", {