# Allow all search engines to crawl everything except sensitive/system folders User-agent: * Disallow: /private/ Disallow: /temp/ Disallow: /backup/ # Block server-side and log files Disallow: /*.cgi$ Disallow: /*.bak$ Disallow: /*.log$ # Block affiliate redirect endpoints + internal search (save crawl budget, no indexing) Disallow: /go/ Disallow: /out/ Disallow: /search/ # Block admin/maintenance scripts (deploy tool, importers, reports) from crawling Disallow: /reports/ # Make sure assets (CSS, JS, Images) are crawlable Allow: /*.css$ Allow: /*.js$ Allow: /uploads/ Allow: /images/ # Sitemap Location Sitemap: https://www.getmepromo.com/sitemap.xml Sitemap: https://www.getmepromo.com/blog/sitemap.xml