# Allow all crawlers User-agent: * Allow: / # Sitemap location Sitemap: https://baysidemaids.com/sitemap.xml # Disallow crawling of non-public pages Disallow: /api/ Disallow: /_next/ Disallow: /*?* # Disallow URL parameters to avoid duplicate content # Disallow crawling of error pages Disallow: /404 Disallow: /500 # Crawl-delay directive (optional, adjust if needed) # Crawl-delay: 1 # Additional rules can be added as needed