# Allow all crawlers
User-agent: *
Allow: /

# Sitemap location
Sitemap: https://brooklynmaids.com/sitemap.xml

# Disallow crawling of non-public pages
Disallow: /api/
Disallow: /_next/
Disallow: /*?*  # Disallow URL parameters to avoid duplicate content

# Disallow crawling of error pages
Disallow: /404
Disallow: /500

# Crawl-delay directive (optional, adjust if needed)
# Crawl-delay: 1

# Additional rules can be added as needed