# robots.txt for ariagyn.com # Last updated: February 2026 User-agent: * Allow: / # Disallow private/admin areas (add as needed) # Disallow: /admin/ # Disallow: /private/ # Sitemap location Sitemap: https://www.ariagyn.com/sitemap.xml # Crawl-delay (optional - use if server load is an issue) # Crawl-delay: 10 # Block bad bots (optional) User-agent: AhrefsBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 10 # Medical content - ensure Google can access User-agent: Googlebot Allow: / User-agent: Bingbot Allow: /