# www.robotstxt.org/ # www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449 User-agent: * Disallow: /admin/ Disallow: /admin/* Disallow: /app_dev.php/ Disallow: /app_dev.php/* Disallow: /stats/ Disallow: /offering Disallow: /hcfmrss Disallow: /fragment Disallow: /fragment/ Disallow: /fragment/* Disallow: /ext_ed_lib Disallow: /ext_ed_lib* Disallow: /*?*ifrm= Disallow: /hcf-ext? User-agent: dotbot Disallow: / User-agent: AhrefsBot Crawl-Delay: 14400 User-agent: BLEXBot Crawl-delay: 10 User-agent: SemrushBot Crawl-delay: 60 User-agent: SeekportBot Disallow: / User-agent: GPTBot Disallow: / User-agent: Bytespider Disallow: / User-agent: Sogou web spider Disallow: / User-agent: Sogou inst spider Disallow: / User-agent: DataForSeoBot Crawl-delay: 60 Sitemap: http://www.healthchoicesfirst.com/sitemap.xml