# Disallow all crawlers access to certain pages. User-agent: * Disallow: /AccountArea/ Disallow: /images/ Disallow: /writinghelp/ Disallow: /ARH/aboutus.asp Disallow: /ARH/services.asp Disallow: /ARH/ourprocess.asp Disallow: /ARH/whyus.asp Disallow: /ARH/faq.asp Disallow: /ARH/order-summary.asp Disallow: /ARH/privacy-statement.asp Disallow: /ARH/terms-of-use.asp # Disallow Following crawlers access to site. User-agent: ia_archiver-web.archive.org Disallow: / User-agent: ia_archiver Disallow: / User-agent: ia_archiver-web.archive.org Disallow: robots.txt User-agent: ia_archiver Disallow: robots.txt User-agent: AboutUsBot Disallow: / User-agent: robtexbot Disallow: /