User-agent: * User-agent: MJ12bot #allow majestic bot # directed to all spiders coming into: .com / .co.uk # site name/url webholder.com # general for all whp sites # general for all whp sites Disallow: /_client Disallow: /cgi-bin Disallow: /Library Disallow: /resources Disallow: /source Disallow: /sourceDocs Disallow: /Templates Disallow: /Surveyor Disallow: /upload Disallow: /includes Disallow: /errors Disallow: /CSSMenuWriter # specific to this site # Sitemap: http://webholder.com/sitemap.xml # webholder.com. last update 26/12/2009