# Filename: robots.txt # # Standard robots.txt for Sytadel system distribution. # Must be accessible from the top-level directory of the # webserver hierarchy. e.g. http://www.example.com/robots.txt User-agent: Funnelback ACCC AcccInternet Disallow: /cgi-bin/ Disallow: /icons/ Disallow: /cache/ Disallow: /content/maintain/ Disallow: /content/search/ Disallow: /blogShowDate/ Disallow: /member/ Disallow: /util/ Disallow: /ITTender/ User-agent: * Disallow: /cgi-bin/ Disallow: /icons/ Disallow: /cache/ Disallow: /content/maintain/ Disallow: /content/search/ Disallow: /blogShowDate/ Disallow: /member/ Disallow: /util/ Disallow: /ITTender/ # Block 'Spray Paving' undertakings from external search engines as per request from Tania Jeffries to the Web team Tuesday, 17 July 2012 3:32 PM Disallow: /content/index.phtml/itemId/882402 Disallow: /content/index.phtml/itemId/905051 Disallow: /content/index.phtml/itemId/882064