# robots.txt for http://portal.surrey.ac.uk/ # see for an explanation. User-agent: * # All other spiders should avoid Disallow: */scripts/ # Script files Disallow: /cgi-bin/ # Script files Disallow: /Web_Admin/ # Huge server statistic logs Disallow: /index_bin/ # NA Disallow: /WEB-INF/ # WEB INF Disallow: /test/ # TEST AREA Disallow: /test1/ # TEST AREA Disallow: /WYSIWYG/ # WEB HTML EDITOR FOR PORTAL USERS Disallow: /bin/ # Huge server statistic logs Disallow: /conf/ # Script files Disallow: /impetus/ # Script files allow: ../../../j2ee/xmlnav_OC4J/applications/ugstudy/ugstudy/