# robots.txt for about-bristol.co.uk User-agent: UbiCrawler Disallow: / User-agent: IconSurf Disallow: / User-agent: ia_archiver Disallow: / User-agent: phorm Disallow: / User-agent: webwise Disallow: / User-agent: * Disallow: /e/ Disallow: /e/405a.asp Disallow: /_azcod/ Disallow: /_db/ Disallow: /_frm/ Disallow: /_heads/ Disallow: /_info/aup.asp Disallow: /_info/sfaq.asp Disallow: /_info/link-to-us.asp Disallow: /img/ Disallow: /pics/ Crawl-delay: 2