Sitemap: http://www.oyyy.co.uk/sitemap_index.xml

# Image Bots block
User-agent: Googlebot-Image
User-agent: Mediapartners-Google*
User-agent: Yahoo-MMCrawler
User-agent: psbot
User-agent: IsraBot
User-agent: yahoo-blogs/v3.9
User-agent: LmCrawler
User-agent: msnbot-MM
Disallow:/

# Begin block Bad-Robots from robots.txt if they obey
User-agent: asterias
User-agent: BackDoorBot/1.0
User-agent: Black Hole
User-agent: BlowFish/1.0
User-agent: BotALot
User-agent: BuiltBotTough
User-agent: Bullseye/1.0
User-agent: BunnySlippers
Disallow:/

# Yahoo!
User-agent: Slurp
Disallow: /*?jssCart
Disallow: /*?xSearch
Disallow: /admin/
Disallow: /cgi-bin/
Disallow: /htaccess/

#googlebot
User-agent: Googlebot
Disallow: /admin/
Disallow: /cgi-bin/ 
Disallow: /htaccess/ 

# Begin Exclusion From Directories from robots.txt
User-agent: *
Disallow: /functions/
Disallow: /YogiBear/
Disallow: /backups/
Disallow: /file_history/
Disallow: /CptCaveman/
Disallow: /bambamrubble/
Disallow: /fredflintstone/
Disallow: /CptCaveman/
Disallow: /admin/
Disallow: /cgi-bin/ 
Disallow: /htaccess/ 
Disallow: /_vti_bin/
Disallow: /_mem_bin/
Disallow: /webmail/
Disallow: /search.php
Disallow: /barrier-free.php
Disallow: /*rev$
Disallow: /*?jssCart
Disallow: /*?xSearch

Crawl-delay: 30