User-agent: Mediapartners-Google*
Disallow:


User-agent: *
Disallow: /wp-admin/

User-agent: MSIECrawler
Disallow: /

User-agent: psbot
Disallow: /

User-agent: Fasterfox
Disallow: /

User-agent: Slurp
Crawl-delay: 800



User-agent: Yahoo! Slurp
Disallow: /


User-Agent: *
User-agent: googlebot # allow Google crawler
User-agent: gulliver # allow Northern Light crawler
User-agent: fast # allow FAST crawler
User-agent: scooter # allow AltaVista crawler
User-agent: vscooter # allow AltaVista image crawler
User-agent: ia_archiver # allow Internet Archive crawler
User-agent: http://www.almaden.ibm.com/cs/crawler
User-agent: Lycos
User-agent: MSNBOT
User-agent: www.cienciaficcion.net
User-agent: Alexa
User-agent: EMC Spider
User-agent: ASpider
User-agent: Atomz
User-agent: bbot
User-agent: Big Brother
User-agent: CoolBot
User-agent: Ask Jeeves
User-agent: NPBot
User-agent: turnitinbot
User-agent: scooter
User-agent: ABCdatos
User-agent: AlkalineBOT
User-agent: Anthill
User-agent: Aport
User-agent: Arachnophilia
User-agent: Araneo
User-agent: ArchitextSpider
User-agent: Aqua_Products
User-agent: asterias
User-agent: b2w/0.1
User-agent: BackDoorBot/1.0
User-agent: Black Hole
User-agent: BlowFish/1.0
User-agent: Bookmark search tool
User-agent: BotALot