User-agent: Mediapartners-Google
Allow: /

User-agent: Fasterfox
Disallow: /
Disallow: /v1/

User-agent: twiceler
Disallow: /
Disallow: /v1/

User-agent: Baiduspider 
Disallow: /
Disallow: /v1/

User-agent: Baiduspider +
Disallow: /
Disallow: /v1/

User-agent: BaiduImagespider 
Disallow: /
Disallow: /v1/

User-agent: DoCoMo 
Disallow: /
Disallow: /v1/

User-agent: KDDI-CA3A UP.Browser
Disallow: /
Disallow: /v1/

User-agent: SoftBank
Disallow: /
Disallow: /v1/

User-agent: Sosospider
Disallow: /
Disallow: /v1/

User-Agent: almaden
Disallow: /
Disallow: /v1/

User-Agent: ASPSeek
Disallow: /
Disallow: /v1/

User-Agent: Axmo
Disallow: /
Disallow: /v1/

User-Agent: booch
Disallow: /
Disallow: /v1/

User-Agent: DTS Agent
Disallow: /
Disallow: /v1/

User-Agent: Downloader
Disallow: /
Disallow: /v1/

User-Agent: EmailCollector
Disallow: /
Disallow: /v1/

User-Agent: EmailSiphon
Disallow: /
Disallow: /v1/

User-Agent: EmailWolf
Disallow: /
Disallow: /v1/

User-Agent: Expired Domain Sleuth
Disallow: /
Disallow: /v1/

User-Agent: Franklin Locator
Disallow: /
Disallow: /v1/

User-Agent: Gaisbot
Disallow: /
Disallow: /v1/

User-Agent: grub
Disallow: /
Disallow: /v1/

User-Agent: HughCrawler
Disallow: /
Disallow: /v1/

User-Agent: iaea.org
Disallow: /
Disallow: /v1/

User-Agent: lcabotAccept
Disallow: /
Disallow: /v1/

User-Agent: IconSurf
Disallow: /
Disallow: /v1/

User-Agent: Iltrovatore-Setaccio
Disallow: /
Disallow: /v1/

User-Agent: Indy Library
Disallow: /
Disallow: /v1/

User-Agent: IUPUI
Disallow: /
Disallow: /v1/

User-Agent: Kittiecentral
Disallow: /
Disallow: /v1/

User-Agent: iaea.org
Disallow: /
Disallow: /v1/

User-Agent: larbin
Disallow: /
Disallow: /v1/

User-Agent: lwp-trivial
Disallow: /
Disallow: /v1/

User-Agent: MetaTagRobot
Disallow: /
Disallow: /v1/

User-Agent: Missigua Locator
Disallow: /
Disallow: /v1/

User-Agent: NetResearchServer
Disallow: /
Disallow: /v1/

User-Agent: NextGenSearch
Disallow: /
Disallow: /v1/

User-Agent: NPbot
Disallow: /
Disallow: /v1/

User-Agent: Nutch
Disallow: /
Disallow: /v1/

User-Agent: ObjectsSearch
Disallow: /
Disallow: /v1/

User-Agent: Oracle Ultra Search
Disallow: /
Disallow: /v1/

User-Agent: PEERbot
Disallow: /
Disallow: /v1/

User-Agent: PictureOfInternet
Disallow: /
Disallow: /v1/

User-Agent: PlantyNet
Disallow: /
Disallow: /v1/

User-Agent: QuepasaCreep
Disallow: /
Disallow: /v1/

User-Agent: ScSpider
Disallow: /
Disallow: /v1/

User-Agent: SOFT411
Disallow: /
Disallow: /v1/

User-Agent: spider.acont.de
Disallow: /
Disallow: /v1/

User-Agent: Sqworm
Disallow: /
Disallow: /v1/

User-Agent: SSM Agent
Disallow: /
Disallow: /v1/

User-Agent: TAMU
Disallow: /
Disallow: /v1/

User-Agent: TheUsefulbot
Disallow: /
Disallow: /v1/

User-Agent: TurnitinBot
Disallow: /
Disallow: /v1/

User-Agent: Tutorial Crawler
Disallow: /
Disallow: /v1/

User-Agent: TutorGig
Disallow: /
Disallow: /v1/

User-Agent: WebCopier
Disallow: /
Disallow: /v1/

User-Agent: WebZIP
Disallow: /
Disallow: /v1/

User-Agent: ZipppBot
Disallow: /
Disallow: /v1/

User-Agent: Xenu
Disallow: /
Disallow: /v1/

User-Agent: Wotbox
Disallow: /
Disallow: /v1/

User-Agent: Wget
Disallow: /
Disallow: /v1/

User-Agent: NaverBot
Disallow: /
Disallow: /v1/

User-Agent: mozDex
Disallow: /
Disallow: /v1/

User-agent: *
Disallow: /v1/secure2/*
Disallow: /v1/download/
Disallow: /ads/
Disallow: /club/
Disallow: /d-unix/
Disallow: /d-unix.com/
Disallow: /dolls/
Disallow: /duit/
Disallow: /dyn/
Disallow: /facebook/
Disallow: /fb/
Disallow: /forum/
Disallow: /free/
Disallow: /games/
Disallow: /links/
Disallow: /media/
Disallow: /moviez/
Disallow: /mvz/
Disallow: /my-ads.co.cc/
Disallow: /my-moviez.com/
Disallow: /pay/
Disallow: /player/
Disallow: /ppc/
Disallow: /promote/
Disallow: /secure/
Disallow: /service/
Disallow: /shop/
Disallow: /video/
Disallow: /web/
Disallow: /webmail/
Disallow: /v1/includes/*