User-agent: *
Disallow: /404.html
User-agent: Daumoa
Disallow: /
User-agent: CligooRobot
Disallow: /
User-agent: Linguee
Disallow: /
User-agent: Qseero
Disallow: /
User-agent: attributor
Disallow: /
User-agent: ScoutJet
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: GurujiBot
Disallow: /
User-agent: WebScouter
Disallow: /
User-agent: mxbot
Disallow: /
User-agent: LinguaBot
Disallow: /
User-agent: SindiceBot
Disallow: /
User-agent: SygolBot
Disallow: /
User-agent: baypup
Disallow: /
User-agent: sosospider
Disallow: /
User-agent: 50.nu
Disallow: /
User-agent: WebAlta
Disallow: /
User-agent: SaladSpoon
Disallow: /
User-agent: smart
Disallow: /
User-agent: CatchBot
Disallow: /
User-agent: discobot
Disallow: /
User-agent: Sogou
Disallow: /
User-agent: GingerCrawler
Disallow: /
User-agent: LinkedInBot
Disallow: /
User-agent: YowedoBot
Disallow: /
User-agent: SuchbaerBot
Disallow: /
User-agent: SnappyBot
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: DKIMRepBot
Disallow: /
User-agent: Qualidator
Disallow: /
User-agent: nu_tch-princeton
Disallow: /
User-agent: oso
Disallow: /
User-agent: TsWebBot
Disallow: /
User-agent: NaverBot
Disallow: /
User-agent: MLBot
Disallow: /
User-agent: Shelob
Disallow: /
User-agent: WebDataCentreBot
Disallow: /
User-agent: SeznamBot
Disallow: /
User-agent: obot
Disallow: /
User-agent: oozbot
Disallow: /
User-agent: CCBot
Disallow: /
User-agent: DealGates
Disallow: /
User-agent: JadynAveBot
Disallow: /
User-agent: boitho.com-dc
Disallow: /
User-agent: envolk
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: Exabot
Disallow: /
User-agent: Exabot-Thumbnails
Disallow: /
User-agent: voyager
Disallow: /
User-agent: MojeekBot
Disallow: /
User-agent: EasyDL
Disallow: /
User-agent: ichiro
Disallow: /
User-agent: Gaisbot
Disallow: /
User-agent: YoudaoBot
Disallow: /
User-agent: WebDataCentreBot
Disallow: /
User-agent: BobCrawl
Disallow: /
User-agent: frt
Disallow: /
User-agent: Swami
Disallow: /
User-agent: Yeti
Disallow: /
User-agent: Kalooga
Disallow: /
User-agent: SapphireWebCrawler
Disallow: /
User-agent: AISearchBot
Disallow: /
User-agent: FredBot
Disallow: /
User-agent: CazoodleBot
Disallow: /
User-agent: Snapbot
Disallow: /
User-agent: OpenX
Disallow: /
User-agent: Yanga
Disallow: /
User-agent: Yandex
Disallow: /
User-agent: rdfbot
Disallow: /
User-agent: DomainCrawler
Disallow: /
User-agent: YodaoBot
Disallow: /
User-agent: YodaoBot-Image
Disallow: /
User-agent: YebolBot
Disallow: /
User-agent: VoilaBot
Disallow: /
User-agent: charlotte
Disallow: /
User-agent: twiceler
Disallow: /
User-agent: heritrix
Disallow: /
User-agent: Teoma #Ask's new image bot ignores exclusion, see if it obeys this
Disallow: /ixm12/
Disallow: /foxes.book.of.martyrs/1fjxz/
User-agent: Yahoo-MMCrawler #Yahoo's image bot
Disallow: /
User-agent: Yahoo-MMCrawler/3.x
Disallow: /
User-agent: noxtrumbot
Disallow: /
User-agent: ccubee
Disallow: /
User-agent: IRLbot
Disallow: /
User-agent: GOFORITBOT
Disallow: /
User-agent: abot
Disallow: /
User-agent: ObjectsSearch
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: archive.org_bot
Disallow: /
User-agent: ia_archiver-web.archive.org
Disallow: /
User-agent: FANGCrawl
Disallow: /
User-agent: SurveyBot
Disallow: /
User-agent: TAMU_CS_IRL_CRAWLER
Disallow: /
User-agent: Dumbot
Disallow: /
User-agent: NetResearchServer
Disallow: /
User-agent: LinkWalker
Disallow: /
User-agent: deepak-USC/ISI
Disallow: /
User-agent: WebStripper
Disallow: /
User-agent: Webreaper
Disallow: /
User-agent: ImageBot
Disallow: /
User-agent: Uptimebot
Disallow: /
User-agent: aipbot
Disallow: /
User-agent: BecomeBot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: NPbot
Disallow: /
User-agent: turnitinbot
Disallow: /
User-agent: DittoSpyder
Disallow: /
User-agent: vscooter
Disallow: /
User-agent: Googlebot-Image
Disallow: /
User-agent: BlackWidow
Disallow: /
User-agent: EmailSiphon
Disallow: /
User-agent: EMC Spider
Disallow: /
User-agent: ExtractorPro
Disallow: /
User-agent: Informant
Disallow: /
User-agent: IsraeliSearch
Disallow: /
User-agent: LabelGrab
Disallow: /
User-agent: CosmixCrawler
Disallow: /
User-agent: WebCopy/
Disallow: /
User-agent: WWW Collector
Disallow: /
User-agent: wget
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: Scumbot
Disallow: /