User-agent: Googlebot
Disallow: /
User-agent: Mediapartners-Google
Disallow: /
User-agent: Adsbot-Google
Disallow: /
User-agent: Jeeves
Disallow: /
User-agent: Slurp
Disallow: /
User-agent: Yahoo-MMCrawler
Disallow: /
User-agent: aitcsrobot
Disallow: /
User-agent: ao/a-t.idrg
Disallow: /
User-agent: arachnoidea
Disallow: /
User-agent: architextspider
Disallow: /
User-agent: atomz
Disallow: /
User-agent: auresys
Disallow: /
User-agent: awapclient
Disallow: /
User-agent: axis
Disallow: /
User-agent: backrub
Disallow: /
User-agent: bayspider
Disallow: /
User-agent: big brother
Disallow: /
User-agent: bjaaland
Disallow: /
User-agent: black widow
Disallow: /
User-agent: blackwidow
Disallow: /
User-agent: borg-bot
Disallow: /
User-agent: bspider
Disallow: /
User-agent: cactvs chemistry spider
Disallow: /
User-agent: calif
Disallow: /
User-agent: cern-linemode
Disallow: /
User-agent: checkbot
Disallow: /
User-agent: christcrawler
Disallow: /
User-agent: cienciaficcion
Disallow: /
User-agent: combine
Disallow: /
User-agent: computingsite
Disallow: /
User-agent: conceptbot
Disallow: /
User-agent: coolbot
Disallow: /
User-agent: cosmos
Disallow: /
User-agent: crawler
Disallow: /
User-agent: crawlpaper
Disallow: /
User-agent: cusco
Disallow: /
User-agent: customcrawl
Disallow: /
User-agent: cyberpilot
Disallow: /
User-agent: cyberspyder
Disallow: /
User-agent: deweb
Disallow: /
User-agent: diagem
Disallow: /
User-agent: die blinde kuh
Disallow: /
User-agent: dienstspider
Disallow: /
User-agent: digger
Disallow: /
User-agent: digimarc
Disallow: /
User-agent: digimarc cgireader
Disallow: /
User-agent: diibot
Disallow: /
User-agent: dittospyder
Disallow: /
User-agent: dlw3robot
Disallow: /
User-agent: dnabot
Disallow: /
User-agent: dragonbot
Disallow: /
User-agent: duppies
Disallow: /
User-agent: ebiness
Disallow: /
User-agent: eit-link-verifier
Disallow: /
User-agent: elfinbot
Disallow: /
User-agent: emc spider
Disallow: /
User-agent: esirover
Disallow: /
User-agent: esismartspider
Disallow: /
User-agent: esther
Disallow: /
User-agent: evliya celebi
Disallow: /
User-agent: explorersearch
Disallow: /
User-agent: fast-webcrawler
Disallow: /
User-agent: fastcrawler
Disallow: /
User-agent: fdse
Disallow: /
User-agent: felix
Disallow: /
User-agent: fido
Disallow: /
User-agent: fish-search
Disallow: /
User-agent: flipper
Disallow: /
User-agent: folio
Disallow: /
User-agent: foobar
Disallow: /
User-agent: fouineur
Disallow: /
User-agent: freecrawl
Disallow: /
User-agent: funnelweb
Disallow: /
User-agent: g.r.a.b.
Disallow: /
User-agent: gammaspider
Disallow: /
User-agent: gazz
Disallow: /
User-agent: gcreep
Disallow: /
User-agent: gestalticonoclast
Disallow: /
User-agent: getterroboplus
Disallow: /
User-agent: geturl.rexx
Disallow: /
User-agent: glimpse
Disallow: /
User-agent: golem
Disallow: /
User-agent: googlebot
Disallow: /
User-agent: grabber
Disallow: /
User-agent: griffon
Disallow: /
User-agent: gromit
Disallow: /
User-agent: grub-client
Disallow: /
User-agent: gulliver
Disallow: /
User-agent: gulper
Disallow: /
User-agent: gulper web bot
Disallow: /
User-agent: harvest
Disallow: /
User-agent: havindex
Disallow: /
User-agent: hazel's ferret web hopper
Disallow: /
User-agent: hku www robot
Disallow: /
User-agent: hometown spider pro
Disallow: /
User-agent: htdig
Disallow: /
User-agent: htmlgobble
Disallow: /
User-agent: hämähäkki
Disallow: /
User-agent: i robot
Disallow: /
User-agent: ia_archiver
Disallow: /
User-agent: iagent
Disallow: /
User-agent: iajabot
Disallow: /
User-agent: ibm_planetwide
Disallow: /
User-agent: image.kapsi.net
Disallow: /
User-agent: imagelock
Disallow: /
User-agent: imagescape
Disallow: /
User-agent: incywincy
Disallow: /
User-agent: industry canada bot
Disallow: /
User-agent: informant
Disallow: /
User-agent: infoseek
Disallow: /
User-agent: infospiders
Disallow: /
User-agent: ingrid
Disallow: /
User-agent: inspectorwww
Disallow: /
User-agent: internet cruiser
Disallow: /
User-agent: iron33
Disallow: /
User-agent: ispi
Disallow: /
User-agent: israelisearch
Disallow: /
User-agent: javabee
Disallow: /
User-agent: jbot
Disallow: /
User-agent: jcrawler
Disallow: /
User-agent: jeeves
Disallow: /
User-agent: jobo
Disallow: /
User-agent: jobot
Disallow: /
User-agent: joebot
Disallow: /
User-agent: jubiirobot
Disallow: /
User-agent: jumpstation
Disallow: /
User-agent: katipo
Disallow: /
User-agent: kdd-explorer
Disallow: /
User-agent: kit-fireball
Disallow: /
User-agent: kit_fireball
Disallow: /
User-agent: ko_yappo
Disallow: /
User-agent: labelgrab
Disallow: /
User-agent: larbin
Disallow: /
User-agent: legs
Disallow: /
User-agent: libertech-rover
Disallow: /
User-agent: linecker
Disallow: /
User-agent: linkidator
Disallow: /
User-agent: linklint
Disallow: /
User-agent: linkscan
Disallow: /
User-agent: linkwalker
Disallow: /
User-agent: lmtaspider
Disallow: /
User-agent: lmtasspider
Disallow: /
User-agent: lockon
Disallow: /
User-agent: logo.gif crawler
Disallow: /
User-agent: lycos
Disallow: /
User-agent: lycos_spider
Disallow: /
User-agent: magpie
Disallow: /
User-agent: mediafox
Disallow: /
User-agent: mercator
Disallow: /
User-agent: merzscope
Disallow: /
User-agent: mindcrawler
Disallow: /
User-agent: moget
Disallow: /
User-agent: momspider
Disallow: /
User-agent: monster
Disallow: /
User-agent: motor
Disallow: /
User-agent: mouse.house
Disallow: /
User-agent: msnbot
Disallow: /
User-agent: psbot
Disallow: /
User-agent: muscatferret
Disallow: /
User-agent: mwdsearch
Disallow: /
User-agent: nec-meshexplorer
Disallow: /
User-agent: nederland.zoek
Disallow: /
User-agent: netcarta
Disallow: /
User-agent: netcarta_webmapper
Disallow: /
User-agent: netmechanic
Disallow: /
User-agent: netscape-catalog-robot
Disallow: /
User-agent: netscoop
Disallow: /
User-agent: newscan-online
Disallow: /
User-agent: nhsewalker
Disallow: /
User-agent: nomad
Disallow: /
User-agent: northstar
Disallow: /
User-agent: occam
Disallow: /
User-agent: open text
Disallow: /
User-agent: openbot
Disallow: /
User-agent: openfind
Disallow: /
User-agent: opilio
Disallow: /
User-agent: orbsearch
Disallow: /
User-agent: packrat
Disallow: /
User-agent: pageboy
Disallow: /
User-agent: parasite
Disallow: /
User-agent: patric
Disallow: /
User-agent: pbwf
Disallow: /
User-agent: pegasus
Disallow: /
User-agent: peregrinator
Disallow: /
User-agent: perlcrawler
Disallow: /
User-agent: pgp-ka
Disallow: /
User-agent: phpdig
Disallow: /
User-agent: piltdownman
Disallow: /
User-agent: pimptrain
Disallow: /
User-agent: pioneer
Disallow: /
User-agent: plumtreewebaccessor
Disallow: /
User-agent: poppi
Disallow: /
User-agent: portalbspider
Disallow: /
User-agent: portaljuice
Disallow: /
User-agent: psbot
Disallow: /
User-agent: pybot
Disallow: /
User-agent: raven
Disallow: /
User-agent: resume robot
Disallow: /
User-agent: rhcs
Disallow: /
User-agent: road runner
Disallow: /
User-agent: robbie
Disallow: /
User-agent: robocrawl
Disallow: /
User-agent: robodude
Disallow: /
User-agent: robofox
Disallow: /
User-agent: robot
Disallow: /
User-agent: robot du crim
Disallow: /
User-agent: robozilla
Disallow: /
User-agent: roverbot
Disallow: /
User-agent: rules
Disallow: /
User-agent: sabic
Disallow: /
User-agent: safetynet
Disallow: /
User-agent: scooter
Disallow: /
User-agent: searchprocess
Disallow: /
User-agent: senrigan
Disallow: /
User-agent: sg-scout
Disallow: /
User-agent: shagseeker
Disallow: /
User-agent: shai'hulud
Disallow: /
User-agent: sharp-info-agent
Disallow: /
User-agent: sidewinder
Disallow: /
User-agent: simbot
Disallow: /
User-agent: site valet
Disallow: /
User-agent: sitetech
Disallow: /
User-agent: sitetech-rover
Disallow: /
User-agent: slcrawler
Disallow: /
User-agent: sleek
Disallow: /
User-agent: slurp
Disallow: /
User-agent: snooper
Disallow: /
User-agent: solbot
Disallow: /
User-agent: spanner
Disallow: /
User-agent: speedy
Disallow: /
User-agent: spider
Disallow: /
User-agent: spiderbot
Disallow: /
User-agent: spiderline
Disallow: /
User-agent: spiderman
Disallow: /
User-agent: spiderview
Disallow: /
User-agent: spyder
Disallow: /
User-agent: squirrel
Disallow: /
User-agent: ssearcher
Disallow: /
User-agent: suke
Disallow: /
User-agent: suntek
Disallow: /
User-agent: superewe
Disallow: /
User-agent: t-rex
Disallow: /
User-agent: tarantula
Disallow: /
User-agent: tarspider
Disallow: /
User-agent: techbot
Disallow: /
User-agent: templeton
Disallow: /
User-agent: teoma_agent1
Disallow: /
User-agent: titan
Disallow: /
User-agent: titin
Disallow: /
User-agent: tlspider
Disallow: /
User-agent: ucsd-crawler
Disallow: /
User-agent: udmsearch
Disallow: /
User-agent: url spider pro
Disallow: /
User-agent: urlck
Disallow: /
User-agent: valkyrie
Disallow: /
User-agent: verticrawl
Disallow: /
User-agent: victoria
Disallow: /
User-agent: vision-search
Disallow: /
User-agent: voyager
Disallow: /
User-agent: vwbot_k
Disallow: /
User-agent: w3crobot
Disallow: /
User-agent: w3index
Disallow: /
User-agent: w3m2
Disallow: /
User-agent: w3mir
Disallow: /
User-agent: w@pspider
Disallow: /
User-agent: wallpaper
Disallow: /
User-agent: web21
Disallow: /
User-agent: webbandit
Disallow: /
User-agent: webcatcher
Disallow: /
User-agent: webcopy
Disallow: /
User-agent: webcrawler
Disallow: /
User-agent: webfetcher
Disallow: /
User-agent: weblayers
Disallow: /
User-agent: weblinker
Disallow: /
User-agent: webmoose
Disallow: /
User-agent: webquest
Disallow: /
User-agent: webreader
Disallow: /
User-agent: webreaper
Disallow: /
User-agent: webs
Disallow: /
User-agent: webvac
Disallow: /
User-agent: webwalk
Disallow: /
User-agent: webwalker
Disallow: /
User-agent: webwatch
Disallow: /
User-agent: webzone
Disallow: /
User-agent: whatuseek_winona
Disallow: /
User-agent: wired-digital-newsbot
Disallow: /
User-agent: wisewire
Disallow: /
User-agent: wlm-
Disallow: /
User-agent: wolp
Disallow: /
User-agent: wwwc
Disallow: /
User-agent: wwwwanderer
Disallow: /
User-agent: xget
Disallow: /
User-agent: *
Disallow: /*.gif$
Disallow: /*.Gif$
Disallow: /*.GIF$
Disallow: /*.jpg$
Disallow: /*.Jpg$
Disallow: /*.JPG$
Disallow: /*.jpeg$
Disallow: /*.Jpeg$
Disallow: /*.JPEG$
Disallow: /*.mp3$
Disallow: /*.zip$
Disallow: /*.Zip$
Disallow: /*.ZIP$