# spider Setups for stipe.co.uk

#
#  Google
#
User-agent: GoogleBot
Disallow: /cgi-bin/
Disallow: /Library/
Disallow: /Logs%20and%20Stats/
Disallow: /pix/
Disallow: /spacers/
Disallow: /agents/
Disallow: /buttons/
Disallow: /webstat/
Disallow: /mailinglist/
Disallow: /guestbook/
Disallow: /reviews/&
Disallow: /reviews/e107_plugins
Disallow: /reviews/mailto
Disallow: /reviews/style_images
Disallow: /dates
Disallow: /live
Disallow: /tour
Disallow: /store

#
# another Google bot
#
User-agent: Googlebot-Image/1.0
Disallow: /cgi-bin/
Disallow: /Library/
Disallow: /Logs%20and%20Stats/
Disallow: /pix/
Disallow: /spacers/
Disallow: /agents/
Disallow: /buttons/
Disallow: /webstat/
Disallow: /mailinglist/
Disallow: /guestbook/
Disallow: /reviews/&
Disallow: /reviews/e107_plugins
Disallow: /reviews/mailto
Disallow: /reviews/style_images
Disallow: /dates
Disallow: /live
Disallow: /tour
Disallow: /store

#
#  Mirago
#
User-agent: ExperimentalHenryTheMiragoRobot
Disallow: /cgi-bin/
Disallow: /Library/
Disallow: /Logs%20and%20Stats/
Disallow: /pix/
Disallow: /spacers/
Disallow: /agents/
Disallow: /buttons/
Disallow: /webstat/
Disallow: /mailinglist/
Disallow: /guestbook/
Disallow: /reviews/&
Disallow: /reviews/e107_plugins
Disallow: /reviews/mailto
Disallow: /dates
Disallow: /live
Disallow: /tour
Disallow: /store

#
#  SBIder
#
User-agent: SBIder
Disallow: /cgi-bin/
Disallow: /Library/
Disallow: /Logs%20and%20Stats/
Disallow: /pix/
Disallow: /spacers/
Disallow: /agents/
Disallow: /buttons/
Disallow: /webstat/
Disallow: /mailinglist/
Disallow: /guestbook/
Disallow: /reviews/&
Disallow: /reviews/e107_plugins
Disallow: /reviews/mailto
Disallow: /dates
Disallow: /live
Disallow: /tour
Disallow: /store

#
# this one searched for strange things !
#
User-agent: libwww-perl/5.803
Disallow: /cgi-bin
Disallow: /Library/
Disallow: /Logs%20and%20Stats/
Disallow: /pix/
Disallow: /spacers/
Disallow: /agents/
Disallow: /buttons/
Disallow: /webstat/
Disallow: /mailinglist/
Disallow: /guestbook/
Disallow: /reviews/&
Disallow: /reviews/e107_plugins
Disallow: /reviews/mailto
Disallow: /reviews/style_images
Disallow: /dates
Disallow: /live
Disallow: /tour
Disallow: /store
Disallow: /login
Disallow: /rw
Disallow: /join
Disallow: /mbr
Disallow: /h


#
#  The Rest
#
User-agent: *
Disallow: /cgi-bin.Disallow: /Library/
Disallow: /Logs%20and%20Stats/
Disallow: /pix/
Disallow: /spacers/
Disallow: /agents/
Disallow: /buttons/
Disallow: /webstat/
Disallow: /mailinglist/
Disallow: /guestbook/
Disallow: /reviews/
Disallow: /dates
Disallow: /live
Disallow: /tour
Disallow: /store
Disallow: /global-cgi/
Disallow: /cgi-local/
Disallow: /cgi-sys/