# $Id: robots.txt,v 1.24 2006/08/17 10:33:59 krusch Exp $
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# Comments to the webmaster should be posted at <URL:http://www.ic81.com/about.htm>
#
# Format is:
#       User-agent: <name of spider>
#       Disallow: <nothing> | <path>
# -----------------------------------------------------------------------------
# User-agent: Fast corporate crawler

User-agent: Baiduspider
User-agent: Scooter
User-agent: ia_archiver
User-agent: Googlebot
User-agent: FAST-WebCrawler
User-agent: Slurp
User-agent: MSNBOT
User-agent:Sogou

Disallow: /admin/
Disallow: /images/
Disallow: /link/
Disallow: /count/
Disallow: /editer/
Disallow: /images_new/
Disallow: /images_21/
Disallow: /pic/
Disallow: /style/
Disallow: /data/

allow: /news/
allow: /ickc/
allow: /ickc2/
allow: /ickc3/
allow: /ickc4/
allow: /ickc5/
allow: /iclist/
allow: /icshow/
allow: /stock/
allow: /stock2/
allow: /stockfzdown/
allow: /stockfzup/
allow: /stockpinpaidown/
allow: /stockpinpaiup/
allow: /stockup/
allow: /stockxinghaodown/
allow: /stockxinghaoup/
#