# $Id: robots.txt,v 1.4 2009/01/01 00:00:00 krusch Exp $
#
# This is a file retrieved by webwalkers a.k.a. spiders that 
# conform to a defacto standard.
# See <URL:http://www.robotstxt.org/wc/exclusion.html#robotstxt>
#
# Comments to the webmaster should be posted at <URL:http://www.newhantang.org>
#
# -----------------------------------------------------------------------------
# User-agent: Fast corporate crawler

User-agent: Inktomi Slurp 
Disallow: //

User-agent: Inktomi Slurp
Disallow: //

User-agent: Unknown robot 
Disallow: //

User-agent: Unknown robot
Disallow: //

User-agent: BSpider
Disallow: //

User-agent: BSpider
Disallow: //

User-agent: *
Disallow: /common
Disallow: /baoban/
Disallow: /dushu/
Disallow: /kaoshi/
Disallow: /kaoshi/tc
Disallow: /news/
Disallow: /yan/
Disallow: /zxpx/
Disallow: /shuyuan/
Disallow: /bbs/
Disallow: /xuexi/
Disallow: /jiameng/
Disallow: /chaxun/
Disallow: /i/
#