# robots.txt for http://www.nz17.com/

# Rules for all Web spiders
User-agent:	*

	# Don't index temporary files
	Disallow:	/tmp
	
	# Protect forum pages which will otherwise give errors
	Disallow:	/forum/board.php
	Disallow:	/forum/groupcp.php
	Disallow:	/forum/guestcp.php
	Disallow:	/forum/privmsg.php
	Disallow:	/forum/search.php
	Disallow:	/forum/usercp.php
	Disallow:	/forum/userdb.php
	
	# Disallow "indexing" of big multimedia files so that Yahoo! and MSN don't
	# download them and eat up excessive bandwidth (3.2 GB in July 2010 alone!)
	Disallow: /*.mp3$
	Disallow: /*.ogg$

# Individual Web spider rules
User-agent:	Twiceler
	# Stop stupid Twiceler of Cuil from causing "critical" errors on the forum by over-indexing
	Disallow:	/forum