# Robots.txt file from http://www.good4nothin.com
# Written by -FROST-
# Some bots allowed to spider the domain
#-----------------------------------------------
#Banned Robots
User-agent: IconSurf
Disallow: /
#-----------------------------------------------
# Allow some Bot .::commented out::. 
#User-agent: msnbot 
#Crawl-delay: 43200
#Disallow:
#User-agent: Googlebot
#Crawl-delay: 43200
#Disallow:
#User-agent: Googlebot-Image
#Crawl-delay: 43200
#Disallow:
#User-agent: Slurp
#Crawl-delay: 43200
#Disallow:
#-----------------------------------------------
#Banned or Restricted Bots.::commented out::.
#User-agent: Teoma
#Disallow: /
#User-agent: Scrubby
#Disallow: /
#User-agent: Robozilla
#Disallow: /
#User-agent: BecomeBot
#Disallow: /
#-----------------------------------------------
#Allowed All Bots
User-agent: * 
Crawl-delay: 300
Disallow: 
Allow: /
# ----------------------------------------------
# File types
Disallow: /*.exe$
# Images
Disallow: /*.gif$ 
Disallow: /*.jpg$
#-----------------------------------------------
# FRONTPAGE
# Directories			
Disallow: /_derivedr/
Disallow: /disc_1/			
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /images/
# /Sub/ Directories		
Disallow: /*/_derivedr/
Disallow: /*/disc_1/			
Disallow: /*/_private/
Disallow: /*/_vti_cnf/
Disallow: /*/_vti_log/
Disallow: /*/_vti_pvt/
Disallow: /*/_vti_script/
Disallow: /*/_vti_txt/
Disallow: /*/images/
# Files			
Disallow: /postinfo.html
Disallow: /_vti_info.html
# Sub Files			
Disallow: */postinfo.html
Disallow: */_vti_info.html
# ----------------------------------------------
#PaintShop Pro Thumbnail File
Disallow: /pspbrwse.jbf
Disallow: */pspbrwse.jbf
# ----------------------------------------------
# Alternate Image Folder
Disallow: /graphic/
Disallow: */graphic/
# ----------------------------------------------
# limited Dir
Disallow: /Revisions/			
Disallow: /desk/
# Limited Files
Disallow: /default.ida
Disallow: /good_4_nothin.htm
# ----------------------------------------------
# Redirected Virtual Folders
Disallow: /webmail/
Disallow: /webmail2/
Disallow: /login/
Disallow: /emule2/
Disallow: /antivirus/
Disallow: /spam/
Disallow: /utep/
Disallow: /forum/
Disallow: /checkip/
# ----------------------------------------------
# Directories that need Permission
Disallow: /emule/
Disallow: /forum/
Disallow: /forum/forum_g4n/*.htm
Disallow: /frost/utep_files/
# Files That need Permission
#Disallow:
# ----------------------------------------------
#Just Don't Crawl these
Disallow: /emule/emule_download.htm
Disallow: /g4n/page/ssl_doc.shtm 
Disallow: /emule/index.htm
Disallow: /contact/
# ----------------------------------------------
# Dead directories .::commented out::.
#Disallow: /g4n/g4n_csforms/*
# Dead Files
#Disallow: /g4n/g4n_csforms/viewguest.htm
#Disallow: /g4n/g4n_csforms/guest.htm