# Robots.txt file from http://www.jimbenelli.com
# Written by -FROST-
# Some bots allowed to spider the domain
#-----------------------------------------------
#Banned Robots
User-agent: IconSurf
Disallow: /
#-----------------------------------------------
# Allow some Bot .::commented out::. 
#User-agent: msnbot 
#Crawl-delay: 43200
#Disallow:
#User-agent: Googlebot
#Crawl-delay: 43200
#Disallow:
#User-agent: Googlebot-Image
#Crawl-delay: 43200
#Disallow:
#User-agent: Slurp
#Crawl-delay: 43200
#Disallow:
#-----------------------------------------------
#Banned or Restricted Bots.::commented out::.
#User-agent: Teoma
#Disallow: /
#User-agent: Scrubby
#Disallow: /
#User-agent: Robozilla
#Disallow: /
#User-agent: BecomeBot
#Disallow: /
#-----------------------------------------------
#Allowed All Bots
User-agent: * 
Crawl-delay: 300
Disallow: 
Allow: /
# ----------------------------------------------
# File types
Disallow: /*.exe$
# Images
Disallow: /*.gif$ 
Disallow: /*.jpg$
#-----------------------------------------------
# FRONTPAGE
# Directories			
Disallow: /_derivedr/
Disallow: /disc_1/			
Disallow: /_private/
Disallow: /_vti_cnf/
Disallow: /_vti_log/
Disallow: /_vti_pvt/
Disallow: /_vti_script/
Disallow: /_vti_txt/
Disallow: /images/
# /Sub/ Directories		
Disallow: /*/_derivedr/
Disallow: /*/disc_1/			
Disallow: /*/_private/
Disallow: /*/_vti_cnf/
Disallow: /*/_vti_log/
Disallow: /*/_vti_pvt/
Disallow: /*/_vti_script/
Disallow: /*/_vti_txt/
Disallow: /*/images/
# Files			
Disallow: /postinfo.html
Disallow: /_vti_info.html
# Sub Files			
Disallow: */postinfo.html
Disallow: */_vti_info.html
# ----------------------------------------------
#PaintShop Pro Thumbnail File
Disallow: /pspbrwse.jbf
Disallow: */pspbrwse.jbf
# ----------------------------------------------
# Alternate Image Folder
Disallow: /images_other/
Disallow: */graphic/
# ----------------------------------------------
# limited Dir
Disallow: /audio/player/
Disallow: /audio/playlist/
Disallow: /audio/mp3/
Disallow: /audio/mp3/
Disallow: /stats/
Disallow: /ssfm/
Disallow: /asp_file/
# Limited Files
Disallow: /default.ida
# ----------------------------------------------
# Redirected Virtual Folders .:commented out:.
#Disallow:
# ----------------------------------------------
# Directories that need Permission
#Disallow:
# Files That need Permission
#Disallow:
# ----------------------------------------------
#Just Don't Crawl these
#Disallow:
# ----------------------------------------------
# Dead directories .::commented out::.
#Disallow: 
# Dead Files
#Disallow: 
#Disallow: