###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /cgi-bin
Disallow: /stats
Disallow: /assets
#
# list specific files robots are not allowed to index
#
Disallow: /favicon.ico
Disallow: /mark1.mp3
Disallow: /articles_download.php
Disallow: /diagrams_download.php
Disallow: /sermons_download.php
Disallow: /studies_download.php
Disallow: /transcripts_download.php
Disallow: /wallpaper_download.php
# 
User-agent: msnbot
Crawl-delay: 120
# 
User-agent: psbot
Disallow: /
# 
#
###############################