###############################
#
#
User-agent: *
#
# list folders robots are not allowed to index 
#
Disallow: /Catalog/
Disallow: /cgi-bin/
Disallow: /cgi_bin/
Disallow: /DBASE_1/
Disallow: /Support/
Disallow: /Library/
Disallow: /LIBRARY/
Disallow: /cgi_bin/
Disallow: /Private/
Disallow: /Downloads/
Disallow: /List/
Disallow: /Lists/
Disallow: /plg/
Disallow: /aw90_messages/
Disallow: /ASSETS/
Disallow: /FORMS/
Disallow: /FAQ/
Disallow: /Blog/wp-admin/
Disallow: /Blog/wp-includes/
Disallow: /Templates/
Disallow: /Forum/admin/
Disallow: /Forum/cache/
Disallow: /Forum/db/
Disallow: /Forum/images/
Disallow: /Forum/language/
Disallow: /Forum/includes/
Disallow: /Forum/templates/
Disallow: /Forum/language/
#
# list specific files robots are not allowed to index
#
Disallow: /Forum/config.php
Disallow: /Forum/extension.inc
Disallow: /Forum/loging.php
Disallow: /Forum/config.php
Disallow: /Forum/memberlist.php
Disallow: /Forum/privmsg.php
Disallow: /Forum/profile.php
Disallow: /Forum/modcp.php
Disallow: /Forum/memberlist.php
Disallow: /400.shtml
Disallow: /401.shtml
Disallow: /403.shtml
Disallow: /404.shtml
Disallow: /500.shtml
Disallow: /500.php
Disallow: /default.html
Disallow: /.htaccess
Disallow: /php.ini
Disallow: /error_log
# 
#
###############################