# I D E A S :
# http://www.google.com/support/webmasters/bin/answer.py?answer=35303    (Source 1)
# http://en.wikipedia.org/wiki/Robots.txt                                (Source 2)
# http://www.w3.org/TR/html4/appendix/notes.html#h-B.4.1.1               (Source 3)
# http://www.webmarketingnow.com/tips/meta-tags-uncovered.html#abstract  (Source 4)
# http://www.backendmedia.se/2005/12/01/vad-skriver-man-i-robotstxt/     (Source 5)
#
# N O T E S :
# - Source 4 says "Recommendation: Do not use." about <META NAME="ROBOTS".
# - "Disallow: /help" disallows both /help.html and /help/index.html, 
#   whereas "Disallow: /help/" would disallow /help/index.html but allow /help.html (source 3).
# - Many different types of files may be picked up by search engine web crawlers: 
#   http://www.google.com/help/faq_filetypes.html
#
User-agent: *              # All bots/crawlers.
# Here follows exclusion of sub-directories or content therein:
# Disallow: /act2500/
# Disallow: /act2500/index.php
Disallow: /act2500/index_if_site_in_root.php
Disallow: /act2500/index_if_site_in_subdir.php
# Disallow: /ACT2500/
# Disallow: /ACT2500/index.php
Disallow: /ACT2500/index_if_site_in_root.php
Disallow: /ACT2500/index_if_site_in_subdir.php
# Disallow: /dat1100/
# Disallow: /dat1100/index.php
Disallow: /dat1100/index_if_site_in_root.php
Disallow: /dat1100/index_if_site_in_subdir.php
Disallow: /attachments/
# Disallow: /DAT1100/
# Disallow: /DAT1100/index.php
Disallow: /DAT1100/index_if_site_in_root.php
Disallow: /DAT1100/index_if_site_in_subdir.php
Disallow: /dev/
Disallow: /distributors/
Disallow: /download/
# Disallow: /dst1230/
# Disallow: /dst1230/index.php
Disallow: /dst1230/index_if_site_in_root.php
Disallow: /dst1230/index_if_site_in_subdir.php
# Disallow: /DST1230/
# Disallow: /DST1230/index.php
Disallow: /DST1230/index_if_site_in_root.php
Disallow: /DST1230/index_if_site_in_subdir.php
# Disallow: /dst1250/
# Disallow: /dst1250/index.php
Disallow: /dst1250/index_if_site_in_root.php
Disallow: /dst1250/index_if_site_in_subdir.php
# Disallow: /DST1250/
# Disallow: /DST1250/index.php
Disallow: /DST1250/index_if_site_in_root.php
Disallow: /DST1250/index_if_site_in_subdir.php
# Disallow: /frt1090/
# Disallow: /frt1090/index.php
Disallow: /frt1090/index_if_site_in_root.php
Disallow: /frt1090/index_if_site_in_subdir.php
# Disallow: /FRT1090/
# Disallow: /FRT1090/index.php
Disallow: /FRT1090/index_if_site_in_root.php
Disallow: /FRT1090/index_if_site_in_subdir.php
Disallow: /images_design/
# Disallow: /images_tech/
Disallow: /js/             # JavaScript files.
Disallow: /langfiles/
Disallow: /logfiles/
# Disallow: /mca1410/
# Disallow: /mca1410/index.php
Disallow: /mca1410/index_if_site_in_root.php
Disallow: /mca1410/index_if_site_in_subdir.php
# Disallow: /MCA1410/
# Disallow: /MCA1410/index.php
Disallow: /MCA1410/index_if_site_in_root.php
Disallow: /MCA1410/index_if_site_in_subdir.php
# Disallow: /pst2600/
# Disallow: /pst2600/index.php
Disallow: /pst2600/index_if_site_in_root.php
Disallow: /pst2600/index_if_site_in_subdir.php
# Disallow: /PST2600/
# Disallow: /PST2600/index.php
Disallow: /PST2600/index_if_site_in_root.php
Disallow: /PST2600/index_if_site_in_subdir.php
#
# Here follows exclusion of all content of a certain type (but only work with some crawlers,
# incl. Google, since wildcard * only allowed in "User-agent" according to standard):
 Disallow: /*.css$
# Disallow: /*.html$       # Careful!: Probably blocks all .html in ALL directories.
 Disallow: /*.ico$
 Disallow: /*.txt$
# Disallow: /*?            # Blocks dynamically generated pages.
#
# Here follows exclusion of specific files in the root (may partly overlap with above non-standard exclusions):
Disallow: /dropdownmenu.css
Disallow: /fibro.css
Disallow: /fibro_alt.css
Disallow: /splash_screen_wait.css
Disallow: /countries_for_dropdown_distr.html
Disallow: /countries_for_dropdown_qrf.html
Disallow: /doctype_file1.html
Disallow: /fs_std_title_file2.html
# Disallow: /missing.html  # Doesn't hurt to allow indexing of this file since it contains the words "contact angle" twice.
Disallow: /favicon.ico
Disallow: /about_php_for_admin.php # Indexing of this file may (?) constitute a security problem.
Disallow: /copyright.php
Disallow: /download.php
Disallow: /download_make_log.php
# Disallow: /fs_aboutfibro.php
Disallow: /fs_bodyonload_file5.php
Disallow: /fs_close_window_btn.php
Disallow: /fs_contactus.php
Disallow: /fs_contactus_begin.php
Disallow: /fs_contactus_end.php
Disallow: /fs_contactus_failure.php
Disallow: /fs_contactus_formbeg.php
Disallow: /fs_contactus_make_log.php
Disallow: /fs_contactus_success.php
Disallow: /fs_contactus_w_o_attachm.php
Disallow: /fs_distributors.php     # Disallowed to avoid spam since contains various email-addresses.
Disallow: /fs_font_resizr_btn.php
Disallow: /fs_font_resizr_btn_forms.php
Disallow: /fs_head_file3.php
Disallow: /fs_head_file3_if_site_in_root.php
Disallow: /fs_head_file3_if_site_in_subdir.php
Disallow: /fs_head_file4.php
Disallow: /fs_headr_btns_landscape.php
Disallow: /fs_headr_btns_portrait.php
Disallow: /fs_headr_btns_portrait_forms.php
Disallow: /fs_headr_class_alt_file6.php
Disallow: /fs_headr_class_file6.php
Disallow: /fs_headr_class_landscape_file6.php
Disallow: /fs_headr_rest_file8.php
Disallow: /fs_logo_alt_file7.php
Disallow: /fs_logo_file7.php
Disallow: /fs_print_btn_landscape.php
Disallow: /fs_print_btn_portrait.php
Disallow: /fs_splash_screen_wait.php
Disallow: /fs_std_begin.php
Disallow: /fsfooter.php
# Disallow: /fsmain.php
Disallow: /increment_counter_log.php
# Disallow: /index.php
Disallow: /index_root_if_site_in_subdir.php
Disallow: /mailform_comments.php
Disallow: /make_log_begin.php
Disallow: /make_log_end.php
Disallow: /msgtodistrib.php
Disallow: /msgtodistrib_begin.php
Disallow: /msgtodistrib_begin_successfail.php
Disallow: /msgtodistrib_end.php
Disallow: /msgtodistrib_failure.php
Disallow: /msgtodistrib_formbeg.php
Disallow: /msgtodistrib_make_log.php
Disallow: /msgtodistrib_success.php
Disallow: /msgtodistrib_w_attachm.php
Disallow: /msgtodistrib_w_o_attachm.php
# Disallow: /quotreqform.php
Disallow: /quotreqform_begin.php
Disallow: /quotreqform_end.php
Disallow: /quotreqform_formbeg.php
Disallow: /quotreqform_mail_failure.php
Disallow: /quotreqform_mail_success.php
Disallow: /quotreqform_make_log.php
Disallow: /quotreqform_middle.php
Disallow: /quotreqform_w_attachm.php
Disallow: /quotreqform_w_o_attachm.php
Disallow: /shows.php
Disallow: /tou.php         # Small window with legal info, currently not implemented. 
Disallow: /validate_email_addr.php
Disallow: /read_me.txt
Disallow: /robots.txt # Indexing of this file constitutes a security problem since it would provide access to the file names.