###############################
#
# robots.txt file for this website 
#
###############################

#
# addresses all robots by using wild card *
#
User-agent: *

#
# list folders that robots are not allowed to index
#
Disallow: /_moved
Disallow: /_test
Disallow: /images
Disallow: /irish-records/co
Disallow: /mailer
Disallow: /pdfs
Disallow: /templates
Disallow: /Templates
Disallow: /zzz_old_code

#
# list specific files that robots are not allowed to index
#
Disallow: /database/database-placename-results.php
Disallow: /diy.htm
Disallow: /ir/ir-bmd.htm
Disallow: /ir/ir-census.htm
Disallow: /ir/ir-griffith.htm
Disallow: /ir/ir-tithe.htm
Disallow: /irishrecords/ir-bmd.htm
Disallow: /irishrecords/ir-census.htm
Disallow: /irishrecords/ir-griffith.htm
Disallow: /irishrecords/ir-tithe.htm
Disallow: /links/link-back.htm
Disallow: /probate.htm
Disallow: /page-not-found.htm
Disallow: /search_results.htm
Disallow: /sendmail_results.htm
Disallow: /tutorials/meta_tags.html
Disallow: /tutorials/custom_error_page.html

#
# tell search engines where to find latest sitemap file
#
Sitemap: http://www.irishancestries.com/sitemap.xml


###############################
#
# End of robots.txt file
#
###############################