# Domain:[www.ancestry.com]
# 
# This file should reside in the root directory ancestry.XX/robots.txt
# 
# Tells Scanning Robots Where They Are And Are Not Welcome
# User-agent: can also specify by name; "*" is for all bots
# Disallow: disallow if directive matches first part of requested path
#

User-agent: *
Disallow: /search/searchwidget.aspx
Disallow: /browse/bookview.aspx
Disallow: /Browse/BookView.aspx
Disallow: /Browse/bookview.aspx
Disallow: /Browse/print_b.aspx
Disallow: /browse/print_b.aspx
Disallow: /browse/print_u.aspx
Disallow: /Browse/print_u.aspx
Disallow: /browse/save_u.aspx
Disallow: /Browse/save_u.aspx
Disallow: /browse/view.aspx
Disallow: /Browse/view.aspx
Disallow: /iexec?htx=View
Disallow: /iexec?htx=view
Disallow: /iexec/?htx=View
Disallow: /iexec/?htx=view
Disallow: /iexec/Default.aspx?htx=view
Disallow: /iexec/Default.aspx?htx=View
Disallow: /promo/
Disallow: /security/

Sitemap: http://www.ancestry.com/sitemap.xml
Sitemap: http://www.ancestry.com/1940-census/usa/sitemaps/New%20York_sitemap.xml
Sitemap: http://www.ancestry.com/1940-census/usa/sitemaps/Nevada_sitemap.xml
Sitemap: http://www.ancestry.com/1940-census/usa/sitemaps/Delaware_sitemap.xml
Sitemap: http://www.ancestry.com/1940-census/usa/sitemaps/Maine_sitemap.xml
Sitemap: http://www.ancestry.com/1940-census/usa/sitemaps/District%20of%20Columbia_sitemap.xm