# robots.txt for http://www.21stsoft.com # Google only - no pdf's User-agent: Googlebot Disallow: /*.pdf$ # valid for all user agents User-agent: * Sitemap: http://www.boulderremodels.com/sitemap.xml # disallow dynamically generated pages # Disallow: /*? # disallow the following directories Disallow: /aspnet_client/ Disallow: /CGI-BIN/ Disallow: /database/ Disallow: /css/