User-agent: *
Disallow: /development/         # Hide huge zip files
Disallow: /doc/libs/1_49_0_beta1/
Crawl-delay: 10
Sitemap: https://www.boost.org/sitemap.xml.php