User-agent: Googlebot
Crawl-delay: 5
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: Mediapartners-Google
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: AdsBot-Google-Mobile
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: Googlebot-Image
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: AdsBot-Google-Mobile-Apps
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: msnbot
Crawl-delay: 10
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: Slurp
Crawl-delay: 5
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: bingbot
Crawl-delay: 10
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: bingbot/2.0
Crawl-delay: 10
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: W3C-checklink
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: sistrix
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: facebookexternalhit
Allow: /dynamic/generated/
Allow: /dynamic/sitemaps/
Disallow: /admintools/
Disallow: /application/
Disallow: /awstats/
Disallow: /logs/
Disallow: /reports/
Disallow: /html/tiles/
Disallow: /html/layout/
Disallow: /html/templates/
Disallow: /dynamic/

User-agent: Applebot
Disallow: /

User-agent: *
Disallow: /