# Northwind DevKit — crawler policy
# Static site of browser-based developer utilities.

User-agent: *
Allow: /
Disallow: /assets/

# Search and preview bots are welcome.
User-agent: Googlebot
Allow: /

User-agent: Bingbot
Allow: /

User-agent: DuckDuckBot
Allow: /

# Well-behaved archivers may index the documentation pages.
User-agent: ia_archiver
Allow: /

Crawl-delay: 1

Sitemap: /sitemap.xml