# robots.txt

User-agent: WebReaper
User-agent: WebCopier
User-agent: Offline Explorer
User-agent: HTTrack
User-agent: Microsoft.URL.Control
User-agent: EmailCollector
User-agent: penthesilea
Disallow: /

User-agent: *
Disallow: /search
Disallow: /search?q=*
Disallow: /download-datasheet/*
Disallow: /cdn-cgi/
Disallow: /bid/*
Disallow: /manufacturers/*/category
Disallow: /api/part/*/leads
Disallow: /api/part/*/offer-stream

User-agent: *
Allow: /

Sitemap: https://www.sourcengine.com/sitemap-index.xml