User-Agent: *
Allow: /

Sitemap: https://www.asap-components.com/sitemap-main.xml
Sitemap: https://www.asap-components.com/sitemap-index.xml
Sitemap: https://www.asap-components.com/sitemap-txt-index.xml
Sitemap: https://www.asap-components.com/top-mfg-jun25-rfq.xml
Sitemap: https://www.asap-components.com/blog/blog-sitemap.xml
Sitemap: https://www.asap-components.com/aviation-sitemap-index.xml
Sitemap: https://www.asap-components.com/connector-sitemap-index.xml
Sitemap: https://www.asap-components.com/electronic-sitemap-index.xml
Sitemap: https://www.asap-components.com/nsn-sitemap-index.xml

# JSON reference

Allow: /llms.txt

# Allow AI search and agent use
User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /
 
User-agent: PerplexityBot
Allow: /
 
User-agent: FirecrawlAgent
Allow: /
 
User-agent: AndiBot
Allow: /
 
User-agent: ExaBot
Allow: /
 
User-agent: PhindBot
Allow: /
 
User-agent: YouBot
Allow: /
 
User-agent: DuckAssistBot
Allow: /


User-agent: Amazonbot
Disallow: *

User-agent: Applebot
Disallow: *

User-agent: facebookexternalhit
Disallow: *

Disallow: /gdpr.pdf
Disallow: /*?utm_
Disallow: /pdf/isc.pdf
Disallow: /pdf/rnvc.pdf
Disallow: /pdf/rncc.pdf
Disallow: /rfq/part-number/*