User-Agent: *
Allow: /
Allow: /datasets/
Allow: /api/vendors
Allow: /api/vendors/
Allow: /api/technologies
Allow: /api/technologies/
Allow: /api/glossary
Allow: /api/glossary/
Allow: /api/cards
Allow: /api/cards/
Disallow: /_next/
Disallow: /404
Disallow: /api/revalidate
Disallow: /api/clear-cache
Disallow: /api/partners
Disallow: /api/search

User-Agent: GPTBot
Allow: /

User-Agent: ClaudeBot
Allow: /

User-Agent: PerplexityBot
Allow: /

Host: https://learn.idtechwire.com
Sitemap: https://learn.idtechwire.com/sitemap.xml