User-agent: *
Allow: /

# Priority pages for crawling
Crawl-delay: 1

# Important pages to prioritize
Allow: /
Allow: /pricing
Allow: /schedule-cmmc
Allow: /contact
Allow: /blog
Allow: /blog/*

# Sitemap location
Sitemap: https://cybertronit.com/sitemap.xml

# Block common bot threats while allowing legitimate crawlers
User-agent: AhrefsBot
Allow: /

User-agent: SemrushBot
Allow: /

User-agent: MJ12bot
Disallow: /

User-agent: DotBot
Disallow: /