# Allow AI crawlers
User-Agent: ChatGPT-User
User-Agent: ClaudeBot
User-Agent: GPTBot
User-Agent: OAI-SearchBot
User-Agent: CCBot
User-Agent: Google-Extended
Disallow:

# Disallow non-AI or unwanted crawlers
User-Agent: AppInsights
User-Agent: AwarioBot
User-Agent: Baiduspider
User-Agent: Barkrowler
User-Agent: BLEXBot
User-Agent: BrightEdge Crawler
User-Agent: DataForSeoBot
User-Agent: dotbot
User-Agent: GeedoBot
User-Agent: GeedoProductSearch
User-Agent: GPTBot
User-Agent: IonCrawl
User-Agent: MegaIndex
User-Agent: meta-externalagent
User-Agent: MJ12bot
User-Agent: Nexcess
User-Agent: PoliteCrawl
User-Agent: Qwantbot
User-Agent: Seekport Crawler
User-Agent: SeznamBot
User-Agent: StormCrawler
User-Agent: YandexBot
Disallow: /

# Throttle a specific bot
User-agent: rogerbot
Crawl-delay: 10

# General rules for all crawlers
User-agent: *
Disallow: /cart/
Disallow: /login/
Disallow: /search-results/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /*?*Product-Form=*
Disallow: /*?*Brand=*
Disallow: /*?*searchterm=*
Disallow: /Services/*.asmx
Disallow: /services/api/silmid/

SITEMAP: https://www.gracoroberts.com/sitemap_index.xml