# Stop bots from crawling junk URLs
User-agent: *
Crawl-delay:1
Disallow: /*?p=*
Disallow: /*&p=*
Disallow: /*?s=*
Disallow: /*&s=*
Disallow: /*?ical=1
Disallow: /*&ical=1
Disallow: /?author=*
Disallow: /*wp-comments*
Disallow: /*wp-trackback*
Disallow: /*wp-feed*
Disallow: /*replytocom=*
Disallow: /*?preview=*
Disallow: /*&preview=*
Disallow: /*add-to-cart=*
Disallow: /*add_to_wishlist=*
Disallow: /*cart/*
Disallow: /*checkout/*
Disallow: /*my-account/*
Disallow: /*myaccount/*
Disallow: /*?ajaxCalendar=1*
Disallow: /*&ajaxCalendar=1*
Disallow: /*?wpdmdl=*
Disallow: /*&wpdmdl=*
Allow: /*/plugins/*

User-agent: rogerbot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: SemrushBot-SA
Disallow: /

User-agent: SemrushBot-BA
Disallow: /

User-agent: SemrushBot-SI
Disallow: /

User-agent: SemrushBot-SWA
Disallow: /

User-agent: SemrushBot-CT
Disallow: /

User-agent: SemrushBot-BM
Disallow: /

User-agent: SplitSignalBot
Disallow: /

User-agent: Screaming Frog SEO Spider
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: RavenCrawler
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: SeznamBot
Disallow: /

User-agent: Mail.Ru
Disallow: /

User-agent: Qwantify
Disallow: /

User-agent: Sogou Spider
Disallow: /

User-agent: Sogou blog
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: Sogou News Spider
Disallow: /

User-agent: Sogou Orion spider
Disallow: /

User-agent: Sogou spider2
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: coccoc
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: TikTokSpider
Disallow: /

User-agent: Meta-ExternalAgent
Disallow: /

User-agent: AhrefsSiteAudit
Allow: /

User-agent: AhrefsBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: GoogleOther
Allow: /

User-agent: anthropic-ai
Allow: /

User-agent: Claude-SearchBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Applebot
Allow: /

User-agent: Applebot-Extended
Allow: /

User-agent: Amazonbot
Allow: /

User-agent: FacebookBot
Allow: /

User-agent: Meta-ExternalFetcher
Allow: /

User-agent: CCBot
Allow: /

User-agent: DuckAssistBot
Allow: /

User-agent: YouBot
Allow: /

User-agent: MistralAI-User
Allow: /

User-agent: DeepseekBot
Allow: /

User-agent: Diffbot
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Webzio-Extended
Disallow: /

User-agent: AI2Bot
Disallow: /

User-agent: ChatGPT-Operator
Disallow: /

User-agent: GoogleAgent-Mariner
Disallow: /
# START YOAST BLOCK
# ---------------------------
User-agent: *
Disallow:

Sitemap: https://advisent.com/sitemap_index.xml
# ---------------------------
# END YOAST BLOCK