# Wsool — https://wsool.ai
#
# We deliberately do NOT Disallow the site here: a crawler has to be allowed to
# fetch a page in order to see any noindex on it.

User-agent: *
Allow: /

# Advertising landing pages are near-duplicates of the pages they promote.
Disallow: /lp/

# Answer engines, both kinds, deliberately allowed.
#
# A crawler obeys only the most specific group that names it, so every named
# group below must repeat the Disallow above or /lp/ opens to that crawler.
#
# The discovery crawlers are the obvious half: being quotable in an answer is a
# distribution channel. The training crawlers are the half that used to be
# blocked, and that was the wrong call for this site. A model recommends the
# vendors it already knows in a category; the only way into that memory is to
# have been read during training. Nothing here is proprietary — it is a
# marketing site whose whole purpose is to be found and repeated.
User-agent: OAI-SearchBot
Allow: /
Disallow: /lp/

User-agent: PerplexityBot
Allow: /
Disallow: /lp/

User-agent: GPTBot
Allow: /
Disallow: /lp/

User-agent: ClaudeBot
Allow: /
Disallow: /lp/

User-agent: Google-Extended
Allow: /
Disallow: /lp/

User-agent: CCBot
Allow: /
Disallow: /lp/

Sitemap: https://wsool.ai/sitemap.xml