User-agent: *
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

Sitemap: https://adsly.pro/sitemap-index.xml

# AI / LLM crawlers — explicitly allowed
User-agent: GPTBot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: OAI-SearchBot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: ChatGPT-User
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: ClaudeBot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Claude-Web
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: anthropic-ai
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: PerplexityBot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Perplexity-User
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Google-Extended
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Applebot-Extended
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Bytespider
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: cohere-ai
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Diffbot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

# Search engines (explicit — they're also covered by the wildcard above)
User-agent: Googlebot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Googlebot-Image
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Bingbot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: Applebot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: DuckDuckBot
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

User-agent: YandexBot
Allow: /
Disallow: /__
Disallow: /_archive/
Host: adsly.pro
Clean-param: ref&tgclid&utm_source&utm_medium&utm_campaign&utm_term&utm_content&fbclid&gclid&yclid&_openstat

User-agent: Yandex
Allow: /
Disallow: /__
Disallow: /_archive/
Clean-param: ref&tgclid&utm_source&utm_medium&utm_campaign&utm_term&utm_content&fbclid&gclid&yclid&_openstat

User-agent: Baiduspider
Allow: /
Disallow: /__
Disallow: /_archive/
Disallow: /*?

# Social unfurlers — must reach tracking URLs to render share previews
User-agent: facebookexternalhit
Allow: /
Disallow: /__
Disallow: /_archive/

User-agent: Twitterbot
Allow: /
Disallow: /__
Disallow: /_archive/

# https://llmstxt.org pointers
LLM-Content: https://adsly.pro/llms.txt
LLM-Content-Full: https://adsly.pro/llms-full.txt