# NasosForum (архив ЭЦНщик)

# Soft crawl budget (Crawl-delay is advisory). Legitimate search and AI crawlers are welcome
# on public archive pages. Live discussion and new posts: https://esp-forum.com/

# --- Major AI / search (welcome; polite pace) ---
User-agent: GPTBot
User-agent: ChatGPT-User
User-agent: OAI-SearchBot
User-agent: OAI-AdsBot
User-agent: ClaudeBot
User-agent: Claude-Web
User-agent: Claude-User
User-agent: Claude-SearchBot
User-agent: anthropic-ai
User-agent: Googlebot
User-agent: Google-Extended
User-agent: GoogleOther
User-agent: Google-InspectionTool
User-agent: Google-CloudVertexBot
User-agent: Storebot-Google
User-agent: bingbot
User-agent: BingPreview
User-agent: AdIdxBot
User-agent: MicrosoftPreview
User-agent: Yandex
User-agent: YandexBot
User-agent: DuckDuckBot
User-agent: DuckAssistBot
User-agent: Applebot
User-agent: Applebot-Extended
User-agent: PerplexityBot
User-agent: Perplexity-User
User-agent: Amazonbot
User-agent: CCBot
User-agent: Bytespider
User-agent: meta-externalagent
User-agent: FacebookBot
User-agent: MistralAI-User
Crawl-delay: 1
Allow: /
Allow: /forum/
Allow: /novosti.html
Allow: /tecnonews.html
Allow: /novosti/
Allow: /tecnonews/
Disallow: /_archive/
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /layouts/
Disallow: /templates/
Disallow: /cb
Disallow: /cb-
Disallow: /component
Disallow: /user
Disallow: /groups/
Disallow: /search
Disallow: /tag
Disallow: /events
Disallow: /index.php
Disallow: /*?option
Disallow: /forum/attachment/
Disallow: /media/kunena/attachments/
Disallow: /_archive/esp-file.php
Disallow: /_joomla/

# --- Hungrier SEO / brand / research crawlers (slower please) ---
User-agent: AwarioBot
User-agent: AwarioSmartBot
User-agent: AwarioRssBot
User-agent: Reflectionbot
User-agent: Konturbot
User-agent: PetalBot
User-agent: SemrushBot
User-agent: AhrefsBot
User-agent: AhrefsSiteAudit
User-agent: DotBot
User-agent: MJ12bot
User-agent: DataForSeoBot
User-agent: BLEXBot
User-agent: Barkrowler
User-agent: ZoominfoBot
User-agent: Brightbot
User-agent: ExaSearchBot
User-agent: SeznamBot
User-agent: MojeekBot
User-agent: Qwantify
User-agent: Baiduspider
User-agent: Sogou
User-agent: 360Spider
User-agent: GenomeCrawlerd
User-agent: cohere-ai
User-agent: cohere-training-data-crawler
User-agent: TikTokSpider
Crawl-delay: 2
Allow: /
Allow: /forum/
Allow: /novosti.html
Allow: /tecnonews.html
Allow: /novosti/
Allow: /tecnonews/
Disallow: /_archive/
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /layouts/
Disallow: /templates/
Disallow: /cb
Disallow: /cb-
Disallow: /component
Disallow: /user
Disallow: /groups/
Disallow: /search
Disallow: /tag
Disallow: /events
Disallow: /index.php
Disallow: /*?option
Disallow: /forum/attachment/
Disallow: /media/kunena/attachments/
Disallow: /_archive/esp-file.php
Disallow: /_joomla/

# --- Everyone else ---
User-agent: *
Crawl-delay: 2
Allow: /
Allow: /forum/
Allow: /novosti.html
Allow: /tecnonews.html
Allow: /novosti/
Allow: /tecnonews/
Disallow: /_archive/
Disallow: /administrator/
Disallow: /api/
Disallow: /bin/
Disallow: /cache/
Disallow: /cli/
Disallow: /components/
Disallow: /includes/
Disallow: /installation/
Disallow: /language/
Disallow: /libraries/
Disallow: /logs/
Disallow: /modules/
Disallow: /plugins/
Disallow: /tmp/
Disallow: /layouts/
Disallow: /templates/
Disallow: /cb
Disallow: /cb-
Disallow: /component
Disallow: /user
Disallow: /groups/
Disallow: /search
Disallow: /tag
Disallow: /events
Disallow: /index.php
Disallow: /*?option
Disallow: /forum/attachment/
Disallow: /media/kunena/attachments/
Disallow: /_archive/esp-file.php
Disallow: /_joomla/

Sitemap: https://nasosforum.ru/sitemap.xml

# Publisher-curated context for LLM consumers (IETF draft LLM-Context record):
LLM-Context: https://nasosforum.ru/llms.txt

# Also available:
# https://nasosforum.ru/llms.txt
# https://nasosforum.ru/.well-known/llms.txt
# https://nasosforum.ru/.well-known/llm-context
# Live forum overview: https://esp-forum.com/llms.txt