User-agent: *
Disallow: /cgi-bin
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php
Disallow: /?
Disallow: *?s=
Disallow: *&s=
Disallow: /search
Disallow: /author/
Disallow: */embed
Disallow: */page/
Disallow: */xmlrpc.php
Disallow: *utm*=
Disallow: *openstat=
Disallow: /forum/whats-new/
Disallow: /forum/account/
Disallow: /forum/attachments/
Disallow: /forum/goto/
Disallow: /forum/posts/
Disallow: /forum/login/
Disallow: /forum/register/
Disallow: /forum/admin.php
Disallow: /forum/search/
Disallow: /forum/search.php
Disallow: /forum/member.php
Disallow: /forum/showpost.php
Disallow: /forum/attachment.php
# showthread.php не Disallow: XF301VB отдаёт 301 на канонические URL; X-Robots-Tag: noindex на редиректе.

User-agent: OAI-SearchBot
Allow: /

User-agent: ChatGPT-User
Allow: /

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: Claude-Web
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bytespider
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: AhrefsBot
Disallow: /

Sitemap: https://semeistvo.by/sitemap_index.xml
Sitemap: https://semeistvo.by/forum/sitemap.xml
Host: https://semeistvo.by