User-agent: *
Disallow: /wp-admin/
Disallow: /wp-login.php
Disallow: /cgi-bin/
Disallow: /trackback/
Disallow: /feed/
Disallow: /comments/
Disallow: /?s=
Disallow: /*?replytocom=
Allow: /tag/
Disallow: /author/
Allow: /wp-admin/admin-ajax.php

Sitemap: https://www.mimbartimur.com/sitemap_index.xml

User-agent: Googlebot
Allow: /
Disallow: /wp-admin/
Allow: /wp-admin/admin-ajax.php

User-agent: Bingbot
Allow: /
Disallow: /wp-admin/
Crawl-delay: 10

User-agent: AhrefsBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Crawl-delay: 15

User-agent: SemrushBot
Disallow: /wp-admin/
Disallow: /wp-login.php
Crawl-delay: 15

User-agent: GPTBot
Allow: /

User-agent: MJ12bot
Crawl-delay: 20
Disallow: /wp-admin/

User-agent: DotBot
Crawl-delay: 15
Disallow: /wp-admin/

User-agent: PetalBot
Disallow: /wp-admin/
Crawl-delay: 10