User-agent: *
Disallow: /page_related/
Disallow: /post_hot/
Disallow: /videos/post_hot/
Disallow: /ja/videos/post_hot/
Disallow: /zh-cn/videos/post_hot/
Disallow: /en/videos/post_hot/
Disallow: /zh-cn/page_related/
Disallow: /zh-cn/post_hot/
Disallow: /ja/page_related/
Disallow: /ja/post_hot/
Disallow: /en/page_related/
Disallow: /en/post_hot/
Disallow: /fanhao/recommentrandom/
Disallow: /zh-cn/fanhao/recommentrandom/
Disallow: /ja/fanhao/recommentrandom/
Disallow: /en/fanhao/recommentrandom/
Disallow: /ja/videos/post_hot/
Disallow: /en/videos/post_hot/
Disallow: /zh-cn/videos/post_hot/
Disallow: /ja/videos/detailpart/
Disallow: /en/videos/detailpart/
Disallow: /zh-cn/videos/detailpart/
Disallow: /ja/videos/list/
Disallow: /en/videos/list/
Disallow: /zh-cn/videos/list/
Disallow: /ja/casts/castspart/
Disallow: /en/casts/castspart/
Disallow: /zh-cn/casts/castspart/
Disallow: /ja/vidoes8/
Disallow: /en/vidoes8/
Disallow: /zh-cn/vidoes8/

Disallow: /cdn-cgi/

User-Agent: SemrushBot
Disallow: /
User-agent: DotBot
Disallow: /
User-agent: MegaIndex.ru
Disallow: /
User-agent: MauiBot
Disallow: /
User-agent: AhrefsBot
Disallow: /
User-agent: MJ12bot
Disallow: /
User-agent: BLEXBot
Disallow: /
User-agent: ImagesiftBot
Disallow: /
User-agent: PetalBot
Disallow: /
User-agent: Amazonbot
Disallow: /
User-agent: anthropic-ai
Disallow: /
User-agent: Claude-Web
Disallow: /
User-agent: ClaudeBot
Disallow: /
User-agent: Barkrowler
Disallow: /
User-agent: FriendlyCrawler
Disallow: /
User-agent: DataForSeoBot
Disallow: /
User-agent: GPTBot
Disallow: /
User-agent: Timpibot
Disallow: /
User-agent: AwarioBot
Disallow: /