User-agent: Googlebot
Allow: /

User-agent: Google-Extended
Allow: /

User-agent: Bingbot
Allow: /

User-agent: Baiduspider
Allow: /

User-agent: Bytespider
Allow: /

User-agent: QuarkSpider
Allow: /

User-agent: OAI-SearchBot
Allow: /

User-agent: GPTBot
Allow: /

User-agent: PerplexityBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Claude-User
Allow: /

User-agent: YoudaoBot
Disallow: /

User-agent: JikeSpider
Disallow: /

User-agent: EasouSpider
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: YandexBot
Disallow: /

User-agent: YYSpider
Disallow: /

User-agent: Teoma
Disallow: /

User-agent: rogerbot
Disallow: /

User-agent: exabot
Disallow: /

User-agent: dotbot
Disallow: /

User-agent: gigabot
Disallow: /

User-agent: DOCOMO Spider
Disallow: /

User-agent: *
Disallow: /fun/
Disallow: /auth/
Disallow: /count/
Disallow: /pub/
Disallow: /jscontent/
Disallow: /friend/
Disallow: /common/
Disallow: /news/addviewcount/
Disallow: /news/spacevisitlog/
Disallow: /diagram/diagramlog/
Disallow: /m/display/
Disallow: /m/comment/
Disallow: /comments/
Disallow: /forum/threadlikes/
Disallow: /Myprofile/addstore/
Disallow: /jscontent/
Disallow: /forumact/grade/
Disallow: /forum/replycontent/