User-agent: *
Disallow: /Users/
Disallow: /Logon.aspx
Disallow: /Join.aspx
Disallow: /Miscellaneous.aspx
Disallow: /AjaxFunctions.aspx
Disallow: /includes/
Disallow: /UserInfo.aspx
Disallow: /Subscribe0-
# 提高全域延遲，減緩中小型爬蟲速度
Crawl-Delay: 15

# 針對極度消耗資源的 SEO 爬蟲設定更長的延遲
User-agent: AhrefsBot
Crawl-delay: 20
Disallow: /UserInfo.aspx
Disallow: /WebServices/

User-agent: SemrushBot
Crawl-delay: 20
Disallow: /UserInfo.aspx
Disallow: /WebServices/

User-agent: dotbot
Crawl-delay: 20
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: GPTBot
Disallow: /

# 允許搜尋引擎，但禁止爬取個資頁面
User-agent: Googlebot
Disallow: /UserInfo.aspx
Disallow: /Logon.aspx

User-agent: Bingbot
Disallow: /UserInfo.aspx
Disallow: /Logon.aspx