#
# robots.txt for Discuz! X3.5
#

User-agent: *
Allow: /data/attachment/
Allow: /data/avatar/
Allow: /data/cache/
Allow: /uc_server/data/avatar/
Disallow: /api/
Disallow: /data/
Disallow: /source/
Disallow: /install/
Disallow: /template/default/
Disallow: /config/
Disallow: /uc_client/
Disallow: /uc_server/
Disallow: /admin.php
Disallow: /search.php
Disallow: /member.php
Disallow: /api.php
Disallow: /misc.php
Disallow: /connect.php
Disallow: /forum.php?mod=redirect*
Disallow: /forum.php?mod=post*
Disallow: /home.php?mod=spacecp*
Disallow: /*?mod=misc*
Disallow: /*?mod=attachment*
Disallow: /*mobile=yes*
# === 2026-05-06 优化规则 ===

# Block filtered forum display URLs (infinite URL space, no SEO value)
Disallow: /*?mod=forumdisplay&*filter=*
Disallow: /*?mod=forumdisplay&*sortid=*
Disallow: /*?mod=forumdisplay&*searchsort=*
Disallow: /*?mod=forumdisplay&*dateline=*
Disallow: /*?mod=forumdisplay&*digest=*
Disallow: /*?mod=forumdisplay&*specialtype=*

# Block mobile URL variants (duplicate content)
Disallow: /*mobile=no*
Disallow: /*mobile=2*

# Block user profile pages (no SEO value)
Disallow: /home.php?mod=space&

# Block archiver (duplicate thread content)
Disallow: /archiver/
Disallow: /index.php
Sitemap: https://www.sz41.com/sitemap.xml

# === 2026-08-08 拦截 Facebook 爬虫与骚扰爬虫（大规模无cookie抓取导致session爆炸） ===
User-agent: meta-externalagent
Disallow: /

User-agent: facebookexternalhit
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: MJ12bot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: CCBot
Disallow: /