# 禁止所有搜索引擎爬虫访问
User-agent: *
Disallow: /

# 特别禁止主流搜索引擎爬虫
User-agent: Googlebot
Disallow: /

User-agent: Baiduspider
Disallow: /

User-agent: bingbot
Disallow: /

User-agent: MSNBot
Disallow: /

User-agent: Yahoo! Slurp
Disallow: /

User-agent: Sogou web spider
Disallow: /

User-agent: Sogou inst spider
Disallow: /

User-agent: 360Spider
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: DuckDuckBot
Disallow: /

# 禁止爬虫访问特定文件和目录（基于实际站点结构）

# 用户认证和管理相关文件
Disallow: /login.php
Disallow: /signup.php
Disallow: /usercp.php
Disallow: /staff.php
Disallow: /admin.php
Disallow: /takelogin.php
Disallow: /takesignup.php
Disallow: /takestaffmess.php

# 功能接口文件
Disallow: /ajax.php
Disallow: /announce.php
Disallow: /attachment.php
Disallow: /scrape.php
Disallow: /task.php

# 用户隐私相关文件
Disallow: /userdetails.php
Disallow: /usersearch.php
Disallow: /userhistory.php
Disallow: /users.php
Disallow: /my.php
Disallow: /messages.php

# 管理功能文件
Disallow: /admanage.php
Disallow: /modtask.php
Disallow: /modcomment.php
Disallow: /modrules.php
Disallow: /bans.php
Disallow: /warned.php

# 特定文件类型
Disallow: /*.php$
Disallow: /*.sql$
Disallow: /*.log$
Disallow: /*.inc$
Disallow: /*.conf$
Disallow: /*.txt$