User-agent: *
Disallow: /ad*/
Disallow: /sit*/
Disallow: /wapa*/
Disallow: /ap*/
Disallow: /da*/
Disallow: /co*/
Disallow: /in*/
Disallow: /me*/
Disallow: /ap*/
Disallow: /j*/
Disallow: /we*/
Disallow: /er*/
User-agent: GPTBot
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

# 禁止所有爬虫抓取动态搜索列表，只允许抓取静态页
User-agent: *
Disallow: /resume/list/
Disallow: /job/
Allow: /