# 禁止搜索引擎抓取(shop / partner / admin,含测试域) # 合规爬虫读 robots.txt;X-Robots-Tag 覆盖不先读 robots.txt 的抓取器 add_header X-Robots-Tag "noindex, nofollow, noarchive" always; location = /robots.txt { default_type text/plain; charset utf-8; add_header X-Robots-Tag "noindex, nofollow, noarchive" always; return 200 "User-agent: *\nDisallow: /\n"; }