chore(deploy): shop/partner/admin 禁止搜索引擎抓取

nginx 直出 robots.txt 并加 X-Robots-Tag，避免内部三端被收录。

Co-authored-by: Cursor <cursoragent@cursor.com>

deploy/nginx-dukanghaoke.conf

@@ -94,6 +94,7 @@ server {
     client_max_body_size 50m;
 
     include /opt/dukang/deploy/nginx-mp-verify.conf;
+    include /opt/dukang/deploy/nginx-no-crawler.conf;
 
     location /api/ {
         proxy_pass http://127.0.0.1:8090;
@@ -132,6 +133,7 @@ server {
     client_max_body_size 50m;
 
     include /opt/dukang/deploy/nginx-mp-verify.conf;
+    include /opt/dukang/deploy/nginx-no-crawler.conf;
 
     location /api/ {
         proxy_pass http://127.0.0.1:8090;
@@ -169,6 +171,8 @@ server {
 
     client_max_body_size 50m;
 
+    include /opt/dukang/deploy/nginx-no-crawler.conf;
+
     location /api/ {
         proxy_pass http://127.0.0.1:8090;
         proxy_http_version 1.1;