@@ -0,0 +1,17 @@
|
||||
User-agent: *
|
||||
Allow: /
|
||||
|
||||
# 非 HTML 接口与工具路由不抓取
|
||||
Disallow: /api/
|
||||
Disallow: /ui/
|
||||
Disallow: /healthz
|
||||
|
||||
# 媒体代理与解密 key
|
||||
Disallow: /h5/
|
||||
Disallow: /enkey
|
||||
Disallow: /newenkey
|
||||
|
||||
# 登录、搜索和账户 HTML 页面允许抓取,以便爬虫读取页面内 noindex。
|
||||
|
||||
# 线上以动态 /robots.txt 为准(含绝对 Sitemap 地址与 Host)
|
||||
Sitemap: /sitemap.xml
|
||||
Reference in New Issue
Block a user