Initial commit: web_hghl_server

Co-Authored-By: Claude Opus 4.7 <noreply@anthropic.com>
2026-10-26 16:28:14 +08:00
commit 65fca60622
653 changed files with 135901 additions and 0 deletions
@@ -0,0 +1,48 @@
+package reptilerecord
+
+import (
+	"github.com/gin-gonic/gin"
+	"strings"
+	"videoweb/pub/common/log"
+)
+
+const ctxKeyIsBot = "isBot"
+
+var (
+	botPatterns = map[string]string{
+		"Googlebot":           "Googlebot",
+		"Bingbot":             "Bingbot",
+		"Slurp":               "Slurp",
+		"DuckDuckBot":         "DuckDuckBot",
+		"Baiduspider":         "Baiduspider",
+		"YandexBot":           "YandexBot",
+		"Sogou":               "Sogou",
+		"Exabot":              "Exabot",
+		"facebot":             "facebot",
+		"facebookexternalhit": "facebookexternalhit",
+	}
+)
+
+func ReptileRecord(c *gin.Context) {
+	ua := c.Request.UserAgent()
+	botName := identifyBot(ua)
+	if botName != "" {
+		c.Set(ctxKeyIsBot, true)
+		log.Info("爬虫访问:", log.Any("botName", botName), log.Any("ua", ua), log.Any("path", c.Request.URL.Path), log.Any("ip", c.ClientIP()))
+	}
+}
+
+// IsBot 返回当前请求是否来自已知搜索引擎爬虫
+func IsBot(c *gin.Context) bool {
+	v, exists := c.Get(ctxKeyIsBot)
+	return exists && v.(bool)
+}
+
+func identifyBot(userAgent string) string {
+	for name, pattern := range botPatterns {
+		if strings.Contains(userAgent, pattern) {
+			return name
+		}
+	}
+	return ""
+}