feat: 添加日志管理和敏感词过滤功能

- 新增日志管理模块：操作日志、登录日志、数据变更日志 - 新增敏感词过滤器 (sanitizer) - 新增日志异步写入管理器 - 新增日志定时清理服务 - 优化帖子相关服务和上传服务
2026-03-15 02:25:10 +08:00
parent d3065b30cc
commit ebd9cb8b04
31 changed files with 2753 additions and 60 deletions
--- a/internal/repository/data_change_log_repo.go
+++ b/internal/repository/data_change_log_repo.go
@@ -0,0 +1,136 @@
+package repository
+
+import (
+	"context"
+
+	"carrot_bbs/internal/model"
+
+	"gorm.io/gorm"
+)
+
+// DataChangeLogRepository 数据变更日志仓储
+type DataChangeLogRepository struct {
+	db *gorm.DB
+}
+
+// NewDataChangeLogRepository 创建数据变更日志仓储
+func NewDataChangeLogRepository(db *gorm.DB) *DataChangeLogRepository {
+	return &DataChangeLogRepository{db: db}
+}
+
+// CreateDataChangeLog 创建单条数据变更日志
+func (r *DataChangeLogRepository) CreateDataChangeLog(ctx context.Context, log *model.DataChangeLog) error {
+	return r.db.WithContext(ctx).Create(log).Error
+}
+
+// BatchCreateDataChangeLogs 批量创建数据变更日志
+func (r *DataChangeLogRepository) BatchCreateDataChangeLogs(ctx context.Context, logs []*model.DataChangeLog) error {
+	if len(logs) == 0 {
+		return nil
+	}
+	return r.db.WithContext(ctx).Create(logs).Error
+}
+
+// GetDataChangeLogs 获取数据变更日志列表（分页）
+func (r *DataChangeLogRepository) GetDataChangeLogs(ctx context.Context, filters DataChangeFilter, page, pageSize int) ([]*model.DataChangeLog, int64, error) {
+	query := r.db.WithContext(ctx).Model(&model.DataChangeLog{})
+
+	if filters.UserID != "" {
+		query = query.Where("user_id = ?", filters.UserID)
+	}
+	if filters.OperatorID != "" {
+		query = query.Where("operator_id = ?", filters.OperatorID)
+	}
+	if filters.ChangeType != "" {
+		query = query.Where("change_type = ?", filters.ChangeType)
+	}
+	if filters.TargetType != "" {
+		query = query.Where("target_type = ?", filters.TargetType)
+	}
+	if filters.OperatorType != "" {
+		query = query.Where("operator_type = ?", filters.OperatorType)
+	}
+	if filters.StartTime != "" {
+		query = query.Where("created_at >= ?", filters.StartTime)
+	}
+	if filters.EndTime != "" {
+		query = query.Where("created_at <= ?", filters.EndTime)
+	}
+	if filters.IP != "" {
+		query = query.Where("ip = ?", filters.IP)
+	}
+
+	var total int64
+	if err := query.Count(&total).Error; err != nil {
+		return nil, 0, err
+	}
+
+	var logs []*model.DataChangeLog
+	offset := (page - 1) * pageSize
+	if err := query.Order("created_at DESC").Offset(offset).Limit(pageSize).Find(&logs).Error; err != nil {
+		return nil, 0, err
+	}
+
+	return logs, total, nil
+}
+
+// GetDataChangeLogsByUser 获取指定用户的数据变更日志
+func (r *DataChangeLogRepository) GetDataChangeLogsByUser(ctx context.Context, userID string, page, pageSize int) ([]*model.DataChangeLog, int64, error) {
+	return r.GetDataChangeLogs(ctx, DataChangeFilter{UserID: userID}, page, pageSize)
+}
+
+// GetDataChangeLogsByOperator 获取指定操作人的日志
+func (r *DataChangeLogRepository) GetDataChangeLogsByOperator(ctx context.Context, operatorID string, page, pageSize int) ([]*model.DataChangeLog, int64, error) {
+	return r.GetDataChangeLogs(ctx, DataChangeFilter{OperatorID: operatorID}, page, pageSize)
+}
+
+// DeleteOldLogs 删除旧的数据变更日志（用于定时清理）
+func (r *DataChangeLogRepository) DeleteOldLogs(ctx context.Context, beforeDate string) error {
+	return r.db.WithContext(ctx).Where("created_at < ?", beforeDate).Delete(&model.DataChangeLog{}).Error
+}
+
+// GetStatistics 获取数据变更日志统计
+func (r *DataChangeLogRepository) GetStatistics(ctx context.Context, startTime, endTime string) (*DataChangeLogStatistics, error) {
+	stats := &DataChangeLogStatistics{}
+
+	query := r.db.WithContext(ctx).Model(&model.DataChangeLog{})
+	if startTime != "" {
+		query = query.Where("created_at >= ?", startTime)
+	}
+	if endTime != "" {
+		query = query.Where("created_at <= ?", endTime)
+	}
+
+	if err := query.Count(&stats.TotalCount).Error; err != nil {
+		return nil, err
+	}
+
+	if err := query.Where("operator_type = ?", string(model.OperatorTypeAdmin)).Count(&stats.AdminCount).Error; err != nil {
+		return nil, err
+	}
+
+	if err := query.Where("operator_type = ?", string(model.OperatorTypeSelf)).Count(&stats.UserCount).Error; err != nil {
+		return nil, err
+	}
+
+	return stats, nil
+}
+
+// DataChangeFilter 数据变更日志过滤条件
+type DataChangeFilter struct {
+	UserID       string
+	OperatorID   string
+	ChangeType   string
+	TargetType   string
+	OperatorType string
+	IP           string
+	StartTime    string
+	EndTime      string
+}
+
+// DataChangeLogStatistics 数据变更日志统计
+type DataChangeLogStatistics struct {
+	TotalCount int64
+	AdminCount int64
+	UserCount  int64
+}
--- a/internal/repository/login_log_repo.go
+++ b/internal/repository/login_log_repo.go
@@ -0,0 +1,159 @@
+package repository
+
+import (
+	"context"
+	"time"
+
+	"carrot_bbs/internal/model"
+
+	"gorm.io/gorm"
+)
+
+// LoginLogRepository 登录日志仓储
+type LoginLogRepository struct {
+	db *gorm.DB
+}
+
+// NewLoginLogRepository 创建登录日志仓储
+func NewLoginLogRepository(db *gorm.DB) *LoginLogRepository {
+	return &LoginLogRepository{db: db}
+}
+
+// CreateLoginLog 创建单条登录日志
+func (r *LoginLogRepository) CreateLoginLog(ctx context.Context, log *model.LoginLog) error {
+	return r.db.WithContext(ctx).Create(log).Error
+}
+
+// BatchCreateLoginLogs 批量创建登录日志
+func (r *LoginLogRepository) BatchCreateLoginLogs(ctx context.Context, logs []*model.LoginLog) error {
+	if len(logs) == 0 {
+		return nil
+	}
+	return r.db.WithContext(ctx).Create(logs).Error
+}
+
+// GetLoginLogs 获取登录日志列表（分页）
+func (r *LoginLogRepository) GetLoginLogs(ctx context.Context, filters LoginFilter, page, pageSize int) ([]*model.LoginLog, int64, error) {
+	query := r.db.WithContext(ctx).Model(&model.LoginLog{})
+
+	if filters.UserID != "" {
+		query = query.Where("user_id = ?", filters.UserID)
+	}
+	if filters.Event != "" {
+		query = query.Where("event = ?", filters.Event)
+	}
+	if filters.Result != "" {
+		query = query.Where("result = ?", filters.Result)
+	}
+	if filters.FailReason != "" {
+		query = query.Where("fail_reason = ?", filters.FailReason)
+	}
+	if filters.LoginType != "" {
+		query = query.Where("login_type = ?", filters.LoginType)
+	}
+	if !filters.StartTime.IsZero() {
+		query = query.Where("created_at >= ?", filters.StartTime)
+	}
+	if !filters.EndTime.IsZero() {
+		query = query.Where("created_at <= ?", filters.EndTime)
+	}
+	if filters.IP != "" {
+		query = query.Where("ip = ?", filters.IP)
+	}
+
+	var total int64
+	if err := query.Count(&total).Error; err != nil {
+		return nil, 0, err
+	}
+
+	var logs []*model.LoginLog
+	offset := (page - 1) * pageSize
+	if err := query.Order("created_at DESC").Offset(offset).Limit(pageSize).Find(&logs).Error; err != nil {
+		return nil, 0, err
+	}
+
+	return logs, total, nil
+}
+
+// GetLoginLogsByUser 获取指定用户的登录日志
+func (r *LoginLogRepository) GetLoginLogsByUser(ctx context.Context, userID string, page, pageSize int) ([]*model.LoginLog, int64, error) {
+	return r.GetLoginLogs(ctx, LoginFilter{UserID: userID}, page, pageSize)
+}
+
+// GetFailedLoginsByIP 获取指定IP的失败登录记录（用于风控）
+func (r *LoginLogRepository) GetFailedLoginsByIP(ctx context.Context, ip string, timeWindow time.Duration) (int64, error) {
+	startTime := time.Now().Add(-timeWindow)
+	var count int64
+	err := r.db.WithContext(ctx).
+		Model(&model.LoginLog{}).
+		Where("ip = ? AND result = ? AND created_at >= ?", ip, string(model.LoginResultFail), startTime).
+		Count(&count).Error
+	return count, err
+}
+
+// GetRecentSuccessLogins 获取最近成功的登录记录
+func (r *LoginLogRepository) GetRecentSuccessLogins(ctx context.Context, userID string, limit int) ([]*model.LoginLog, error) {
+	var logs []*model.LoginLog
+	err := r.db.WithContext(ctx).
+		Where("user_id = ? AND result = ? AND event = ?", userID, string(model.LoginResultSuccess), string(model.LoginEventLogin)).
+		Order("created_at DESC").
+		Limit(limit).
+		Find(&logs).Error
+	return logs, err
+}
+
+// DeleteOldLogs 删除旧的登录日志（用于定时清理）
+func (r *LoginLogRepository) DeleteOldLogs(ctx context.Context, beforeDate string) error {
+	return r.db.WithContext(ctx).Where("created_at < ?", beforeDate).Delete(&model.LoginLog{}).Error
+}
+
+// GetStatistics 获取登录日志统计
+func (r *LoginLogRepository) GetStatistics(ctx context.Context, startTime, endTime string) (*LoginLogStatistics, error) {
+	stats := &LoginLogStatistics{}
+
+	query := r.db.WithContext(ctx).Model(&model.LoginLog{})
+	if startTime != "" {
+		query = query.Where("created_at >= ?", startTime)
+	}
+	if endTime != "" {
+		query = query.Where("created_at <= ?", endTime)
+	}
+
+	if err := query.Count(&stats.TotalCount).Error; err != nil {
+		return nil, err
+	}
+
+	if err := query.Where("result = ?", string(model.LoginResultSuccess)).Count(&stats.SuccessCount).Error; err != nil {
+		return nil, err
+	}
+
+	if err := query.Where("result = ?", string(model.LoginResultFail)).Count(&stats.FailCount).Error; err != nil {
+		return nil, err
+	}
+
+	if err := query.Where("event = ?", string(model.LoginEventLogin)).Count(&stats.LoginCount).Error; err != nil {
+		return nil, err
+	}
+
+	return stats, nil
+}
+
+// LoginFilter 登录日志过滤条件
+type LoginFilter struct {
+	UserID     string
+	Event      string
+	Result     string
+	FailReason string
+	LoginType  string
+	IP         string
+	StartTime  time.Time
+	EndTime    time.Time
+}
+
+// LoginLogStatistics 登录日志统计
+type LoginLogStatistics struct {
+	TotalCount   int64
+	SuccessCount int64
+	FailCount    int64
+	LoginCount   int64
+}
--- a/internal/repository/operation_log_repo.go
+++ b/internal/repository/operation_log_repo.go
@@ -0,0 +1,136 @@
+package repository
+
+import (
+	"context"
+
+	"carrot_bbs/internal/model"
+
+	"gorm.io/gorm"
+)
+
+// OperationLogRepository 操作日志仓储
+type OperationLogRepository struct {
+	db *gorm.DB
+}
+
+// NewOperationLogRepository 创建操作日志仓储
+func NewOperationLogRepository(db *gorm.DB) *OperationLogRepository {
+	return &OperationLogRepository{db: db}
+}
+
+// CreateOperationLog 创建单条操作日志
+func (r *OperationLogRepository) CreateOperationLog(ctx context.Context, log *model.OperationLog) error {
+	return r.db.WithContext(ctx).Create(log).Error
+}
+
+// BatchCreateOperationLogs 批量创建操作日志
+func (r *OperationLogRepository) BatchCreateOperationLogs(ctx context.Context, logs []*model.OperationLog) error {
+	if len(logs) == 0 {
+		return nil
+	}
+	return r.db.WithContext(ctx).Create(logs).Error
+}
+
+// GetOperationLogs 获取操作日志列表（分页）
+func (r *OperationLogRepository) GetOperationLogs(ctx context.Context, filters LogFilter, page, pageSize int) ([]*model.OperationLog, int64, error) {
+	query := r.db.WithContext(ctx).Model(&model.OperationLog{})
+
+	if filters.UserID != "" {
+		query = query.Where("user_id = ?", filters.UserID)
+	}
+	if filters.Operation != "" {
+		query = query.Where("operation = ?", filters.Operation)
+	}
+	if filters.TargetType != "" {
+		query = query.Where("target_type = ?", filters.TargetType)
+	}
+	if filters.TargetID != "" {
+		query = query.Where("target_id = ?", filters.TargetID)
+	}
+	if filters.Status != "" {
+		query = query.Where("status = ?", filters.Status)
+	}
+	if filters.StartTime != "" {
+		query = query.Where("occurred_at >= ?", filters.StartTime)
+	}
+	if filters.EndTime != "" {
+		query = query.Where("occurred_at <= ?", filters.EndTime)
+	}
+	if filters.IP != "" {
+		query = query.Where("ip = ?", filters.IP)
+	}
+
+	var total int64
+	if err := query.Count(&total).Error; err != nil {
+		return nil, 0, err
+	}
+
+	var logs []*model.OperationLog
+	offset := (page - 1) * pageSize
+	if err := query.Order("occurred_at DESC").Offset(offset).Limit(pageSize).Find(&logs).Error; err != nil {
+		return nil, 0, err
+	}
+
+	return logs, total, nil
+}
+
+// GetOperationLogsByUser 获取指定用户的操作日志
+func (r *OperationLogRepository) GetOperationLogsByUser(ctx context.Context, userID string, page, pageSize int) ([]*model.OperationLog, int64, error) {
+	return r.GetOperationLogs(ctx, LogFilter{UserID: userID}, page, pageSize)
+}
+
+// GetOperationLogsByTimeRange 按时间范围获取操作日志
+func (r *OperationLogRepository) GetOperationLogsByTimeRange(ctx context.Context, startTime, endTime string, page, pageSize int) ([]*model.OperationLog, int64, error) {
+	return r.GetOperationLogs(ctx, LogFilter{StartTime: startTime, EndTime: endTime}, page, pageSize)
+}
+
+// DeleteOldLogs 删除旧的操作日志（用于定时清理）
+func (r *OperationLogRepository) DeleteOldLogs(ctx context.Context, beforeDate string) error {
+	return r.db.WithContext(ctx).Where("created_at < ?", beforeDate).Delete(&model.OperationLog{}).Error
+}
+
+// GetStatistics 获取操作日志统计
+func (r *OperationLogRepository) GetStatistics(ctx context.Context, startTime, endTime string) (*OperationLogStatistics, error) {
+	stats := &OperationLogStatistics{}
+
+	query := r.db.WithContext(ctx).Model(&model.OperationLog{})
+	if startTime != "" {
+		query = query.Where("created_at >= ?", startTime)
+	}
+	if endTime != "" {
+		query = query.Where("created_at <= ?", endTime)
+	}
+
+	if err := query.Count(&stats.TotalCount).Error; err != nil {
+		return nil, err
+	}
+
+	if err := query.Where("status = ?", "success").Count(&stats.SuccessCount).Error; err != nil {
+		return nil, err
+	}
+
+	if err := query.Where("status = ?", "fail").Count(&stats.FailCount).Error; err != nil {
+		return nil, err
+	}
+
+	return stats, nil
+}
+
+// LogFilter 日志过滤条件
+type LogFilter struct {
+	UserID     string
+	Operation  string
+	TargetType string
+	TargetID   string
+	Status     string
+	IP         string
+	StartTime  string
+	EndTime    string
+}
+
+// OperationLogStatistics 操作日志统计
+type OperationLogStatistics struct {
+	TotalCount   int64
+	SuccessCount int64
+	FailCount    int64
+}
--- a/internal/repository/post_repo.go
+++ b/internal/repository/post_repo.go
@@ -3,6 +3,7 @@ package repository
 import (
 	"carrot_bbs/internal/model"
 	"context"
+	"strings"
 	"time"

 	"gorm.io/gorm"
@@ -35,11 +36,24 @@ func (r *PostRepository) Create(post *model.Post, images []string) error {
 		}

 		// 创建图片记录
-		for i, url := range images {
+		// 支持格式：["url", "url|preview_url|preview_url_large", ...]
+		for i, imageData := range images {
+			parts := strings.Split(imageData, "|")
+			url := parts[0]
+			var previewURL, previewURLLarge string
+			if len(parts) >= 2 && parts[1] != "" {
+				previewURL = parts[1]
+			}
+			if len(parts) >= 3 && parts[2] != "" {
+				previewURLLarge = parts[2]
+			}
+
 			image := &model.PostImage{
-				PostID:    post.ID,
-				URL:       url,
-				SortOrder: i,
+				PostID:          post.ID,
+				URL:             url,
+				PreviewURL:      previewURL,
+				PreviewURLLarge: previewURLLarge,
+				SortOrder:       i,
 			}
 			if err := tx.Create(image).Error; err != nil {
 				return err