paopao-ce/internal/conf/logger_meili.go

// Copyright 2022 ROC. All rights reserved.
// Use of this source code is governed by a MIT style
// license that can be found in the LICENSE file.

package conf

import (
	"github.com/meilisearch/meilisearch-go"
	"github.com/sirupsen/logrus"
)

type meiliLogData []map[string]any

type meiliLogHook struct {
	config    meilisearch.ClientConfig
	idxName   string
	addDocsCh chan *meiliLogData
}

func (h *meiliLogHook) Fire(entry *logrus.Entry) error {
	data := meiliLogData{{
		"id":      entry.Time.Unix(),
		"time":    entry.Time,
		"level":   entry.Level,
		"message": entry.Message,
		"data":    entry.Data,
	}}

	// 先尝试进log缓存，否则直接新开goroutine加文档
	select {
	case h.addDocsCh <- &data:
	default:
		go func(index *meilisearch.Index, item meiliLogData) {
			index.AddDocuments(item)
		}(h.index(), data)
	}

	return nil
}

func (h *meiliLogHook) handleAddDocs() {
	index := h.index()
	for item := range h.addDocsCh {
		index.AddDocuments(item)
	}
}

func (h *meiliLogHook) Levels() []logrus.Level {
	return logrus.AllLevels
}

func (h *meiliLogHook) index() *meilisearch.Index {
	return meilisearch.NewClient(h.config).Index(h.idxName)
}

func newMeiliLogHook() *meiliLogHook {
	hook := &meiliLogHook{
		config: meilisearch.ClientConfig{
			Host:   loggerMeiliSetting.Endpoint(),
			APIKey: loggerMeiliSetting.ApiKey,
		},
		idxName: loggerMeiliSetting.Index,
	}

	client := meilisearch.NewClient(hook.config)
	index := client.Index(hook.idxName)
	if _, err := index.FetchInfo(); err != nil {
		client.CreateIndex(&meilisearch.IndexConfig{
			Uid:        hook.idxName,
			PrimaryKey: "id",
		})
		sortableAttributes := []string{
			"time",
		}
		index.UpdateSortableAttributes(&sortableAttributes)
	}

	// 初始化addDocsCh
	hook.addDocsCh = make(chan *meiliLogData, loggerMeiliSetting.maxLogBuffer())

	// 启动后台log工作者
	for minWork := loggerMeiliSetting.minWork(); minWork > 0; minWork-- {
		go hook.handleAddDocs()
	}

	return hook
}