package dao import ( "fmt" "github.com/Masterminds/semver/v3" "github.com/meilisearch/meilisearch-go" "github.com/rocboss/paopao-ce/internal/conf" "github.com/rocboss/paopao-ce/internal/core" "github.com/rocboss/paopao-ce/internal/model" "github.com/rocboss/paopao-ce/pkg/json" "github.com/sirupsen/logrus" ) func newMeiliTweetSearchServant() *meiliTweetSearchServant { s := conf.MeiliSetting client := meilisearch.NewClient(meilisearch.ClientConfig{ Host: s.Endpoint(), APIKey: s.ApiKey, }) if _, err := client.Index(s.Index).FetchInfo(); err != nil { logrus.Debugf("create index because fetch index info error: %v", err) client.CreateIndex(&meilisearch.IndexConfig{ Uid: s.Index, PrimaryKey: "id", }) searchableAttributes := []string{"content", "tags"} sortableAttributes := []string{"is_top", "latest_replied_on"} filterableAttributes := []string{"tags", "visibility", "user_id"} index := client.Index(s.Index) index.UpdateSearchableAttributes(&searchableAttributes) index.UpdateSortableAttributes(&sortableAttributes) index.UpdateFilterableAttributes(&filterableAttributes) } return &meiliTweetSearchServant{ tweetSearchFilter: tweetSearchFilter{ ams: NewAuthorizationManageService(), }, client: client, index: client.Index(s.Index), publicFilter: fmt.Sprintf("visibility=%d", model.PostVisitPublic), privateFilter: fmt.Sprintf("visibility=%d AND user_id=", model.PostVisitPrivate), friendFilter: fmt.Sprintf("visibility=%d", model.PostVisitFriend), } } func (s *meiliTweetSearchServant) Name() string { return "Meili" } func (s *meiliTweetSearchServant) Version() *semver.Version { return semver.MustParse("v0.2.0") } func (s *meiliTweetSearchServant) IndexName() string { return s.index.UID } func (s *meiliTweetSearchServant) AddDocuments(data core.DocItems, primaryKey ...string) (bool, error) { if _, err := s.index.AddDocuments(data, primaryKey...); err != nil { logrus.Errorf("meiliTweetSearchServant.AddDocuments error: %v", err) return false, err } return true, nil } func (s *meiliTweetSearchServant) DeleteDocuments(identifiers []string) error { task, err := s.index.DeleteDocuments(identifiers) if err != nil { logrus.Errorf("meiliTweetSearchServant.DeleteDocuments error: %v", err) return err } logrus.Debugf("meiliTweetSearchServant.DeleteDocuments task: %+v", task.Details) return nil } func (s *meiliTweetSearchServant) Search(user *model.User, q *core.QueryReq, offset, limit int) (resp *core.QueryResp, err error) { if q.Type == core.SearchTypeDefault && q.Query != "" { resp, err = s.queryByContent(user, q, offset, limit) } else if q.Type == core.SearchTypeTag && q.Query != "" { resp, err = s.queryByTag(user, q, offset, limit) } else { resp, err = s.queryAny(user, offset, limit) } if err != nil { logrus.Errorf("meiliTweetSearchServant.search searchType:%s query:%s error:%v", q.Type, q.Query, err) return } logrus.Debugf("meiliTweetSearchServant.Search type:%s query:%s resp Hits:%d NbHits:%d offset: %d limit:%d ", q.Type, q.Query, len(resp.Items), resp.Total, offset, limit) s.filterResp(user, resp) return } func (s *meiliTweetSearchServant) queryByContent(user *model.User, q *core.QueryReq, offset, limit int) (*core.QueryResp, error) { request := &meilisearch.SearchRequest{ Offset: int64(offset), Limit: int64(limit), Sort: []string{"is_top:desc", "latest_replied_on:desc"}, } filter := s.filterList(user) if len(filter) > 0 { request.Filter = filter } // logrus.Debugf("meiliTweetSearchServant.queryByContent query:%s request%+v", q.Query, request) resp, err := s.index.Search(q.Query, request) if err != nil { return nil, err } return s.postsFrom(resp) } func (s *meiliTweetSearchServant) queryByTag(user *model.User, q *core.QueryReq, offset, limit int) (*core.QueryResp, error) { request := &meilisearch.SearchRequest{ Offset: int64(offset), Limit: int64(limit), Sort: []string{"is_top:desc", "latest_replied_on:desc"}, } filter := s.filterList(user) tagFilter := []string{"tags." + q.Query + "=1"} if len(filter) > 0 { request.Filter = [][]string{tagFilter, {filter}} } else { request.Filter = tagFilter } // logrus.Debugf("meiliTweetSearchServant.queryByTag query:%s request%+v", q.Query, request) resp, err := s.index.Search("#"+q.Query, request) if err != nil { return nil, err } return s.postsFrom(resp) } func (s *meiliTweetSearchServant) queryAny(user *model.User, offset, limit int) (*core.QueryResp, error) { request := &meilisearch.SearchRequest{ Offset: int64(offset), Limit: int64(limit), Sort: []string{"is_top:desc", "latest_replied_on:desc"}, } filter := s.filterList(user) if len(filter) > 0 { request.Filter = filter } resp, err := s.index.Search("", request) if err != nil { return nil, err } return s.postsFrom(resp) } func (s *meiliTweetSearchServant) filterList(user *model.User) string { if user == nil { return s.publicFilter } if user.IsAdmin { return "" } return fmt.Sprintf("%s OR %s OR (%s%d)", s.publicFilter, s.friendFilter, s.privateFilter, user.ID) } func (s *meiliTweetSearchServant) postsFrom(resp *meilisearch.SearchResponse) (*core.QueryResp, error) { posts := make([]*model.PostFormated, 0, len(resp.Hits)) for _, hit := range resp.Hits { item := &model.PostFormated{} raw, err := json.Marshal(hit) if err != nil { return nil, err } if err = json.Unmarshal(raw, item); err != nil { return nil, err } posts = append(posts, item) } return &core.QueryResp{ Items: posts, Total: resp.NbHits, }, nil }