// Copyright 2022 ROC. All rights reserved. // Use of this source code is governed by a MIT style // license that can be found in the LICENSE file. package base import ( "context" "fmt" "math" "net/http" "github.com/alimy/mir/v4" "github.com/cockroachdb/errors" "github.com/getsentry/sentry-go" sentrygin "github.com/getsentry/sentry-go/gin" "github.com/gin-gonic/gin" "github.com/rocboss/paopao-ce/internal/conf" "github.com/rocboss/paopao-ce/internal/core" "github.com/rocboss/paopao-ce/internal/dao" "github.com/rocboss/paopao-ce/internal/dao/cache" "github.com/rocboss/paopao-ce/pkg/app" "github.com/rocboss/paopao-ce/pkg/xerror" "github.com/sirupsen/logrus" ) type BaseServant struct { bindAny func(c *gin.Context, obj any) mir.Error } type DaoServant struct { *BaseServant Dsa core.WebDataServantA Ds core.DataService Ts core.TweetSearchService Redis core.RedisCache } type JsonResp struct { Code int `json:"code"` Msg string `json:"msg,omitempty"` Data any `json:"data,omitempty"` } type SentryHubSetter interface { SetSentryHub(hub *sentry.Hub) } type UserSetter interface { SetUser(*core.User) } type UserIdSetter interface { SetUserId(int64) } type PageInfoSetter interface { SetPageInfo(page, pageSize int) } func UserFrom(c *gin.Context) (*core.User, bool) { if u, exists := c.Get("USER"); exists { user, ok := u.(*core.User) return user, ok } return nil, false } func UserIdFrom(c *gin.Context) (int64, bool) { if uid, exists := c.Get("UID"); exists { v, ok := uid.(int64) return v, ok } return -1, false } func UserNameFrom(c *gin.Context) (string, bool) { if username, exists := c.Get("USERNAME"); exists { v, ok := username.(string) return v, ok } return "", false } func bindAny(c *gin.Context, obj any) mir.Error { var errs xerror.ValidErrors err := c.ShouldBind(obj) if err != nil { return mir.NewError(xerror.InvalidParams.StatusCode(), xerror.InvalidParams.WithDetails(errs.Error())) } // setup *core.User if needed if setter, ok := obj.(UserSetter); ok { user, _ := UserFrom(c) setter.SetUser(user) } // setup UserId if needed if setter, ok := obj.(UserIdSetter); ok { uid, _ := UserIdFrom(c) setter.SetUserId(uid) } // setup PageInfo if needed if setter, ok := obj.(PageInfoSetter); ok { page, pageSize := app.GetPageInfo(c) setter.SetPageInfo(page, pageSize) } return nil } func bindAnySentry(c *gin.Context, obj any) mir.Error { hub := sentrygin.GetHubFromContext(c) var errs xerror.ValidErrors err := c.ShouldBind(obj) if err != nil { xerr := mir.NewError(xerror.InvalidParams.StatusCode(), xerror.InvalidParams.WithDetails(errs.Error())) if hub != nil { hub.CaptureException(errors.Wrap(xerr, "bind object")) } return xerr } // setup sentry hub if needed if setter, ok := obj.(SentryHubSetter); ok && hub != nil { setter.SetSentryHub(hub) } // setup *core.User if needed if setter, ok := obj.(UserSetter); ok { user, _ := UserFrom(c) setter.SetUser(user) } // setup UserId if needed if setter, ok := obj.(UserIdSetter); ok { uid, _ := UserIdFrom(c) setter.SetUserId(uid) } // setup PageInfo if needed if setter, ok := obj.(PageInfoSetter); ok { page, pageSize := app.GetPageInfo(c) setter.SetPageInfo(page, pageSize) } return nil } func RenderAny(c *gin.Context, data any, err mir.Error) { if err == nil { c.JSON(http.StatusOK, &JsonResp{ Code: 0, Msg: "success", Data: data, }) } else { c.JSON(xerror.HttpStatusCode(err), &JsonResp{ Code: err.StatusCode(), Msg: err.Error(), }) } } func (s *BaseServant) Bind(c *gin.Context, obj any) mir.Error { return s.bindAny(c, obj) } func (s *BaseServant) Render(c *gin.Context, data any, err mir.Error) { if err == nil { c.JSON(http.StatusOK, &JsonResp{ Code: 0, Msg: "success", Data: data, }) } else { c.JSON(xerror.HttpStatusCode(err), &JsonResp{ Code: err.StatusCode(), Msg: err.Error(), }) } } func (s *DaoServant) GetTweetBy(id int64) (*core.PostFormated, error) { post, err := s.Ds.GetPostByID(id) if err != nil { return nil, err } postContents, err := s.Ds.GetPostContentsByIDs([]int64{post.ID}) if err != nil { return nil, err } users, err := s.Ds.GetUsersByIDs([]int64{post.UserID}) if err != nil { return nil, err } // 数据整合 postFormated := post.Format() for _, user := range users { postFormated.User = user.Format() } for _, content := range postContents { if content.PostID == post.ID { postFormated.Contents = append(postFormated.Contents, content.Format()) } } return postFormated, nil } func (s *DaoServant) PushPostsToSearch(c context.Context) { if err := s.Redis.SetPushToSearchJob(c); err == nil { defer s.Redis.DelPushToSearchJob(c) splitNum := 1000 totalRows, _ := s.Ds.GetPostCount(&core.ConditionsT{ "visibility IN ?": []core.PostVisibleT{core.PostVisitPublic, core.PostVisitFriend}, }) pages := math.Ceil(float64(totalRows) / float64(splitNum)) nums := int(pages) for i := 0; i < nums; i++ { posts, postsFormated, err := s.GetTweetList(&core.ConditionsT{}, i*splitNum, splitNum) if err != nil || len(posts) != len(postsFormated) { continue } for i, pf := range postsFormated { contentFormated := "" for _, content := range pf.Contents { if content.Type == core.ContentTypeText || content.Type == core.ContentTypeTitle { contentFormated = contentFormated + content.Content + "\n" } } docs := []core.TsDocItem{{ Post: posts[i], Content: contentFormated, }} s.Ts.AddDocuments(docs, fmt.Sprintf("%d", posts[i].ID)) } } } else { logrus.Errorf("redis: set JOB_PUSH_TO_SEARCH error: %s", err) } } func (s *DaoServant) PushPostToSearch(post *core.Post) { postFormated := post.Format() postFormated.User = &core.UserFormated{ ID: post.UserID, } contents, _ := s.Ds.GetPostContentsByIDs([]int64{post.ID}) for _, content := range contents { postFormated.Contents = append(postFormated.Contents, content.Format()) } contentFormated := "" for _, content := range postFormated.Contents { if content.Type == core.ContentTypeText || content.Type == core.ContentTypeTitle { contentFormated = contentFormated + content.Content + "\n" } } docs := []core.TsDocItem{{ Post: post, Content: contentFormated, }} s.Ts.AddDocuments(docs, fmt.Sprintf("%d", post.ID)) } func (s *DaoServant) DeleteSearchPost(post *core.Post) error { return s.Ts.DeleteDocuments([]string{fmt.Sprintf("%d", post.ID)}) } func (s *DaoServant) GetTweetList(conditions *core.ConditionsT, offset, limit int) ([]*core.Post, []*core.PostFormated, error) { posts, err := s.Ds.GetPosts(conditions, offset, limit) if err != nil { return nil, nil, err } postFormated, err := s.Ds.MergePosts(posts) return posts, postFormated, err } func NewBindAnyFn() func(c *gin.Context, obj any) mir.Error { if conf.UseSentryGin() { return bindAnySentry } return bindAny } func NewBaseServant() *BaseServant { return &BaseServant{ bindAny: NewBindAnyFn(), } } func NewDaoServant() *DaoServant { return &DaoServant{ BaseServant: NewBaseServant(), Redis: cache.NewRedisCache(), Dsa: dao.WebDataServantA(), Ds: dao.DataService(), Ts: dao.TweetSearchService(), } }