// Copyright 2023 ROC. All rights reserved. // Use of this source code is governed by a MIT style // license that can be found in the LICENSE file. package conf import ( "bytes" _ "embed" "fmt" "strings" "time" "github.com/pyroscope-io/client/pyroscope" "github.com/sirupsen/logrus" "github.com/spf13/viper" "gorm.io/gorm/logger" ) //go:embed config.yaml var configBytes []byte type pyroscopeConf struct { AppName string Endpoint string AuthToken string Logger string } type sentryConf struct { Dsn string Debug bool AttachStacktrace bool TracesSampleRate float64 AttachLogrus bool AttachGin bool } type loggerConf struct { Level string } type loggerFileConf struct { SavePath string FileName string FileExt string } type loggerZincConf struct { Host string Index string User string Password string Secure bool } type loggerMeiliConf struct { Host string Index string ApiKey string Secure bool MaxLogBuffer int MinWorker int } type loggerOpenObserveConf struct { Host string Organization string Stream string User string Password string Secure bool MaxLogBuffer int MinWorker int } type httpServerConf struct { RunMode string HttpIp string HttpPort string ReadTimeout time.Duration WriteTimeout time.Duration } type grpcServerConf struct { Host string Port string } type appConf struct { RunMode string MaxCommentCount int64 MaxWhisperDaily int64 MaxCaptchaTimes int AttachmentIncomeRate float64 DefaultContextTimeout time.Duration DefaultPageSize int MaxPageSize int } type cacheConf struct { KeyPoolSize int CientSideCacheExpire time.Duration UnreadMsgExpire int64 UserTweetsExpire int64 IndexTweetsExpire int64 MessagesExpire int64 IndexTrendsExpire int64 TweetCommentsExpire int64 OnlineUserExpire int64 UserInfoExpire int64 UserRelationExpire int64 } type eventManagerConf struct { MinWorker int MaxEventBuf int MaxTempEventBuf int MaxTickCount int TickWaitTime time.Duration } type metricManagerConf struct { MinWorker int MaxEventBuf int MaxTempEventBuf int MaxTickCount int TickWaitTime time.Duration } type jobManagerConf struct { MaxOnlineInterval string UpdateMetricsInterval string } type cacheIndexConf struct { MaxUpdateQPS int MinWorker int } type simpleCacheIndexConf struct { MaxIndexSize int CheckTickDuration time.Duration ExpireTickDuration time.Duration } type bigCacheIndexConf struct { MaxIndexPage int HardMaxCacheSize int ExpireInSecond time.Duration Verbose bool } type redisCacheIndexConf struct { ExpireInSecond time.Duration Verbose bool } type alipayConf struct { AppID string PrivateKey string RootCertFile string PublicCertFile string AppPublicCertFile string InProduction bool } type smsJuheConf struct { Gateway string Key string TplID string TplVal string } type tweetSearchConf struct { MaxUpdateQPS int MinWorker int } type zincConf struct { Host string Index string User string Password string Secure bool } type meiliConf struct { Host string Index string ApiKey string Secure bool } type databaseConf struct { TablePrefix string LogLevel string } type mysqlConf struct { UserName string Password string Host string DBName string Charset string ParseTime bool MaxIdleConns int MaxOpenConns int } type postgresConf map[string]string type sqlite3Conf struct { Path string } type objectStorageConf struct { RetainInDays int TempDir string } type minioConf struct { AccessKey string SecretKey string Secure bool Endpoint string Bucket string Domain string } type s3Conf struct { AccessKey string SecretKey string Secure bool Endpoint string Bucket string Domain string } type aliOSSConf struct { AccessKeyID string AccessKeySecret string Endpoint string Bucket string Domain string } type cosConf struct { SecretID string SecretKey string Region string Bucket string Domain string } type huaweiOBSConf struct { AccessKey string SecretKey string Endpoint string Bucket string Domain string } type localossConf struct { SavePath string Secure bool Bucket string Domain string } type redisConf struct { InitAddress []string Username string Password string SelectDB int ConnWriteTimeout time.Duration } type jwtConf struct { Secret string Issuer string Expire time.Duration } func (s *httpServerConf) GetReadTimeout() time.Duration { return s.ReadTimeout * time.Second } func (s *httpServerConf) GetWriteTimeout() time.Duration { return s.WriteTimeout * time.Second } func (s *mysqlConf) Dsn() string { return fmt.Sprintf("%s:%s@tcp(%s)/%s?charset=%s&parseTime=%t&loc=Local", s.UserName, s.Password, s.Host, s.DBName, s.Charset, s.ParseTime, ) } func (s postgresConf) Dsn() string { var params []string for k, v := range s { if len(v) == 0 { continue } lk := strings.ToLower(k) tv := strings.Trim(v, " ") switch lk { case "schema": params = append(params, "search_path="+tv) case "applicationname": params = append(params, "application_name="+tv) default: params = append(params, lk+"="+tv) } } return strings.Join(params, " ") } func (s *sqlite3Conf) Dsn(driverName string) string { pragmas := "_foreign_keys=1&_journal_mode=WAL&_synchronous=NORMAL&_busy_timeout=8000" if driverName == "sqlite" { pragmas = "_pragma=foreign_keys(1)&_pragma=journal_mode(WAL)&_pragma=synchronous(NORMAL)&_pragma=busy_timeout(8000)&_pragma=journal_size_limit(100000000)" } return fmt.Sprintf("file:%s?%s", s.Path, pragmas) } func (s *databaseConf) logLevel() logger.LogLevel { switch strings.ToLower(s.LogLevel) { case "silent": return logger.Silent case "error": return logger.Error case "warn": return logger.Warn case "info": return logger.Info default: return logger.Error } } func (s *databaseConf) TableNames() (res TableNameMap) { tableNames := []string{ TableAnouncement, TableAnouncementContent, TableAttachment, TableCaptcha, TableComment, TableCommentMetric, TableCommentContent, TableCommentReply, TableFollowing, TableContact, TableContactGroup, TableMessage, TablePost, TablePostMetric, TablePostByComment, TablePostByMedia, TablePostAttachmentBill, TablePostCollection, TablePostContent, TablePostStar, TableTag, TableUser, TableUserMetric, TableWalletRecharge, TableWalletStatement, } res = make(TableNameMap, len(tableNames)) for _, name := range tableNames { res[name] = s.TablePrefix + name } return } func (s *loggerConf) logLevel() logrus.Level { switch strings.ToLower(s.Level) { case "panic": return logrus.PanicLevel case "fatal": return logrus.FatalLevel case "error": return logrus.ErrorLevel case "warn", "warning": return logrus.WarnLevel case "info": return logrus.InfoLevel case "debug": return logrus.DebugLevel case "trace": return logrus.TraceLevel default: return logrus.ErrorLevel } } func (s *loggerZincConf) Endpoint() string { return endpoint(s.Host, s.Secure) } func (s *loggerMeiliConf) Endpoint() string { return endpoint(s.Host, s.Secure) } func (s *loggerMeiliConf) minWork() int { if s.MinWorker < 5 { return 5 } else if s.MinWorker > 100 { return 100 } return s.MinWorker } func (s *loggerMeiliConf) maxLogBuffer() int { if s.MaxLogBuffer < 10 { return 10 } else if s.MaxLogBuffer > 1000 { return 1000 } return s.MaxLogBuffer } func (s *objectStorageConf) TempDirSlash() string { return strings.Trim(s.TempDir, " /") + "/" } func (s *zincConf) Endpoint() string { return endpoint(s.Host, s.Secure) } func (s *meiliConf) Endpoint() string { return endpoint(s.Host, s.Secure) } func (s *pyroscopeConf) GetLogger() (logger pyroscope.Logger) { switch strings.ToLower(s.Logger) { case "standard": logger = pyroscope.StandardLogger case "logrus": logger = logrus.StandardLogger() } return } func endpoint(host string, secure bool) string { schema := "http" if secure { schema = "https" } return schema + "://" + host } func newViper() (*viper.Viper, error) { vp := viper.New() vp.SetConfigName("config") vp.AddConfigPath(".") vp.AddConfigPath("custom/") vp.SetConfigType("yaml") err := vp.ReadConfig(bytes.NewReader(configBytes)) if err != nil { return nil, err } if err = vp.MergeInConfig(); err != nil { return nil, err } return vp, nil } func featuresInfoFrom(vp *viper.Viper, k string) (map[string][]string, map[string]string) { sub := vp.Sub(k) keys := sub.AllKeys() suites := make(map[string][]string) kv := make(map[string]string, len(keys)) for _, key := range sub.AllKeys() { val := sub.Get(key) switch v := val.(type) { case string: kv[key] = v case []any: suites[key] = sub.GetStringSlice(key) } } return suites, kv }