优化配置

main.go

@@ -1,10 +1,7 @@
 package main
 
 import (
-	"context"
-	"eta/eta_forum_admin/models/mgodb"
 	_ "eta/eta_forum_admin/routers"
-	"fmt"
 	beego "github.com/beego/beego/v2/server/web"
 )
 
@@ -15,10 +12,4 @@ func main() {
 	}
 
 	beego.Run()
-	defer func() {
-		fmt.Println("mongodb disconnect")
-		if err := mgodb.MgoClient.Disconnect(context.TODO()); err != nil {
-			panic(err)
-		}
-	}()
 }

models/mgodb/db.go

@@ -1,39 +1,21 @@
 package mgodb
 
 import (
-	"context"
+	"encoding/json"
 	"eta/eta_forum_admin/utils"
-	"fmt"
-	"go.mongodb.org/mongo-driver/mongo"
-	"go.mongodb.org/mongo-driver/mongo/options"
-	"go.mongodb.org/mongo-driver/mongo/readpref"
-	"time"
+	"eta/eta_forum_admin/utils/mgodb"
 )
 
-var MgoClient *mongo.Client
-
 func init() {
-	var err error
-	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
-	defer cancel()
-	credential := options.Credential{
-		AuthMechanism: utils.MONGODB_CREDENTIAL,
-		Username:      "hzeta",
-		Password:      "hzeta2023",
-	}
-	clientOpts := options.Client().ApplyURI(utils.MONGODB_URL).SetAuth(credential)
-	clientOpts.SetMinPoolSize(0)
-	clientOpts.SetMaxPoolSize(100)
-	clientOpts.SetConnectTimeout(10 * time.Second)
+	if utils.MgoUrlData != `` {
+		var mgoConfig mgodb.MgoConfig
+		if e := json.Unmarshal([]byte(utils.MgoUrlData), &mgoConfig); e != nil {
+			panic("mongodb链接失败，Err:" + e.Error())
+			return
+		}
 
-	MgoClient, err = mongo.Connect(context.TODO(), clientOpts)
-	if err != nil {
-		panic(err)
+		mgoCli := mgodb.NewMgoClient(mgoConfig)
+		utils.MgoDataCli = mgoCli
+		utils.MgoDataDbName = mgoConfig.Database
 	}
-
-	if err = MgoClient.Ping(ctx, readpref.Primary()); err != nil {
-		panic(err)
-	}
-
-	fmt.Println("Connected to MongoDB!")
 }

models/mgodb/edb_data_base.go

@@ -23,7 +23,7 @@ type EdbDataBase struct {
 
 func GetEdbDataBaseByEdbInfoId(edbInfoId int) (items []*EdbDataBase, err error) {
 	findOptions := options.Find()
-	db := NewMgo(utils.MONGODB_COMMUNITY, "edb_data_base", MgoClient)
+	db := NewMgo(utils.MgoDataDbName, "edb_data_base", utils.MgoDataCli)
 	filter := bson.D{{"edb_info_id", edbInfoId}}
 	ctx := context.TODO()
 	cur, err := db.Find(filter, findOptions)
@@ -53,7 +53,7 @@ func GetEdbDataBaseByEdbInfoId(edbInfoId int) (items []*EdbDataBase, err error)
 func GetEdbDataList(endInfoId int, startDate, endDate time.Time) (list []*EdbDataBase, err error) {
 	findOptions := options.Find()
 	findOptions.SetSort(bson.D{{"data_time", 1}})
-	db := NewMgo(utils.MONGODB_COMMUNITY, "edb_data_base", MgoClient)
+	db := NewMgo(utils.MgoDataDbName, "edb_data_base", utils.MgoDataCli)
 	filter := bson.D{{"edb_info_id", endInfoId}}
 	if !startDate.IsZero() {
 		filter = append(filter, bson.E{"data_time", bson.M{"$gte": startDate}})

models/mgodb/edb_data_calculate.go

@@ -10,7 +10,7 @@ import (
 
 func GetEdbDataCalculateByEdbInfoId(edbInfoId int) (items []*EdbDataBase, err error) {
 	findOptions := options.Find()
-	db := NewMgo(utils.MONGODB_COMMUNITY, "edb_data_calculate", MgoClient)
+	db := NewMgo(utils.MgoDataDbName, "edb_data_calculate", utils.MgoDataCli)
 	filter := bson.D{{"edb_info_id", edbInfoId}}
 	ctx := context.TODO()
 	cur, err := db.Find(filter, findOptions)
@@ -40,7 +40,7 @@ func GetEdbDataCalculateByEdbInfoId(edbInfoId int) (items []*EdbDataBase, err er
 func GetEdbCalculateDataList(endInfoId int, startDate, endDate time.Time) (list []*EdbDataBase, err error) {
 	findOptions := options.Find()
 	findOptions.SetSort(bson.D{{"data_time", 1}})
-	db := NewMgo(utils.MONGODB_COMMUNITY, "edb_data_calculate", MgoClient)
+	db := NewMgo(utils.MgoDataDbName, "edb_data_calculate", utils.MgoDataCli)
 	filter := bson.D{{"edb_info_id", endInfoId}}
 	if !startDate.IsZero() {
 		filter = append(filter, bson.E{"data_time", bson.M{"$gte": startDate}})

utils/config.go

@@ -4,18 +4,19 @@ import (
 	"fmt"
 	beeLogger "github.com/beego/bee/v2/logger"
 	"github.com/beego/beego/v2/server/web"
+	"go.mongodb.org/mongo-driver/mongo"
 	"strconv"
 )
 
 var (
-	RunMode            string //运行模式
-	APP_NAME_CN        string
-	MYSQL_URL          string //数据库连接
-	MONGODB_URL        string //mongodb连接
-	MONGODB_COMMUNITY  string //mongodb库名
-	MONGODB_CREDENTIAL string
-	Re                 error       //redis错误
-	Rc                 RedisClient //redis缓存
+	RunMode       string //运行模式
+	APP_NAME_CN   string
+	MYSQL_URL     string        //数据库连接
+	Re            error         //redis错误
+	Rc            RedisClient   //redis缓存
+	MgoUrlData    string        // mongodb数据库连接配置
+	MgoDataCli    *mongo.Client // mongodb客户端连接
+	MgoDataDbName string        // mongodb指标数据的库名
 )
 
 // ES配置
@@ -96,9 +97,8 @@ func init() {
 	}
 	APP_NAME_CN = appNameCn
 	MYSQL_URL = config["mysql_url"]
-	MONGODB_URL = config["mongodb_url"]
-	MONGODB_COMMUNITY = config["mongodb_community"]
-	MONGODB_CREDENTIAL = config["mongodb_credential"]
+	// mongodb数据库连接配置
+	MgoUrlData = config["mgo_url_data"]
 	// 公共api内部服务调用
 	{
 		// 公共指标库相关

utils/logs.go

@@ -18,6 +18,7 @@ var FileLog *logs.BeeLogger
 var ApiLog *logs.BeeLogger
 var FileLogData *logs.BeeLogger
 var Binlog *logs.BeeLogger
+var MongoLog *logs.BeeLogger
 
 func init() {
 	if LogMaxDays == 0 {
@@ -46,6 +47,7 @@ func init() {
 	initBinlog()
 	initApiLog()
 	initFileLogData()
+	initMgoLog()
 }
 
 type logConfig struct {
@@ -128,6 +130,40 @@ func initFileLogData() {
 	FileLogData.EnableFuncCallDepth(true)
 }
 
+// initMgoLog
+// @Description: mongo日志
+// @author: Roc
+// @datetime 2024-05-06 16:42:47
+func initMgoLog() {
+	//mgo日志
+
+	var logPath string
+	{
+		binlogPath := BinLogPath
+		if binlogPath == "" {
+			binlogPath = DefaultBinlogPath
+		}
+		logPath = path.Dir(binlogPath)
+	}
+	if logPath == `` {
+		logPath = "./etalogs"
+	}
+
+	mongoLogPath := logPath + "/mongolog"
+	mongoLogFile := "mongolog.log"
+
+	os.MkdirAll(mongoLogPath, os.ModePerm)
+	logFileName := path.Join(mongoLogPath, mongoLogFile)
+	MongoLog = logs.NewLogger(1000000)
+	logConf := getDefaultLogConfig()
+
+	logConf.FileName = logFileName
+	//logConf.MaxLines = 10000000
+	//logConf.Rotate = true
+	b, _ := json.Marshal(logConf)
+	MongoLog.SetLogger(logs.AdapterFile, string(b))
+	MongoLog.EnableFuncCallDepth(true)
+}
 func getDefaultLogConfig() logConfig {
 	return logConfig{
 		FileName: "",

utils/mgodb/mgo_config.go

@@ -0,0 +1,97 @@
+package mgodb
+
+import (
+	"context"
+	"eta/eta_forum_admin/utils"
+	"fmt"
+	"go.mongodb.org/mongo-driver/bson"
+	"go.mongodb.org/mongo-driver/event"
+	"go.mongodb.org/mongo-driver/mongo"
+	"go.mongodb.org/mongo-driver/mongo/options"
+	"go.mongodb.org/mongo-driver/mongo/readpref"
+	"sync"
+	"time"
+)
+
+var (
+	MaxPoolSize = uint64(50)
+	MinPoolSize = uint64(0)
+)
+
+//func init() {
+//	fmt.Println("start MgoNewClient")
+//	MgoNewClient()
+//	fmt.Println("end MgoNewClient")
+//}
+
+type MgoConfig struct {
+	Url           string `json:"url"`
+	Username      string `json:"username"`
+	Password      string `json:"password"`
+	AuthMechanism string `json:"auth_mechanism"`
+	Database      string `json:"database"`
+}
+
+func NewMgoClient(mgoConfig MgoConfig) *mongo.Client {
+	var err error
+	ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
+	defer cancel()
+	credential := options.Credential{
+		AuthMechanism: mgoConfig.AuthMechanism,
+		Username:      mgoConfig.Username,
+		Password:      mgoConfig.Password,
+	}
+	clientOpts := options.Client().ApplyURI(mgoConfig.Url).SetAuth(credential)
+	startedCommands := sync.Map{} // map[int64]bson.Raw
+
+	cmdMonitor := &event.CommandMonitor{
+		Started: func(_ context.Context, evt *event.CommandStartedEvent) {
+			startedCommands.Store(evt.RequestID, evt.Command)
+			//startedCommands[evt.RequestID] = evt.Command
+		},
+		Succeeded: func(_ context.Context, evt *event.CommandSucceededEvent) {
+			//log.Printf("Command: %v Reply: %v\n",
+			//	startedCommands[evt.RequestID],
+			//	evt.Reply,
+			//)
+			var commands bson.Raw
+			v, ok := startedCommands.Load(evt.RequestID)
+			if ok {
+				commands = v.(bson.Raw)
+			}
+			utils.MongoLog.Info("\n【MongoDB】[%.3fms] [%v] %v \n", float64(evt.Duration)/1e6, commands, evt.Reply)
+		},
+		Failed: func(_ context.Context, evt *event.CommandFailedEvent) {
+			//log.Printf("Command: %v Failure: %v\n",
+			//	startedCommands[evt.RequestID],
+			//	evt.Failure,
+			//)
+			var commands bson.Raw
+			v, ok := startedCommands.Load(evt.RequestID)
+			if ok {
+				commands = v.(bson.Raw)
+			}
+			utils.MongoLog.Info("\n【MongoDB】[%.3fms] [%v] \n %v \n", float64(evt.Duration)/1e6, commands, evt.Failure)
+		},
+	}
+
+	// 创建options
+
+	clientOpts.SetMonitor(cmdMonitor)
+
+	clientOpts.SetMinPoolSize(MinPoolSize)
+	clientOpts.SetMaxPoolSize(MaxPoolSize)
+	clientOpts.SetConnectTimeout(10 * time.Second)
+
+	mgoClient, err := mongo.Connect(context.TODO(), clientOpts)
+	if err != nil {
+		panic(err)
+	}
+
+	if err = mgoClient.Ping(ctx, readpref.Primary()); err != nil {
+		panic(err)
+	}
+
+	fmt.Println("Connected to MongoDB!")
+	return mgoClient
+}