log.go 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161
  1. package core
  2. import (
  3. "eta/eta_email_analysis/config"
  4. "eta/eta_email_analysis/global"
  5. "eta/eta_email_analysis/utils"
  6. "fmt"
  7. "github.com/gin-gonic/gin"
  8. rotatelogs "github.com/lestrrat-go/file-rotatelogs"
  9. oplogging "github.com/op/go-logging"
  10. "io"
  11. "os"
  12. "strings"
  13. "time"
  14. )
  15. const (
  16. Module = "eta_email_analysis"
  17. )
  18. var (
  19. defaultFormatter = ` %{time:2006/01/02 - 15:04:05.000} %{longfile} %{color:bold}▶ [%{level:.6s}] %{message}%{color:reset}`
  20. )
  21. // 初始化日志
  22. func init() {
  23. logConfig := global.CONFIG.Log
  24. logger := oplogging.MustGetLogger(Module)
  25. var backends []oplogging.Backend
  26. //注册输出
  27. registerStdout(logConfig, &backends)
  28. //注册框架输出(日志文件)
  29. fileWriter := registerFile(logConfig, &backends, logConfig.LogDirPath, logConfig.LogSoftLink)
  30. if fileWriter != nil {
  31. if global.CONFIG.Serve.RunMode == "debug" {
  32. gin.DefaultWriter = io.MultiWriter(fileWriter, os.Stdout)
  33. } else {
  34. gin.DefaultWriter = io.MultiWriter(fileWriter)
  35. }
  36. }
  37. oplogging.SetBackend(backends...)
  38. global.LOG = logger
  39. //初始化mysql数据库日志
  40. initMysqlLog()
  41. // 初始化自定义输出的日志
  42. initFileLog()
  43. }
  44. // initMysqlLog 初始化mysql数据库日志
  45. func initMysqlLog() {
  46. logConfig := global.CONFIG.Log
  47. var backends []oplogging.Backend
  48. //注册输出
  49. registerStdout(logConfig, &backends)
  50. //注册框架输出(日志文件)
  51. fileWriter := registerFile(logConfig, &backends, logConfig.BinlogDirPath, logConfig.BinlogSoftLink)
  52. global.MYSQL_LOG = fileWriter
  53. }
  54. // initFileLog 初始化自定义日志
  55. func initFileLog() {
  56. logConfig := global.CONFIG.Log
  57. // 没有单独配置的话,那就走默认的日志输出
  58. if logConfig.FilelogDirPath == "" || logConfig.FilelogSoftLink == `` {
  59. global.FILE_LOG = global.LOG
  60. return
  61. }
  62. logger := oplogging.MustGetLogger(Module)
  63. var backends []oplogging.Backend
  64. //注册控制台输出
  65. //registerStdout(logConfig, &backends)
  66. // 注册文件输出(日志文件)
  67. _ = registerFile(logConfig, &backends, logConfig.FilelogDirPath, logConfig.FilelogSoftLink)
  68. defaultBackend := oplogging.AddModuleLevel(backends[0])
  69. logger.SetBackend(defaultBackend)
  70. global.FILE_LOG = logger
  71. }
  72. func registerStdout(c config.Log, backends *[]oplogging.Backend) {
  73. if c.Stdout != "" {
  74. level, err := oplogging.LogLevel(c.Stdout)
  75. if err != nil {
  76. fmt.Println(err)
  77. }
  78. *backends = append(*backends, createBackend(os.Stdout, c, level))
  79. }
  80. }
  81. // registerFile 注册文件日志
  82. func registerFile(c config.Log, backends *[]oplogging.Backend, logDir, logSoftLink string) io.Writer {
  83. if c.FileStdout != "" {
  84. if ok, _ := utils.PathExists(logDir); !ok {
  85. // directory not exist
  86. fmt.Println("create log directory")
  87. _ = os.Mkdir(logDir, os.ModePerm)
  88. }
  89. //日志保留时间
  90. saveMaxTime := time.Duration(global.CONFIG.Log.SaveMaxDay) * 24 * time.Hour
  91. //日志切割时间(每隔多久切割一次)
  92. cuttingTime := time.Duration(global.CONFIG.Log.CuttingDay) * 24 * time.Hour
  93. //使用rotatelogs
  94. fileWriter, err := rotatelogs.New(
  95. logDir+string(os.PathSeparator)+"%Y-%m-%d-%H-%M.log",
  96. // 生成软链,指向最新日志文件
  97. rotatelogs.WithLinkName(logSoftLink),
  98. // 以下两个配置不能同时设置,一个是保留天数,一个是保留分拣份数
  99. rotatelogs.WithMaxAge(saveMaxTime), //日志保留多久,最小分钟为单位
  100. //rotatelogs.WithRotationCount(5), //number 默认7份 大于7份 或到了清理时间 开始清理
  101. // time period of log file switching
  102. rotatelogs.WithRotationTime(cuttingTime), //rotate 最小为1分钟轮询。默认60s 低于1分钟就按1分钟来
  103. )
  104. if err != nil {
  105. fmt.Println(err)
  106. }
  107. level, err := oplogging.LogLevel(c.FileStdout)
  108. if err != nil {
  109. fmt.Println(err)
  110. }
  111. *backends = append(*backends, createBackend(fileWriter, c, level))
  112. return fileWriter
  113. }
  114. return nil
  115. }
  116. // createBackend 创建一个新的日志记录器
  117. func createBackend(w io.Writer, c config.Log, level oplogging.Level) oplogging.Backend {
  118. backend := oplogging.NewLogBackend(w, c.Prefix, 0)
  119. stdoutWriter := false
  120. if w == os.Stdout {
  121. stdoutWriter = true
  122. }
  123. format := getLogFormatter(c, stdoutWriter)
  124. backendLeveled := oplogging.AddModuleLevel(oplogging.NewBackendFormatter(backend, format))
  125. backendLeveled.SetLevel(level, Module)
  126. return backendLeveled
  127. }
  128. func getLogFormatter(c config.Log, stdoutWriter bool) oplogging.Formatter {
  129. pattern := defaultFormatter
  130. if !stdoutWriter {
  131. // Color is only required for console output
  132. // Other writers don't need %{color} tag
  133. pattern = strings.Replace(pattern, "%{color:bold}", "", -1)
  134. pattern = strings.Replace(pattern, "%{color:reset}", "", -1)
  135. }
  136. if !c.LogFile {
  137. // Remove %{logfile} tag
  138. pattern = strings.Replace(pattern, "%{longfile}", "", -1)
  139. }
  140. return oplogging.MustStringFormatter(pattern)
  141. }