base_from_lz.go 4.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186
  1. package models
  2. import (
  3. "eta/eta_index_lib/global"
  4. "eta/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. //隆众
  11. type lzSurveyData struct {
  12. DataTime string `orm:"column(data_time)" description:"日期"`
  13. InputValue string `orm:"column(input_value)" description:"值"`
  14. }
  15. func GetLzSurveyDataFromLz(condition string, pars []interface{}) (item []*lzSurveyData, err error) {
  16. sql := ` SELECT a.* FROM longzhong_survey_data AS a
  17. INNER JOIN longzhong_survey_product AS b ON a.survey_product_id=b.survey_product_id
  18. WHERE 1=1 `
  19. //o := orm.NewOrmUsingDB("edb")
  20. if condition != "" {
  21. sql += condition
  22. }
  23. sql += ` GROUP BY data_time ORDER BY a.data_time DESC `
  24. //_, err = o.Raw(sql, pars).QueryRows(&item)
  25. err = global.DbMap[utils.DbNameManualIndex].Raw(sql, pars...).Find(&item).Error
  26. return
  27. }
  28. // 新增钢联指标数据
  29. func AddEdbDataFromLz(edbCode string) (err error) {
  30. //o := orm.NewOrm()
  31. var condition string
  32. var pars []interface{}
  33. if edbCode != "" {
  34. condition += " AND b.lz_code=? "
  35. pars = append(pars, edbCode)
  36. }
  37. lzDataList, err := GetLzSurveyDataFromLz(condition, pars)
  38. if err != nil {
  39. return
  40. }
  41. dataLen := len(lzDataList)
  42. if dataLen > 0 {
  43. var isAdd bool
  44. addSql := ` INSERT INTO edb_data_lz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  45. for i := 0; i < dataLen; i++ {
  46. item := lzDataList[i]
  47. eDate := item.DataTime
  48. sValue := item.InputValue
  49. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  50. if err != nil {
  51. return err
  52. }
  53. timestamp := dataTime.UnixNano() / 1e6
  54. timeStr := fmt.Sprintf("%d", timestamp)
  55. addSql += GetAddSql("0", edbCode, eDate, timeStr, sValue)
  56. isAdd = true
  57. }
  58. if isAdd {
  59. addSql = strings.TrimRight(addSql, ",")
  60. utils.FileLog.Info("addSql:" + addSql)
  61. //_, err = o.Raw(addSql).Exec()
  62. err = global.DEFAULT_DB.Exec(addSql).Error
  63. if err != nil {
  64. return err
  65. }
  66. }
  67. }
  68. return
  69. }
  70. // 刷新隆众指标数据
  71. func RefreshEdbDataFromLz(edbInfoId int, edbCode, startDate string) (err error) {
  72. source := utils.DATA_SOURCE_LZ
  73. subSource := utils.DATA_SUB_SOURCE_EDB
  74. //o := orm.NewOrm()
  75. // 真实数据的最大日期 , 插入规则配置的日期
  76. var realDataMaxDate, edbDataInsertConfigDate time.Time
  77. var edbDataInsertConfig *EdbDataInsertConfig
  78. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  79. {
  80. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  81. if err != nil && !utils.IsErrNoRow(err) {
  82. return
  83. }
  84. if edbDataInsertConfig != nil {
  85. edbDataInsertConfigDate = edbDataInsertConfig.Date
  86. }
  87. }
  88. edbInfoIdStr := strconv.Itoa(edbInfoId)
  89. //计算数据
  90. var condition string
  91. var pars []interface{}
  92. if edbCode != "" {
  93. condition += " AND b.lz_code=? "
  94. pars = append(pars, edbCode)
  95. }
  96. if startDate != "" {
  97. condition += " AND a.data_time>=? "
  98. pars = append(pars, startDate)
  99. }
  100. lzDataList, err := GetLzSurveyDataFromLz(condition, pars)
  101. var existCondition string
  102. var existPars []interface{}
  103. existCondition += " AND edb_info_id=? "
  104. existPars = append(existPars, edbInfoId)
  105. if startDate != "" {
  106. existCondition += " AND data_time>=? "
  107. existPars = append(existPars, startDate)
  108. }
  109. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  110. if err != nil {
  111. return err
  112. }
  113. existMap := make(map[string]*EdbInfoSearchData)
  114. for _, v := range existList {
  115. existMap[v.DataTime] = v
  116. }
  117. addSql := ` INSERT INTO edb_data_lz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  118. var isAdd bool
  119. for _, v := range lzDataList {
  120. item := v
  121. eDate := item.DataTime
  122. sValue := item.InputValue
  123. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  124. if err != nil {
  125. return err
  126. }
  127. timestamp := dataTime.UnixNano() / 1e6
  128. timeStr := fmt.Sprintf("%d", timestamp)
  129. saveValue := sValue
  130. if findItem, ok := existMap[eDate]; !ok {
  131. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  132. isAdd = true
  133. } else {
  134. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != saveValue {
  135. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, saveValue)
  136. if err != nil {
  137. return err
  138. }
  139. }
  140. }
  141. // 下面代码主要目的是处理掉手动插入的数据判断
  142. {
  143. if realDataMaxDate.IsZero() || dataTime.After(realDataMaxDate) {
  144. realDataMaxDate = dataTime
  145. }
  146. if edbDataInsertConfigDate.IsZero() || dataTime.Equal(edbDataInsertConfigDate) {
  147. isFindConfigDateRealData = true
  148. }
  149. }
  150. }
  151. // 处理手工数据补充的配置
  152. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  153. if isAdd {
  154. addSql = strings.TrimRight(addSql, ",")
  155. //_, err = o.Raw(addSql).Exec()
  156. err = global.DEFAULT_DB.Exec(addSql).Error
  157. if err != nil {
  158. return err
  159. }
  160. }
  161. return
  162. }