base_from_lz.go 5.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195
  1. package models
  2. import (
  3. "eta_gn/eta_index_lib/global"
  4. "eta_gn/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. //隆众
  11. //type lzSurveyData struct {
  12. // DataTime string `orm:"column(data_time)" description:"日期"`
  13. // InputValue string `orm:"column(input_value)" description:"值"`
  14. //}
  15. type lzSurveyData struct {
  16. DataTime string `gorm:"column:data_time" description:"日期"`
  17. InputValue string `gorm:"column:input_value" description:"值"`
  18. }
  19. func (m *lzSurveyData) TableName() string {
  20. return "longzhong_survey_data"
  21. }
  22. func GetLzSurveyDataFromLz(condition string, pars []interface{}) (item []*lzSurveyData, err error) {
  23. sql := ` SELECT a.* FROM longzhong_survey_data AS a
  24. INNER JOIN longzhong_survey_product AS b ON a.survey_product_id=b.survey_product_id
  25. WHERE 1=1 `
  26. //o := orm.NewOrmUsingDB("edb")
  27. if condition != "" {
  28. sql += condition
  29. }
  30. sql += ` GROUP BY data_time ORDER BY a.data_time DESC `
  31. //_, err = o.Raw(sql, pars).QueryRows(&item)
  32. err = global.DmSQL["edb"].Raw(sql, pars...).Find(&item).Error
  33. return
  34. }
  35. // 新增钢联指标数据
  36. func AddEdbDataFromLz(edbCode string) (err error) {
  37. //o := orm.NewOrm()
  38. var condition string
  39. var pars []interface{}
  40. if edbCode != "" {
  41. condition += " AND b.lz_code=? "
  42. pars = append(pars, edbCode)
  43. }
  44. lzDataList, err := GetLzSurveyDataFromLz(condition, pars)
  45. if err != nil {
  46. return
  47. }
  48. dataLen := len(lzDataList)
  49. if dataLen > 0 {
  50. var isAdd bool
  51. addSql := ` INSERT INTO edb_data_lz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  52. for i := 0; i < dataLen; i++ {
  53. item := lzDataList[i]
  54. eDate := item.DataTime
  55. sValue := item.InputValue
  56. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  57. if err != nil {
  58. return err
  59. }
  60. timestamp := dataTime.UnixNano() / 1e6
  61. timeStr := fmt.Sprintf("%d", timestamp)
  62. addSql += GetAddSql("0", edbCode, eDate, timeStr, sValue)
  63. isAdd = true
  64. }
  65. if isAdd {
  66. addSql = strings.TrimRight(addSql, ",")
  67. utils.FileLog.Info("addSql:" + addSql)
  68. //_, err = o.Raw(addSql).Exec()
  69. err = global.DEFAULT_DmSQL.Exec(addSql).Error
  70. if err != nil {
  71. return err
  72. }
  73. }
  74. }
  75. return
  76. }
  77. // 刷新隆众指标数据
  78. func RefreshEdbDataFromLz(edbInfoId int, edbCode, startDate string) (err error) {
  79. source := utils.DATA_SOURCE_LZ
  80. subSource := utils.DATA_SUB_SOURCE_EDB
  81. //o := orm.NewOrm()
  82. // 真实数据的最大日期 , 插入规则配置的日期
  83. var realDataMaxDate, edbDataInsertConfigDate time.Time
  84. var edbDataInsertConfig *EdbDataInsertConfig
  85. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  86. {
  87. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  88. if err != nil && err.Error() != utils.ErrNoRow() {
  89. return
  90. }
  91. if edbDataInsertConfig != nil {
  92. edbDataInsertConfigDate = edbDataInsertConfig.Date
  93. }
  94. }
  95. edbInfoIdStr := strconv.Itoa(edbInfoId)
  96. //计算数据
  97. var condition string
  98. var pars []interface{}
  99. if edbCode != "" {
  100. condition += " AND b.lz_code=? "
  101. pars = append(pars, edbCode)
  102. }
  103. if startDate != "" {
  104. condition += " AND a.data_time>=? "
  105. pars = append(pars, startDate)
  106. }
  107. lzDataList, err := GetLzSurveyDataFromLz(condition, pars)
  108. var existCondition string
  109. var existPars []interface{}
  110. existCondition += " AND edb_info_id=? "
  111. existPars = append(existPars, edbInfoId)
  112. if startDate != "" {
  113. existCondition += " AND data_time>=? "
  114. existPars = append(existPars, startDate)
  115. }
  116. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  117. if err != nil {
  118. return err
  119. }
  120. existMap := make(map[string]*EdbInfoSearchData)
  121. for _, v := range existList {
  122. existMap[v.DataTime] = v
  123. }
  124. addSql := ` INSERT INTO edb_data_lz(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  125. var isAdd bool
  126. for _, v := range lzDataList {
  127. item := v
  128. eDate := item.DataTime
  129. sValue := item.InputValue
  130. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  131. if err != nil {
  132. return err
  133. }
  134. timestamp := dataTime.UnixNano() / 1e6
  135. timeStr := fmt.Sprintf("%d", timestamp)
  136. saveValue := sValue
  137. if findItem, ok := existMap[eDate]; !ok {
  138. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  139. isAdd = true
  140. } else {
  141. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != saveValue {
  142. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, saveValue)
  143. if err != nil {
  144. return err
  145. }
  146. }
  147. }
  148. // 下面代码主要目的是处理掉手动插入的数据判断
  149. {
  150. if realDataMaxDate.IsZero() || dataTime.After(realDataMaxDate) {
  151. realDataMaxDate = dataTime
  152. }
  153. if edbDataInsertConfigDate.IsZero() || dataTime.Equal(edbDataInsertConfigDate) {
  154. isFindConfigDateRealData = true
  155. }
  156. }
  157. }
  158. // 处理手工数据补充的配置
  159. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  160. if isAdd {
  161. addSql = strings.TrimRight(addSql, ",")
  162. //_, err = o.Raw(addSql).Exec()
  163. err = global.DEFAULT_DmSQL.Exec(addSql).Error
  164. if err != nil {
  165. return err
  166. }
  167. }
  168. return
  169. }