base_from_mysteel.go 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217
  1. package models
  2. import (
  3. "eta/eta_index_lib/global"
  4. "eta/eta_index_lib/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. //钢联
  11. type GlData struct {
  12. InputValue float64 `orm:"column(DATA_VALUE)" description:"日期"`
  13. DataTime string `orm:"column(DATA_DATE)" description:"值"`
  14. }
  15. func GetGlDataByCondition(condition string, pars []interface{}) (item []*GlData, err error) {
  16. condition += " AND IS_DELETE=0 "
  17. sql1 := ` SELECT * FROM mb_index_main_data WHERE 1=1 AND DATA_VALUE is not null `
  18. //o := orm.NewOrmUsingDB("gl")
  19. if condition != "" {
  20. sql1 += condition
  21. }
  22. sql := `select * from (` + sql1 + ` having 1 order by PUBLISH_TIME DESC ) tmp group by DATA_DATE ORDER BY PUBLISH_TIME DESC `
  23. //select * from (
  24. // select * from mb_index_main_data where
  25. // 1 = 1
  26. // AND DATA_VALUE IS NOT NULL
  27. // AND INDEX_CODE ="ID00182580"
  28. // AND DATA_DATE >="2016-09-01"
  29. // AND IS_DELETE = 0 having 1 order by PUBLISH_TIME DESC
  30. //
  31. //
  32. // ) tmp group by DATA_DATE
  33. //
  34. // order by PUBLISH_TIME DESC
  35. //_, err = o.Raw(sql, pars).QueryRows(&item)
  36. err = global.DEFAULT_DB.Raw(sql, pars...).Find(&item).Error
  37. return
  38. }
  39. // 新增钢联指标数据
  40. func AddEdbDataFromMysteel(edbCode string) (err error) {
  41. //o := orm.NewOrm()
  42. var condition string
  43. var pars []interface{}
  44. if edbCode != "" {
  45. condition += " AND INDEX_CODE=? "
  46. pars = append(pars, edbCode)
  47. }
  48. glDataList, err := GetGlDataByCondition(condition, pars)
  49. if err != nil {
  50. return
  51. }
  52. dataLen := len(glDataList)
  53. existMap := make(map[string]string)
  54. if dataLen > 0 {
  55. var isAdd bool
  56. addSql := ` INSERT INTO edb_data_gl(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  57. for i := 0; i < dataLen; i++ {
  58. item := glDataList[i]
  59. eDate := item.DataTime
  60. sValue := utils.SubFloatToString(item.InputValue, 30)
  61. if sValue != "" {
  62. if _, ok := existMap[eDate]; !ok {
  63. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  64. if err != nil {
  65. return err
  66. }
  67. timestamp := dataTime.UnixNano() / 1e6
  68. timeStr := fmt.Sprintf("%d", timestamp)
  69. addSql += GetAddSql("0", edbCode, eDate, timeStr, sValue)
  70. isAdd = true
  71. }
  72. }
  73. existMap[eDate] = eDate
  74. }
  75. if isAdd {
  76. addSql = strings.TrimRight(addSql, ",")
  77. utils.FileLog.Info("addSql:" + addSql)
  78. //_, err = o.Raw(addSql).Exec()
  79. err = global.DEFAULT_DB.Exec(addSql).Error
  80. if err != nil {
  81. return err
  82. }
  83. }
  84. }
  85. return
  86. }
  87. // 刷新钢联指标数据
  88. func RefreshEdbDataFromMysteel(edbInfoId int, edbCode, startDate string) (err error) {
  89. source := utils.DATA_SOURCE_GL
  90. subSource := utils.DATA_SUB_SOURCE_EDB
  91. //o := orm.NewOrm()
  92. if err != nil {
  93. return
  94. }
  95. edbInfoIdStr := strconv.Itoa(edbInfoId)
  96. //计算数据
  97. var condition string
  98. var pars []interface{}
  99. if edbCode != "" {
  100. condition += " AND INDEX_CODE=? "
  101. pars = append(pars, edbCode)
  102. }
  103. if startDate != "" {
  104. condition += " AND DATA_DATE>=? "
  105. pars = append(pars, startDate)
  106. }
  107. glDataList, err := GetGlDataByCondition(condition, pars)
  108. if err != nil {
  109. return
  110. }
  111. // 真实数据的最大日期 , 插入规则配置的日期
  112. var realDataMaxDate, edbDataInsertConfigDate time.Time
  113. var edbDataInsertConfig *EdbDataInsertConfig
  114. var isFindConfigDateRealData bool //是否找到配置日期的实际数据的值
  115. {
  116. edbDataInsertConfig, err = GetEdbDataInsertConfigByEdbId(edbInfoId)
  117. if err != nil && !utils.IsErrNoRow(err) {
  118. return
  119. }
  120. if edbDataInsertConfig != nil {
  121. edbDataInsertConfigDate = edbDataInsertConfig.Date
  122. }
  123. }
  124. var existCondition string
  125. var existPars []interface{}
  126. existCondition += " AND edb_info_id=? "
  127. existPars = append(existPars, edbInfoId)
  128. if startDate != "" {
  129. existCondition += " AND data_time>=? "
  130. existPars = append(existPars, startDate)
  131. }
  132. //获取指标所有数据
  133. existList, err := GetEdbDataByCondition(source, subSource, existCondition, existPars)
  134. if err != nil {
  135. return err
  136. }
  137. existMap := make(map[string]*EdbInfoSearchData)
  138. for _, v := range existList {
  139. existMap[v.DataTime] = v
  140. }
  141. addSql := ` INSERT INTO edb_data_gl(edb_info_id,edb_code,data_time,value,create_time,modify_time,data_timestamp) values `
  142. var isAdd bool
  143. addMap := make(map[string]string)
  144. for _, v := range glDataList {
  145. item := v
  146. eDate := item.DataTime
  147. sValue := utils.SubFloatToString(item.InputValue, 30)
  148. dataTime, err := time.ParseInLocation(utils.FormatDate, eDate, time.Local)
  149. if err != nil {
  150. return err
  151. }
  152. if findItem, ok := existMap[v.DataTime]; !ok {
  153. if sValue != "" {
  154. timestamp := dataTime.UnixNano() / 1e6
  155. timeStr := fmt.Sprintf("%d", timestamp)
  156. saveValue := sValue
  157. if _, addOk := addMap[eDate]; !addOk {
  158. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  159. isAdd = true
  160. }
  161. }
  162. } else {
  163. if findItem != nil && utils.SubFloatToString(findItem.Value, 30) != sValue {
  164. err = ModifyEdbDataById(source, subSource, findItem.EdbDataId, sValue)
  165. if err != nil {
  166. return err
  167. }
  168. }
  169. }
  170. addMap[v.DataTime] = v.DataTime
  171. // 下面代码主要目的是处理掉手动插入的数据判断
  172. {
  173. if realDataMaxDate.IsZero() || dataTime.After(realDataMaxDate) {
  174. realDataMaxDate = dataTime
  175. }
  176. if edbDataInsertConfigDate.IsZero() || dataTime.Equal(edbDataInsertConfigDate) {
  177. isFindConfigDateRealData = true
  178. }
  179. }
  180. }
  181. // 处理手工数据补充的配置
  182. HandleConfigInsertEdbData(realDataMaxDate, edbDataInsertConfig, edbInfoId, source, subSource, existMap, isFindConfigDateRealData)
  183. if isAdd {
  184. addSql = strings.TrimRight(addSql, ",")
  185. //_, err = o.Raw(addSql).Exec()
  186. err = global.DEFAULT_DB.Exec(addSql).Error
  187. if err != nil {
  188. return err
  189. }
  190. }
  191. return
  192. }