edb_data_coal.go 8.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329
  1. package data_manage
  2. import (
  3. "fmt"
  4. "github.com/rdlucklib/rdluck_tools/orm"
  5. "hongze/hongze_chart_lib/utils"
  6. "strconv"
  7. "strings"
  8. "time"
  9. )
  10. func AddEdbDataCoalBySql(sqlStr string) (err error) {
  11. o := orm.NewOrm()
  12. o.Using("data")
  13. _, err = o.Raw(sqlStr).Exec()
  14. return
  15. }
  16. func GetEdbDataCoalByEdbCode(edbCode string) (items []*EdbInfoSearchData, err error) {
  17. o := orm.NewOrm()
  18. o.Using("data")
  19. sql := ` SELECT * FROM edb_data_coal WHERE edb_code=? ORDER BY data_time DESC LIMIT ? `
  20. _, err = o.Raw(sql, edbCode, utils.EDB_DATA_LIMIT).QueryRows(&items)
  21. return
  22. }
  23. func GetEdbDataCoalMaxOrMinDate(edbCode string) (min_date, max_date string, err error) {
  24. o := orm.NewOrm()
  25. o.Using("data")
  26. sql := ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date FROM edb_data_coal WHERE edb_code=? `
  27. err = o.Raw(sql, edbCode).QueryRow(&min_date, &max_date)
  28. return
  29. }
  30. type coalSurveyData struct {
  31. DataTime string `orm:"column(data_time)" description:"日期"`
  32. InputValue string `orm:"column(input_value)" description:"值"`
  33. }
  34. func GetCoalSurveyDataByTradeCode(condition string, pars []interface{}) (item []*coalSurveyData, err error) {
  35. sql := ` SELECT a.* FROM longzhong_survey_data AS a
  36. INNER JOIN longzhong_survey_product AS b ON a.survey_product_id=b.survey_product_id
  37. WHERE 1=1 `
  38. o := orm.NewOrm()
  39. o.Using("edb")
  40. if condition != "" {
  41. sql += condition
  42. }
  43. sql += ` ORDER BY a.data_time DESC `
  44. _, err = o.Raw(sql, pars).QueryRows(&item)
  45. return
  46. }
  47. func GetEdbDataCoalByCode(edbCode string) (items []*EdbInfoSearchData, err error) {
  48. o := orm.NewOrm()
  49. o.Using("data")
  50. sql := ` SELECT * FROM edb_data_coal WHERE edb_code=? ORDER BY data_time DESC LIMIT ? `
  51. _, err = o.Raw(sql, edbCode, utils.EDB_DATA_LIMIT).QueryRows(&items)
  52. return
  53. }
  54. func GetEdbDataByCoal(edbCode, startDate, endDate string) (searchItem *EdbInfoSearch, err error) {
  55. o := orm.NewOrm()
  56. o.Using("data")
  57. o.Begin()
  58. defer func() {
  59. if err != nil {
  60. o.Rollback()
  61. } else {
  62. o.Commit()
  63. }
  64. }()
  65. var condition string
  66. var pars []interface{}
  67. if edbCode != "" {
  68. condition += " AND b.coal_code=? "
  69. pars = append(pars, edbCode)
  70. }
  71. coalDataList, err := GetCoalSurveyDataByTradeCode(condition, pars)
  72. if err != nil {
  73. return
  74. }
  75. searchItem = new(EdbInfoSearch)
  76. searchItem.EdbCode = edbCode
  77. dataLen := len(coalDataList)
  78. if dataLen > 0 {
  79. var isAdd bool
  80. addSql := ` INSERT INTO edb_data_coal(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  81. nowStr := time.Now().Format(utils.FormatDateTime)
  82. dataList := make([]*EdbInfoSearchData, 0)
  83. for i := 0; i < dataLen; i++ {
  84. item := coalDataList[i]
  85. eDate := item.DataTime
  86. sValue := item.InputValue
  87. dataTime, err := time.Parse(utils.FormatDate, eDate)
  88. if err != nil {
  89. return nil, err
  90. }
  91. timestamp := dataTime.UnixNano() / 1e6
  92. timeStr := fmt.Sprintf("%d", timestamp)
  93. addSql += "("
  94. addSql += "0," + "'" + edbCode + "'" + "," + "'" + eDate + "'" + "," + sValue + "," + "'" + nowStr + "'" +
  95. "," + "'" + nowStr + "'" + "," + "0" + "," + "'" + timeStr + "'"
  96. addSql += "),"
  97. isAdd = true
  98. }
  99. if isAdd {
  100. addSql = strings.TrimRight(addSql, ",")
  101. err = AddEdbDataCoalBySql(addSql)
  102. if err != nil {
  103. utils.FileLogData.Info("AddEdbDataCoalBySql Err:%s", err.Error())
  104. return
  105. }
  106. }
  107. dataList, err := GetEdbDataCoalByCode(edbCode)
  108. if err != nil {
  109. utils.FileLogData.Info("GetEdbDataCoalByCode Err:%s", err.Error())
  110. return searchItem, err
  111. }
  112. minDate, maxDate, err := GetEdbDataCoalMaxOrMinDate(edbCode)
  113. if err != nil {
  114. return searchItem, err
  115. }
  116. searchItem.DataList = dataList
  117. searchItem.StartDate = minDate
  118. searchItem.EndDate = maxDate
  119. }
  120. if searchItem.DataList == nil {
  121. searchItem.DataList = make([]*EdbInfoSearchData, 0)
  122. }
  123. return
  124. }
  125. func ModifyEdbDataCoalStatus(edbInfoId int64, edbCode string) (err error) {
  126. o := orm.NewOrm()
  127. o.Using("data")
  128. sql := ` UPDATE edb_data_coal SET edb_info_id=?, status=1,modify_time=NOW() WHERE edb_code=? `
  129. _, err = o.Raw(sql, edbInfoId, edbCode).Exec()
  130. return
  131. }
  132. func GetEdbDataCoalByCodeAndDate(edbCode string, startDate string) (count int, err error) {
  133. o := orm.NewOrm()
  134. o.Using("data")
  135. sql := ` SELECT COUNT(1) AS count FROM edb_data_coal WHERE edb_code=? AND data_time=? `
  136. err = o.Raw(sql, edbCode, startDate).QueryRow(&count)
  137. return
  138. }
  139. func ModifyEdbDataCoal(edbInfoId int64, dataTime, value string) (err error) {
  140. o := orm.NewOrm()
  141. o.Using("data")
  142. sql := ` UPDATE edb_data_coal SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  143. _, err = o.Raw(sql, value, edbInfoId, dataTime).Exec()
  144. return
  145. }
  146. //刷新煤炭指标数据
  147. func RefreshEdbDataByCoal(edbInfoId int, edbCode, startDate, endDate string) (err error) {
  148. o := orm.NewOrm()
  149. o.Using("data")
  150. o.Begin()
  151. defer func() {
  152. if err != nil {
  153. o.Rollback()
  154. } else {
  155. o.Commit()
  156. }
  157. }()
  158. if err != nil {
  159. return
  160. }
  161. edbInfoIdStr := strconv.Itoa(edbInfoId)
  162. //计算数据
  163. var condition string
  164. var pars []interface{}
  165. if edbCode != "" {
  166. condition += " AND b.coal_code=? "
  167. pars = append(pars, edbCode)
  168. }
  169. if startDate != "" {
  170. condition += " AND a.data_time>=? "
  171. pars = append(pars, startDate)
  172. }
  173. if endDate != "" {
  174. condition += " AND a.data_time<=? "
  175. pars = append(pars, endDate)
  176. }
  177. coalDataList, err := GetCoalSurveyDataByTradeCode(condition, pars)
  178. addSql := ` INSERT INTO edb_data_coal(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  179. var isAdd bool
  180. for _, v := range coalDataList {
  181. item := v
  182. count, err := GetEdbDataCoalByCodeAndDate(edbCode, v.DataTime)
  183. if err != nil && err.Error() != utils.ErrNoRow() {
  184. return err
  185. }
  186. if count <= 0 {
  187. nowStr := time.Now().Format(utils.FormatDateTime)
  188. eDate := item.DataTime
  189. sValue := item.InputValue
  190. dataTime, err := time.Parse(utils.FormatDate, eDate)
  191. if err != nil {
  192. return err
  193. }
  194. timestamp := dataTime.UnixNano() / 1e6
  195. timeStr := fmt.Sprintf("%d", timestamp)
  196. addSql += "("
  197. addSql += edbInfoIdStr + "," + "'" + edbCode + "'" + "," + "'" + eDate + "'" + "," + sValue + "," + "'" + nowStr + "'" +
  198. "," + "'" + nowStr + "'" + "," + "1" + "," + "'" + timeStr + "'"
  199. addSql += "),"
  200. isAdd = true
  201. } else {
  202. err = ModifyEdbDataCoal(int64(edbInfoId), v.DataTime, v.InputValue)
  203. if err != nil {
  204. return err
  205. }
  206. }
  207. }
  208. if isAdd {
  209. addSql = strings.TrimRight(addSql, ",")
  210. _, err = o.Raw(addSql).Exec()
  211. if err != nil {
  212. return err
  213. }
  214. }
  215. return
  216. }
  217. //全部刷新隆众数据
  218. func RefreshAllEdbDataByCoal(edbInfoId, source int, edbCode, startDate, endDate string) (err error) {
  219. o := orm.NewOrm()
  220. o.Using("data")
  221. o.Begin()
  222. defer func() {
  223. if err != nil {
  224. o.Rollback()
  225. } else {
  226. o.Commit()
  227. }
  228. }()
  229. if err != nil {
  230. return
  231. }
  232. edbInfoIdStr := strconv.Itoa(edbInfoId)
  233. //计算数据
  234. var condition string
  235. var pars []interface{}
  236. if edbCode != "" {
  237. condition += " AND b.coal_code=? "
  238. pars = append(pars, edbCode)
  239. }
  240. if startDate != "" {
  241. condition += " AND a.data_time>=? "
  242. pars = append(pars, startDate)
  243. }
  244. if endDate != "" {
  245. condition += " AND a.data_time<=? "
  246. pars = append(pars, endDate)
  247. }
  248. coalDataList, err := GetCoalSurveyDataByTradeCode(condition, pars)
  249. //获取指标所有数据
  250. dataList := make([]*EdbDataBase, 0)
  251. dataTableName := GetEdbDataTableName(source)
  252. sql := `SELECT * FROM %s WHERE edb_info_id=? `
  253. sql = fmt.Sprintf(sql, dataTableName)
  254. _, err = o.Raw(sql, edbInfoId).QueryRows(&dataList)
  255. if err != nil {
  256. return err
  257. }
  258. dataMap := make(map[string]string)
  259. for _, v := range dataList {
  260. dataMap[v.DataTime] = v.Value
  261. }
  262. addSql := ` INSERT INTO edb_data_coal(edb_info_id,edb_code,data_time,value,create_time,modify_time,status,data_timestamp) values `
  263. var isAdd bool
  264. for _, v := range coalDataList {
  265. item := v
  266. eDate := item.DataTime
  267. sValue := item.InputValue
  268. dataTime, err := time.Parse(utils.FormatDate, eDate)
  269. if err != nil {
  270. return err
  271. }
  272. timestamp := dataTime.UnixNano() / 1e6
  273. timeStr := fmt.Sprintf("%d", timestamp)
  274. saveValue := sValue
  275. if existVal, ok := dataMap[eDate]; !ok {
  276. addSql += GetAddSql(edbInfoIdStr, edbCode, eDate, timeStr, saveValue)
  277. isAdd = true
  278. } else {
  279. if existVal != saveValue {
  280. sql := ` UPDATE %s SET value=?,modify_time=NOW() WHERE edb_info_id=? AND data_time=? `
  281. sql = fmt.Sprintf(sql, dataTableName)
  282. _, err = o.Raw(sql, sValue, edbInfoId, eDate).Exec()
  283. if err != nil {
  284. return err
  285. }
  286. }
  287. }
  288. }
  289. if isAdd {
  290. addSql = strings.TrimRight(addSql, ",")
  291. _, err = o.Raw(addSql).Exec()
  292. if err != nil {
  293. return err
  294. }
  295. }
  296. return
  297. }