chart_edb_mapping.go 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391
  1. package data_manage
  2. import (
  3. "eta/eta_api/global"
  4. "eta/eta_api/utils"
  5. "fmt"
  6. "strconv"
  7. "strings"
  8. "time"
  9. "github.com/rdlucklib/rdluck_tools/paging"
  10. )
  11. type ChartEdbMapping struct {
  12. ChartEdbMappingId int `gorm:"column(chart_edb_mapping_id);primaryKey"`
  13. ChartInfoId int `description:"图表id"`
  14. EdbInfoId int `description:"指标id"`
  15. CreateTime time.Time `description:"创建时间"`
  16. ModifyTime time.Time `description:"修改时间"`
  17. UniqueCode string `description:"唯一编码"`
  18. MaxData float64 `description:"上限"`
  19. MinData float64 `description:"下限"`
  20. IsOrder bool `description:"true:正序,false:逆序"`
  21. IsAxis int `description:"true:左轴,false:右轴"`
  22. EdbInfoType int `description:"true:标准指标,false:领先指标"`
  23. LeadValue int `description:"领先值"`
  24. LeadUnit string `description:"领先单位"`
  25. ChartStyle string `description:"图表类型"`
  26. ChartColor string `description:"颜色"`
  27. PredictChartColor string `description:"预测数据的颜色"`
  28. ChartWidth float64 `description:"线条大小"`
  29. ChartScale float64 `description:"参考刻度线"`
  30. Source int `description:"1:ETA图库;2:商品价格曲线"`
  31. EdbAliasName string `description:"中文别名"`
  32. EdbAliasNameEn string `description:"英文别名"`
  33. IsConvert int `description:"是否数据转换 0不转 1转"`
  34. ConvertType int `description:"数据转换类型 1乘 2除 3对数"`
  35. ConvertValue float64 `description:"数据转换值"`
  36. ConvertUnit string `description:"数据转换单位"`
  37. ConvertEnUnit string `description:"数据转换单位"`
  38. }
  39. func (m *ChartEdbMapping) TableName() string {
  40. return "chart_edb_mapping"
  41. }
  42. func AddChartEdbMapping(items []*ChartEdbMapping) (err error) {
  43. o := global.DbMap[utils.DbNameIndex]
  44. err = o.CreateInBatches(items, utils.MultiAddNum).Error
  45. return
  46. }
  47. func GetChartEdbMappingList(chartInfoId int) (list []*ChartEdbInfoMapping, err error) {
  48. o := global.DbMap[utils.DbNameIndex]
  49. sql := `SELECT a.*, b.source_name, b.source, b.sub_source, b.classify_id, b.edb_code, b.edb_name, b.edb_name_en,
  50. b.frequency, b.unit, b.unit_en, b.start_date, b.end_date, b.modify_time, b.latest_date,
  51. b.latest_value, b.unique_code, b.edb_info_type AS edb_info_category_type,
  52. b.edb_type, b.is_join_permission, a.is_convert, a.convert_type,
  53. a.convert_value, a.convert_unit, a.convert_en_unit
  54. FROM chart_edb_mapping AS a
  55. INNER JOIN edb_info AS b ON a.edb_info_id = b.edb_info_id
  56. WHERE chart_info_id = ?
  57. ORDER BY chart_edb_mapping_id ASC`
  58. err = o.Raw(sql, chartInfoId).Find(&list).Error
  59. return
  60. }
  61. func GetChartMappingList(chartInfoId int) (list []*ChartEdbMapping, err error) {
  62. o := global.DbMap[utils.DbNameIndex]
  63. sql := `SELECT * FROM chart_edb_mapping WHERE chart_info_id = ? ORDER BY chart_edb_mapping_id ASC`
  64. err = o.Raw(sql, chartInfoId).Find(&list).Error
  65. return
  66. }
  67. func GetChartMappingListOrderByEdbInfoId(chartInfoId int) (list []*ChartEdbMapping, err error) {
  68. o := global.DbMap[utils.DbNameIndex]
  69. sql := `SELECT * FROM chart_edb_mapping WHERE chart_info_id = ? ORDER BY edb_info_id ASC`
  70. err = o.Raw(sql, chartInfoId).Find(&list).Error
  71. return
  72. }
  73. func GetChartEdbMappingListByChartInfoIds(chartInfoIds string) (list []*ChartEdbInfoMapping, err error) {
  74. o := global.DbMap[utils.DbNameIndex]
  75. sql := `SELECT a.*, b.source_name, b.source, b.sub_source, b.classify_id, b.edb_code, b.edb_name, b.edb_name_en,
  76. b.frequency, b.unit, b.unit_en, b.start_date, b.end_date, b.modify_time, b.latest_date,
  77. b.latest_value, b.unique_code, b.edb_info_type AS edb_info_category_type,
  78. b.edb_type, b.is_join_permission
  79. FROM chart_edb_mapping AS a
  80. INNER JOIN edb_info AS b ON a.edb_info_id = b.edb_info_id
  81. WHERE chart_info_id IN (` + chartInfoIds + `)
  82. ORDER BY chart_edb_mapping_id ASC`
  83. err = o.Raw(sql).Find(&list).Error
  84. return
  85. }
  86. func GetChartEdbMappingListByEdbInfoId(edbInfoStr string) (list []*ChartEdbInfoMapping, err error) {
  87. o := global.DbMap[utils.DbNameIndex]
  88. sql := `SELECT edb_info_id, source_name, source, sub_source, edb_code, edb_name, edb_name_en,
  89. frequency, unit, unit_en, start_date, end_date, modify_time, latest_date, latest_value,
  90. unique_code, edb_info_type AS edb_info_category_type, max_value, min_value, edb_type, classify_id,
  91. is_join_permission
  92. FROM edb_info
  93. WHERE edb_info_id IN (` + edbInfoStr + `)
  94. ORDER BY FIELD(edb_info_id, ` + edbInfoStr + `)`
  95. err = o.Raw(sql).Find(&list).Error
  96. return
  97. }
  98. // GetChartEdbMappingListByEdbInfoIdList 根据指标ID列表获取映射
  99. func GetChartEdbMappingListByEdbInfoIdList(edbIdList []int) (list []*ChartEdbInfoMapping, err error) {
  100. num := len(edbIdList)
  101. if num <= 0 {
  102. return
  103. }
  104. o := global.DbMap[utils.DbNameIndex]
  105. sql := `SELECT edb_info_id, source_name, source, sub_source, edb_code, edb_name, edb_name_en,
  106. frequency, unit, unit_en, start_date, end_date, modify_time, latest_date, latest_value,
  107. unique_code, edb_info_type AS edb_info_category_type, max_value, min_value, edb_type, classify_id,
  108. is_join_permission
  109. FROM edb_info
  110. WHERE edb_info_id IN (` + utils.GetOrmInReplace(num) + `)`
  111. template := make([]string, num)
  112. for i := 0; i < num; i++ {
  113. template[i] = "?"
  114. }
  115. sql += ` ORDER BY FIELD(edb_info_id, ` + strings.Join(template, ",") + `) `
  116. pars := make([]interface{}, 0)
  117. pars = append(pars, edbIdList)
  118. for _, v := range edbIdList {
  119. pars = append(pars, v)
  120. }
  121. err = o.Raw(sql, pars...).Find(&list).Error
  122. return
  123. }
  124. // GetChartEdbMappingListByIdList 通过图表ID列表获取映射
  125. func GetChartEdbMappingListByIdList(chartInfoIdList []int) (list []*ChartEdbInfoMapping, err error) {
  126. num := len(chartInfoIdList)
  127. if num <= 0 {
  128. return
  129. }
  130. o := global.DbMap[utils.DbNameIndex]
  131. sql := `SELECT a.*, b.source_name, b.source, b.sub_source, b.edb_code, b.edb_name, b.edb_name_en,
  132. b.frequency, b.unit, b.unit_en, b.start_date, b.end_date, b.modify_time, b.latest_date,
  133. b.latest_value, b.unique_code, b.edb_info_type AS edb_info_category_type,
  134. b.edb_type, b.is_join_permission
  135. FROM chart_edb_mapping AS a
  136. INNER JOIN edb_info AS b ON a.edb_info_id = b.edb_info_id
  137. WHERE chart_info_id IN (` + utils.GetOrmInReplace(num) + `)
  138. ORDER BY chart_edb_mapping_id ASC`
  139. err = o.Raw(sql, chartInfoIdList).Find(&list).Error
  140. return
  141. }
  142. // RelationEdbInfoListResp 关联指标列表数据返回
  143. type RelationEdbInfoListResp struct {
  144. Paging *paging.PagingItem
  145. List []*ChartEdbInfoMapping
  146. }
  147. func GetRelationEdbInfoListByCondition(condition string, pars []interface{}, startSize, pageSize int) (item []*ChartEdbInfoMapping, err error) {
  148. o := global.DbMap[utils.DbNameIndex]
  149. sql := ` SELECT a.* FROM edb_info AS a
  150. JOIN edb_info_calculate_mapping AS b on a.edb_info_id = b.edb_info_id WHERE 1=1 `
  151. if condition != "" {
  152. sql += condition
  153. }
  154. //sql += " ORDER BY sort ASC,chart_info_id DESC LIMIT ?,? "
  155. sql += " ORDER BY a.create_time DESC LIMIT ?,? "
  156. pars = append(pars, startSize, pageSize)
  157. err = o.Raw(sql, pars...).Find(&item).Error
  158. return
  159. }
  160. func GetRelationEdbInfoListCountByCondition(condition string, pars []interface{}) (count int, err error) {
  161. o := global.DbMap[utils.DbNameIndex]
  162. sql := ` SELECT COUNT(1) AS count FROM edb_info AS a
  163. JOIN edb_info_calculate_mapping AS b on a.edb_info_id = b.edb_info_id WHERE 1=1 `
  164. if condition != "" {
  165. sql += condition
  166. }
  167. err = o.Raw(sql, pars...).Scan(&count).Error
  168. return
  169. }
  170. // GetEtaEdbChartEdbMapping 商品曲线图查询对应的普通指标
  171. func GetEtaEdbChartEdbMapping(chartInfoId int) (item *ChartEdbInfoMapping, err error) {
  172. o := global.DbMap[utils.DbNameIndex]
  173. aField := `a.chart_edb_mapping_id,a.chart_info_id,a.edb_info_id,a.create_time,a.modify_time,a.unique_code,a.max_data,a.min_data,a.is_order,a.is_axis,a.edb_info_type,a.lead_value,a.lead_unit,a.chart_style,a.chart_color,a.predict_chart_color,a.chart_width,a.source as mapping_source`
  174. sql := ` SELECT ` + aField + `,b.source_name,b.source,b.sub_source,b.edb_code,b.edb_name,b.edb_name_en,b.frequency,b.unit,b.unit_en,b.start_date,b.end_date,b.modify_time,b.latest_date,b.latest_value,b.unique_code,b.edb_info_type AS edb_info_category_type,b.classify_id,b.is_join_permission
  175. FROM chart_edb_mapping AS a
  176. INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
  177. WHERE a.chart_info_id=? AND a.source = ?
  178. ORDER BY chart_edb_mapping_id ASC `
  179. if item != nil {
  180. item.ConvertTimeStr()
  181. }
  182. err = o.Raw(sql, chartInfoId, utils.CHART_SOURCE_DEFAULT).First(&item).Error
  183. return
  184. }
  185. // GetEtaEdbChartEdbMappingList 商品曲线图查询对应的普通指标
  186. func GetEtaEdbChartEdbMappingList(chartInfoId int) (items []*ChartEdbInfoMapping, err error) {
  187. o := global.DbMap[utils.DbNameIndex]
  188. aField := `a.chart_edb_mapping_id,a.chart_info_id,a.edb_info_id,a.create_time,a.modify_time,a.unique_code,a.max_data,a.min_data,a.is_order,a.is_axis,a.edb_info_type,a.lead_value,a.lead_unit,a.chart_style,a.chart_color,a.predict_chart_color,a.chart_width,a.source as mapping_source`
  189. sql := ` SELECT ` + aField + `,b.source_name,b.source,b.sub_source,b.edb_code,b.edb_name,b.edb_name_en,b.frequency,b.unit,b.unit_en,b.start_date,b.end_date,b.modify_time,b.latest_date,b.latest_value,b.unique_code,b.edb_info_type AS edb_info_category_type,b.classify_id,b.is_join_permission
  190. FROM chart_edb_mapping AS a
  191. INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
  192. WHERE a.chart_info_id=? AND a.source = ?
  193. ORDER BY chart_edb_mapping_id ASC `
  194. err = o.Raw(sql, chartInfoId, utils.CHART_SOURCE_DEFAULT).Find(&items).Error
  195. return
  196. }
  197. // GetFutureGoodEdbChartEdbMapping 商品曲线图查询对应的商品指标
  198. func GetFutureGoodEdbChartEdbMapping(chartInfoId int) (item *ChartEdbInfoMapping, err error) {
  199. o := global.DbMap[utils.DbNameIndex]
  200. aField := `a.chart_edb_mapping_id,a.chart_info_id,a.edb_info_id,a.create_time,a.modify_time,a.unique_code,a.max_data,a.min_data,a.is_order,a.is_axis,a.edb_info_type,a.lead_value,a.lead_unit,a.chart_style,a.chart_color,a.predict_chart_color,a.chart_width,a.source as mapping_source`
  201. sql := ` SELECT ` + aField + `,b.future_good_edb_info_id,b.future_good_edb_code as edb_code,b.future_good_edb_name as edb_name,b.start_date,b.end_date,b.modify_time,b.latest_date,b.latest_value
  202. FROM chart_edb_mapping AS a
  203. INNER JOIN future_good_edb_info AS b ON a.edb_info_id=b.future_good_edb_info_id
  204. WHERE a.chart_info_id=? AND a.source = ?
  205. ORDER BY chart_edb_mapping_id ASC `
  206. err = o.Raw(sql, chartInfoId, utils.CHART_SOURCE_FUTURE_GOOD).First(&item).Error
  207. return
  208. }
  209. // GetFutureGoodEdbChartEdbMappingList 商品曲线图查询对应的商品指标
  210. func GetFutureGoodEdbChartEdbMappingList(chartInfoId int) (items []*ChartEdbInfoMapping, err error) {
  211. o := global.DbMap[utils.DbNameIndex]
  212. aField := `a.chart_edb_mapping_id,a.chart_info_id,a.edb_info_id,a.create_time,a.modify_time,a.unique_code,a.max_data,a.min_data,a.is_order,a.is_axis,a.edb_info_type,a.lead_value,a.lead_unit,a.chart_style,a.chart_color,a.predict_chart_color,a.chart_width,a.source as mapping_source`
  213. sql := ` SELECT ` + aField + `,b.future_good_edb_info_id,b.future_good_edb_code as edb_code,b.future_good_edb_name as edb_name,b.start_date,b.end_date,b.modify_time,b.latest_date,b.latest_value
  214. FROM chart_edb_mapping AS a
  215. INNER JOIN future_good_edb_info AS b ON a.edb_info_id=b.future_good_edb_info_id
  216. WHERE a.chart_info_id=? AND a.source = ?
  217. ORDER BY chart_edb_mapping_id ASC `
  218. err = o.Raw(sql, chartInfoId, utils.CHART_SOURCE_FUTURE_GOOD).Find(&items).Error
  219. return
  220. }
  221. // GetChartEdbMappingListV2 根据图表id获取指标信息,不连表查询指标表
  222. func GetChartEdbMappingListV2(chartInfoId int) (list []*ChartEdbInfoMapping, err error) {
  223. o := global.DbMap[utils.DbNameIndex]
  224. sql := ` SELECT a.* FROM chart_edb_mapping AS a
  225. WHERE chart_info_id=?
  226. ORDER BY chart_edb_mapping_id ASC `
  227. err = o.Raw(sql, chartInfoId).Find(&list).Error
  228. return
  229. }
  230. // GetChartEdbMappingByEdbInfoId 根据指标id获取edb_mapping
  231. func GetChartEdbMappingByEdbInfoId(edbInfoId int) (item *ChartEdbInfoMapping, err error) {
  232. o := global.DbMap[utils.DbNameIndex]
  233. sql := ` SELECT edb_info_id,source_name,classify_id,source,sub_source,edb_code,edb_name,edb_name_en,frequency,unit,unit_en,start_date,end_date,modify_time,latest_date,latest_value,unique_code,edb_info_type AS edb_info_category_type,edb_type,max_value,min_value,is_join_permission
  234. FROM edb_info
  235. WHERE edb_info_id = ? limit 1`
  236. err = o.Raw(sql, edbInfoId).First(&item).Error
  237. return
  238. }
  239. // GetEdbMappingListByEdbInfoId 根据指标id获取edb_mapping
  240. func GetEdbMappingListByEdbInfoId(edbInfoId int) (item []*ChartEdbInfoMapping, err error) {
  241. o := global.DbMap[utils.DbNameIndex]
  242. sql := ` SELECT * FROM chart_edb_mapping
  243. WHERE edb_info_id = ? `
  244. err = o.Raw(sql, edbInfoId).Find(&item).Error
  245. return
  246. }
  247. // GetChartEdbMappingByFutureGoodEdbInfoId 根据指标id获取edb_mapping
  248. func GetChartEdbMappingByFutureGoodEdbInfoId(edbInfoId int) (item *ChartEdbInfoMapping, err error) {
  249. o := global.DbMap[utils.DbNameIndex]
  250. sql := ` SELECT future_good_edb_info_id as edb_info_id,future_good_edb_code as edb_code,b.future_good_edb_name as edb_name,b.start_date,b.end_date,b.modify_time,b.latest_date,b.latest_value,b.region_type
  251. FROM future_good_edb_info b
  252. WHERE future_good_edb_info_id = ? limit 1 `
  253. err = o.Raw(sql, edbInfoId).First(&item).Error
  254. return
  255. }
  256. // ModifyChartEdbMapping
  257. // @Description: 修改图表的关系表
  258. // @author: Roc
  259. // @datetime 2023-12-11 17:23:32
  260. // @param chartInfoId int
  261. // @param chartSource int
  262. // @param edbInfoList []*EdbInfo
  263. // @return err error
  264. func ModifyChartEdbMapping(chartInfoId, chartSource int, edbInfoList []*EdbInfo) (err error) {
  265. o := global.DbMap[utils.DbNameIndex].Begin()
  266. if err != nil {
  267. return
  268. }
  269. defer func() {
  270. if err != nil {
  271. fmt.Println("AddCalculateHcz,Err:" + err.Error())
  272. _ = o.Rollback()
  273. } else {
  274. _ = o.Commit()
  275. }
  276. }()
  277. list := make([]*ChartEdbMapping, 0)
  278. sql := ` SELECT a.*
  279. FROM chart_edb_mapping AS a
  280. WHERE chart_info_id=?
  281. ORDER BY chart_edb_mapping_id ASC `
  282. err = o.Raw(sql, chartInfoId).Find(&list).Error
  283. if err != nil {
  284. return
  285. }
  286. mappingIdMap := make(map[int]*ChartEdbMapping)
  287. removeMapping := make(map[int]int)
  288. for _, v := range list {
  289. mappingIdMap[v.EdbInfoId] = v
  290. removeMapping[v.EdbInfoId] = v.ChartEdbMappingId
  291. }
  292. addList := make([]*ChartEdbMapping, 0)
  293. for _, v := range edbInfoList {
  294. _, ok := mappingIdMap[v.EdbInfoId]
  295. // 存在该指标关系就不处理了
  296. if ok {
  297. delete(removeMapping, v.EdbInfoId)
  298. continue
  299. }
  300. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  301. // 不存在就添加
  302. addList = append(addList, &ChartEdbMapping{
  303. //ChartEdbMappingId: 0,
  304. ChartInfoId: chartInfoId,
  305. EdbInfoId: v.EdbInfoId,
  306. CreateTime: time.Now(),
  307. ModifyTime: time.Now(),
  308. UniqueCode: utils.MD5(utils.CHART_PREFIX + "_" + fmt.Sprint(chartInfoId) + "_" + fmt.Sprint(v.EdbInfoId) + "_" + timestamp),
  309. MaxData: v.MaxValue,
  310. MinData: v.MinValue,
  311. //IsOrder: v.IsOrder,
  312. //IsAxis: v.IsAxis,
  313. EdbInfoType: v.EdbInfoType,
  314. //LeadValue: v.LeadValue,
  315. //LeadUnit: v.LeadUnit,
  316. //ChartStyle: v.ChartStyle,
  317. //ChartColor: v.ChartColor,
  318. //ChartWidth: v.ChartWidth,
  319. Source: chartSource,
  320. })
  321. }
  322. // 需要添加的话,那就添加吧
  323. if len(addList) > 0 {
  324. err = o.CreateInBatches(addList, utils.MultiAddNum).Error
  325. if err != nil {
  326. return
  327. }
  328. }
  329. // 移除不必要的mapping
  330. if len(removeMapping) > 0 {
  331. removeIdList := make([]string, 0) //需要移除的日期
  332. for _, v := range removeMapping {
  333. removeIdList = append(removeIdList, fmt.Sprint(v))
  334. }
  335. removeIdStr := strings.Join(removeIdList, `','`)
  336. removeIdStr = `'` + removeIdStr + `'`
  337. //如果拼接指标变更了,那么需要删除所有的指标数据
  338. sql := fmt.Sprintf(` DELETE FROM chart_edb_mapping WHERE chart_edb_mapping_id in (%s) `, removeIdStr)
  339. err = o.Exec(sql).Error
  340. if err != nil {
  341. err = fmt.Errorf("移除不必要的mapping失败,Err:" + err.Error())
  342. return
  343. }
  344. }
  345. return
  346. }
  347. func GetRelationEdbInfoListMappingByCondition(condition string, pars []interface{}) (item []*ChartEdbInfoMapping, err error) {
  348. o := global.DbMap[utils.DbNameIndex]
  349. sql := ` SELECT a.* FROM edb_info AS a
  350. JOIN edb_info_calculate_mapping AS b on a.edb_info_id = b.edb_info_id WHERE 1=1 `
  351. if condition != "" {
  352. sql += condition
  353. }
  354. err = o.Raw(sql, pars...).Find(&item).Error
  355. return
  356. }