edb_info.go 64 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410141114121413141414151416141714181419142014211422142314241425142614271428142914301431143214331434143514361437143814391440144114421443144414451446144714481449145014511452145314541455145614571458145914601461146214631464146514661467146814691470147114721473147414751476147714781479148014811482148314841485148614871488148914901491149214931494149514961497149814991500150115021503150415051506150715081509151015111512151315141515151615171518151915201521152215231524152515261527152815291530153115321533153415351536153715381539154015411542154315441545154615471548154915501551155215531554155515561557155815591560156115621563156415651566156715681569157015711572157315741575157615771578157915801581158215831584158515861587158815891590159115921593159415951596159715981599160016011602160316041605160616071608160916101611161216131614161516161617161816191620162116221623162416251626162716281629163016311632163316341635163616371638163916401641164216431644164516461647164816491650165116521653165416551656165716581659166016611662166316641665166616671668166916701671167216731674167516761677167816791680168116821683168416851686168716881689169016911692169316941695169616971698169917001701170217031704170517061707170817091710171117121713171417151716171717181719172017211722172317241725172617271728172917301731173217331734173517361737173817391740174117421743174417451746174717481749175017511752175317541755175617571758175917601761176217631764176517661767176817691770177117721773177417751776177717781779178017811782178317841785178617871788178917901791179217931794179517961797179817991800180118021803180418051806180718081809
  1. package data_manage
  2. import (
  3. "eta/eta_api/services/alarm_msg"
  4. "eta/eta_api/utils"
  5. "fmt"
  6. "github.com/beego/beego/v2/client/orm"
  7. "github.com/rdlucklib/rdluck_tools/paging"
  8. "strconv"
  9. "strings"
  10. "time"
  11. )
  12. type EdbInfo struct {
  13. EdbInfoId int `orm:"column(edb_info_id);pk"`
  14. EdbInfoType int `description:"指标类型,0:普通指标,1:预测指标"`
  15. SourceName string `description:"来源名称"`
  16. Source int `description:"来源id"`
  17. EdbCode string `description:"指标编码"`
  18. EdbName string `description:"指标名称"`
  19. EdbNameEn string `description:"英文指标名称"`
  20. EdbNameSource string `description:"指标名称来源"`
  21. Frequency string `description:"频率"`
  22. Unit string `description:"单位"`
  23. UnitEn string `description:"英文单位"`
  24. StartDate string `description:"起始日期"`
  25. EndDate string `description:"终止日期"`
  26. ClassifyId int `description:"分类id"`
  27. SysUserId int
  28. SysUserRealName string
  29. UniqueCode string `description:"指标唯一编码"`
  30. CreateTime time.Time
  31. ModifyTime time.Time
  32. MinValue float64 `description:"指标最小值"`
  33. MaxValue float64 `description:"指标最大值"`
  34. CalculateFormula string `description:"计算公式"`
  35. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  36. Sort int `description:"排序字段"`
  37. LatestDate string `description:"数据最新日期"`
  38. LatestValue float64 `description:"数据最新值"`
  39. MoveType int `description:"移动方式:1:领先(默认),2:滞后"`
  40. MoveFrequency string `description:"移动频度"`
  41. NoUpdate int8 `description:"是否停止更新,0:继续更新;1:停止更新"`
  42. ServerUrl string `description:"服务器地址"`
  43. ChartImage string `description:"图表图片"`
  44. Calendar string `description:"公历/农历" orm:"default(公历);"`
  45. DataDateType string `orm:"column(data_date_type);size(255);null;default(交易日)"`
  46. ManualSave int `description:"是否有手动保存过上下限: 0-否; 1-是"`
  47. }
  48. type EdbInfoFullClassify struct {
  49. *EdbInfo
  50. CorrelationStr string `description:"相关性系数字符串"`
  51. ClassifyList []*EdbClassifyIdItems
  52. }
  53. func AddEdbInfo(item *EdbInfo) (lastId int64, err error) {
  54. o := orm.NewOrmUsingDB("data")
  55. lastId, err = o.Insert(item)
  56. return
  57. }
  58. type EdbInfoItem struct {
  59. EdbInfoId int `description:"指标id"`
  60. EdbName string `description:"指标名称"`
  61. ClassifyId int `description:"指标分类"`
  62. }
  63. // GetEdbInfoAll 用于分类展示
  64. func GetEdbInfoAll(edbInfoType uint8) (items []*EdbClassifyItems, err error) {
  65. o := orm.NewOrmUsingDB("data")
  66. sql := ` SELECT edb_info_id,classify_id,edb_name_source AS classify_name,edb_name_en AS classify_name_en,unique_code,source_name,source,sys_user_id,sys_user_real_name,start_date,edb_code,edb_type FROM edb_info WHERE edb_info_type = ? order by sort asc,edb_info_id asc`
  67. _, err = o.Raw(sql, edbInfoType).QueryRows(&items)
  68. return
  69. }
  70. // GetPredictEdbInfoAll 用于分类展示(预测指标)
  71. func GetPredictEdbInfoAll(edbInfoType uint8) (items []*EdbClassifyItems, err error) {
  72. o := orm.NewOrmUsingDB("data")
  73. sql := ` SELECT edb_info_id,classify_id,edb_name AS classify_name,edb_name_en AS classify_name_en,unique_code,source_name,source,sys_user_id,sys_user_real_name,start_date,edb_code,edb_type FROM edb_info WHERE edb_info_type = ? order by sort asc,edb_info_id asc`
  74. _, err = o.Raw(sql, edbInfoType).QueryRows(&items)
  75. return
  76. }
  77. // 用于分类展示
  78. func GetEdbInfoAllList() (items []*EdbInfo, err error) {
  79. o := orm.NewOrmUsingDB("data")
  80. sql := ` SELECT * FROM edb_info `
  81. _, err = o.Raw(sql).QueryRows(&items)
  82. return
  83. }
  84. // 指标检索数据
  85. type EdbInfoSearch struct {
  86. EdbCode string `description:"指标编码"`
  87. StartDate string `description:"起始日期"`
  88. EndDate string `description:"终止日期"`
  89. EdbName string `description:"指标名称"`
  90. Unit string `description:"单位"`
  91. Frequency string `description:"频率"`
  92. DataList []*EdbInfoSearchData
  93. StockList []*StockInfo `description:"时序数据"`
  94. }
  95. type StockInfo struct {
  96. StockCode string
  97. EdbCode string
  98. DataList []*EdbInfoSearchData
  99. }
  100. type EdbInfoSearchData struct {
  101. DataTime string `description:"数据日期"`
  102. Value float64 `description:"数据"`
  103. }
  104. type EdbInfoSearchResp struct {
  105. SearchItem *EdbInfoSearch `description:"指标分类"`
  106. Status int `description:"1:数据已存在于弘则数据库,2:新数据,3:数据已存在于弘则数据库,但是当前账号无权限"`
  107. ClassifyList []*EdbClassifySimplify
  108. StockSearchList []*EdbInfoSearch
  109. }
  110. func GetEdbInfoByEdbCode(source int, edbCode string) (item *EdbInfo, err error) {
  111. o := orm.NewOrmUsingDB("data")
  112. sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code=? `
  113. err = o.Raw(sql, source, edbCode).QueryRow(&item)
  114. return
  115. }
  116. func GetEdbInfoById(edbInfoId int) (item *EdbInfo, err error) {
  117. o := orm.NewOrmUsingDB("data")
  118. sql := ` SELECT * FROM edb_info WHERE edb_info_id=? `
  119. err = o.Raw(sql, edbInfoId).QueryRow(&item)
  120. return
  121. }
  122. // GetEdbInfoByIdList 根据指标id集合 获取 指标列表
  123. func GetEdbInfoByIdList(edbInfoIdList []int) (items []*EdbInfo, err error) {
  124. num := len(edbInfoIdList)
  125. if num <= 0 {
  126. return
  127. }
  128. o := orm.NewOrmUsingDB("data")
  129. sql := ` SELECT * FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
  130. _, err = o.Raw(sql, edbInfoIdList).QueryRows(&items)
  131. return
  132. }
  133. type AddEdbInfoReq struct {
  134. Source int `description:"来源id"`
  135. EdbCode string `description:"指标编码"`
  136. EdbName string `description:"指标名称"`
  137. Frequency string `description:"频率"`
  138. Unit string `description:"单位"`
  139. ClassifyId int `description:"分类id"`
  140. StartDate string `description:"起始日期"`
  141. EndDate string `description:"终止日期"`
  142. }
  143. func DeleteEdbInfoAndData(edbInfoId, source int) (err error) {
  144. o := orm.NewOrmUsingDB("data")
  145. to, err := o.Begin()
  146. if err != nil {
  147. return
  148. }
  149. defer func() {
  150. if err != nil {
  151. _ = to.Rollback()
  152. } else {
  153. _ = to.Commit()
  154. }
  155. }()
  156. // 删除指标信息
  157. sql := ` DELETE FROM edb_info WHERE edb_info_id=? `
  158. _, err = to.Raw(sql, edbInfoId).Exec()
  159. if err != nil {
  160. return
  161. }
  162. // 删除指标数据
  163. tableName := GetEdbDataTableName(source)
  164. if tableName != "" {
  165. sql = ` DELETE FROM %s WHERE edb_info_id=? `
  166. sql = fmt.Sprintf(sql, tableName)
  167. _, err = to.Raw(sql, edbInfoId).Exec()
  168. if err != nil {
  169. return
  170. }
  171. }
  172. //calculateTableName := GetEdbInfoCalculateTableName(source)
  173. //if calculateTableName != "" {
  174. // sql = ` DELETE FROM %s WHERE edb_info_id=? `
  175. // sql = fmt.Sprintf(sql, calculateTableName)
  176. // _, err = to.Raw(sql, edbInfoId).Exec()
  177. // return
  178. //}
  179. //return
  180. // 删除计算指标的关系
  181. sql = ` DELETE FROM edb_info_calculate_mapping WHERE edb_info_id=? `
  182. _, err = to.Raw(sql, edbInfoId).Exec()
  183. // 删除预测指标的配置
  184. sql = ` DELETE FROM predict_edb_conf WHERE predict_edb_info_id=? `
  185. _, err = to.Raw(sql, edbInfoId).Exec()
  186. return
  187. }
  188. func GetEdbInfoCountByCondition(condition string, pars []interface{}) (count int, err error) {
  189. o := orm.NewOrmUsingDB("data")
  190. sql := ` SELECT COUNT(1) AS count FROM edb_info WHERE 1=1 `
  191. if condition != "" {
  192. sql += condition
  193. }
  194. err = o.Raw(sql, pars).QueryRow(&count)
  195. return
  196. }
  197. type EditEdbInfoReq struct {
  198. EdbInfoId int `description:"指标ID"`
  199. EdbName string `description:"指标名称"`
  200. Frequency string `description:"频率"`
  201. Unit string `description:"单位"`
  202. ClassifyId int `description:"分类id"`
  203. CalculateFormula string `description:"计算公式"`
  204. }
  205. type EditEdbEnInfoReq struct {
  206. EdbInfoId int `description:"指标ID"`
  207. EdbNameEn string `description:"英文指标名称"`
  208. UnitEn string `description:"英文单位"`
  209. }
  210. func ModifyEdbInfo(item *EditEdbInfoReq) (err error) {
  211. o := orm.NewOrmUsingDB("data")
  212. sql := ` UPDATE edb_info
  213. SET
  214. edb_name =?,
  215. edb_name_source =?,
  216. frequency = ?,
  217. unit = ?,
  218. classify_id = ?,
  219. modify_time = NOW()
  220. WHERE edb_info_id = ?`
  221. _, err = o.Raw(sql, item.EdbName, item.EdbName, item.Frequency, item.Unit, item.ClassifyId, item.EdbInfoId).Exec()
  222. return
  223. }
  224. // ModifyEdbEnInfo 修改指标英文信息
  225. func ModifyEdbEnInfo(item *EditEdbEnInfoReq) (err error) {
  226. o := orm.NewOrmUsingDB("data")
  227. sql := ` UPDATE edb_info
  228. SET
  229. edb_name_en =?,
  230. unit_en = ?,
  231. modify_time = NOW()
  232. WHERE edb_info_id = ?`
  233. _, err = o.Raw(sql, item.EdbNameEn, item.UnitEn, item.EdbInfoId).Exec()
  234. return
  235. }
  236. type EdbInfoList struct {
  237. EdbInfoId int `orm:"column(edb_info_id);pk"`
  238. EdbInfoType int `description:"指标类型,0:普通指标,1:预测指标"`
  239. SourceName string `description:"来源名称"`
  240. Source int `description:"来源id"`
  241. EdbCode string `description:"指标编码"`
  242. EdbNameEn string `description:"英文指标名称"`
  243. EdbName string `description:"指标名称"`
  244. Frequency string `description:"频率"`
  245. FrequencyEn string `description:"英文频率"`
  246. Unit string `description:"单位"`
  247. UnitEn string `description:"英文单位"`
  248. StartDate string `description:"起始日期"`
  249. EndDate string `description:"终止日期"`
  250. LatestDate string `description:"数据最新日期"`
  251. LatestValue float64 `description:"数据最新值"`
  252. ClassifyId int `description:"分类id"`
  253. UniqueCode string `description:"指标唯一编码"`
  254. SysUserId int `description:"创建人id"`
  255. SysUserRealName string `description:"创建人姓名"`
  256. ModifyTime string `description:"最新修改时间"`
  257. CreateTime string `description:"创建时间"`
  258. EdbNameAlias string `json:"-" description:"指标名称,别名"`
  259. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  260. ChartImage string `description:"图表图片"`
  261. RuleType int `description:"预测规则,1:最新,2:固定值"`
  262. FixedValue float64 `description:"固定值"`
  263. DataList []*EdbData `description:"实际指标数据"`
  264. PredictDataList []*EdbData `description:"预测指标数据"`
  265. Button EdbClassifyItemsButton `description:"操作权限"`
  266. IsEnEdb bool `description:"是否展示英文标识"`
  267. DataInsertConfig EdbDataInsertConfigItem `description:"指标数据插入配置"`
  268. DataDateType string `description:"数据日期类型,枚举值:交易日、自然日"`
  269. }
  270. type EdbDataInsertConfigItem struct {
  271. Date string `description:"插入的日期"`
  272. RealDate string `description:"实际最晚的日期"`
  273. Value string `description:"插入的值"`
  274. }
  275. type EdbData struct {
  276. EdbDataId int `orm:"column(edb_data_id);pk"`
  277. EdbInfoId int
  278. DataTime string
  279. Value float64
  280. }
  281. type EdbInfoListResp struct {
  282. Paging *paging.PagingItem
  283. Item *EdbInfoList
  284. ClassifyList []*EdbClassifyIdItems
  285. }
  286. func GetEdbInfoByCondition(condition string, pars []interface{}) (item *EdbInfoList, err error) {
  287. o := orm.NewOrmUsingDB("data")
  288. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  289. if condition != "" {
  290. sql += condition
  291. }
  292. err = o.Raw(sql, pars).QueryRow(&item)
  293. return
  294. }
  295. func GetEdbDataCountByCondition(condition string, pars []interface{}, source int) (count int, err error) {
  296. o := orm.NewOrmUsingDB("data")
  297. tableName := GetEdbDataTableName(source)
  298. sql := ` SELECT COUNT(1) AS count FROM %s WHERE 1=1 `
  299. sql = fmt.Sprintf(sql, tableName)
  300. if condition != "" {
  301. sql += condition
  302. }
  303. err = o.Raw(sql, pars).QueryRow(&count)
  304. return
  305. }
  306. func GetEdbDataListByCondition(condition string, pars []interface{}, source, pageSize, startSize int) (item []*EdbData, err error) {
  307. o := orm.NewOrmUsingDB("data")
  308. tableName := GetEdbDataTableName(source)
  309. sql := ` SELECT * FROM %s WHERE 1=1 `
  310. sql = fmt.Sprintf(sql, tableName)
  311. if condition != "" {
  312. sql += condition
  313. }
  314. sql += ` ORDER BY data_time DESC `
  315. sql += ` LIMIT ?,? `
  316. _, err = o.Raw(sql, pars, startSize, pageSize).QueryRows(&item)
  317. return
  318. }
  319. // GetAllEdbDataListByCondition 根据条件获取所有的数据
  320. func GetAllEdbDataListByCondition(condition string, pars []interface{}, source int) (item []*EdbData, err error) {
  321. o := orm.NewOrmUsingDB("data")
  322. tableName := GetEdbDataTableName(source)
  323. sql := ` SELECT * FROM %s WHERE 1=1 `
  324. sql = fmt.Sprintf(sql, tableName)
  325. if condition != "" {
  326. sql += condition
  327. }
  328. sql += ` ORDER BY data_time DESC `
  329. _, err = o.Raw(sql, pars).QueryRows(&item)
  330. return
  331. }
  332. func GetEdbInfoByNewest() (item *EdbInfoList, err error) {
  333. o := orm.NewOrmUsingDB("data")
  334. sql := ` SELECT * FROM edb_info WHERE 1=1 ORDER BY modify_time DESC LIMIT 1 `
  335. err = o.Raw(sql).QueryRow(&item)
  336. return
  337. }
  338. func ModifyEdbInfoModifyTime(edbInfoId int64) (err error) {
  339. o := orm.NewOrmUsingDB("data")
  340. sql := ` UPDATE edb_info SET modify_time = NOW() WHERE edb_info_id = ? `
  341. _, err = o.Raw(sql, edbInfoId).Exec()
  342. return
  343. }
  344. type MoveEdbInfoReq struct {
  345. EdbInfoId int `description:"指标ID"`
  346. PrevEdbInfoId int `description:"上一个指标ID"`
  347. NextEdbInfoId int `description:"下一个指标ID"`
  348. ClassifyId int `description:"分类id"`
  349. }
  350. func MoveEdbInfo(edbInfoId, classifyId int) (err error) {
  351. o := orm.NewOrmUsingDB("data")
  352. sql := ` UPDATE edb_info
  353. SET
  354. classify_id = ?
  355. WHERE edb_info_id = ?`
  356. _, err = o.Raw(sql, classifyId, edbInfoId).Exec()
  357. return
  358. }
  359. // GetEdbInfoByName 根据名称获取普通的指标
  360. func GetEdbInfoByName(edbName string) (items []*EdbInfoList, err error) {
  361. o := orm.NewOrmUsingDB("data")
  362. sql := ` SELECT * FROM edb_info WHERE edb_name=? AND edb_info_type = 0 `
  363. _, err = o.Raw(sql, edbName).QueryRows(&items)
  364. return
  365. }
  366. // GetPredictEdbInfoByName 根据指标名称获取预测指标
  367. func GetPredictEdbInfoByName(edbName string) (items []*EdbInfoList, err error) {
  368. o := orm.NewOrmUsingDB("data")
  369. sql := ` SELECT * FROM edb_info WHERE edb_name=? AND edb_info_type = 1 `
  370. _, err = o.Raw(sql, edbName).QueryRows(&items)
  371. return
  372. }
  373. func GetEdbInfoByEnName(edbNameEn string) (items []*EdbInfoList, err error) {
  374. o := orm.NewOrmUsingDB("data")
  375. sql := ` SELECT * FROM edb_info WHERE edb_name_en=? AND edb_info_type = 0 `
  376. _, err = o.Raw(sql, edbNameEn).QueryRows(&items)
  377. return
  378. }
  379. func ModifyEdbInfoNameSource(edbNameSource string, edbInfoId int) (err error) {
  380. o := orm.NewOrmUsingDB("data")
  381. sql := ` UPDATE edb_info SET edb_name_source=? WHERE edb_info_id = ? `
  382. _, err = o.Raw(sql, edbNameSource, edbInfoId).Exec()
  383. return
  384. }
  385. func GetChartEdbMappingCount(edbInfoId int) (count int, err error) {
  386. o := orm.NewOrmUsingDB("data")
  387. sql := ` SELECT COUNT(1) AS count FROM chart_edb_mapping WHERE edb_info_id=? `
  388. err = o.Raw(sql, edbInfoId).QueryRow(&count)
  389. return
  390. }
  391. type ChartEdbInfo struct {
  392. EdbInfoId int `description:"指标id"`
  393. EdbName string `description:"指标名称"`
  394. SourceName string `json:"-"`
  395. EdbNameAlias string `json:"-" description:"指标名称,别名"`
  396. }
  397. func EdbInfoSearchByKeyWord(KeyWord string) (searchList []*ChartEdbInfo, err error) {
  398. o := orm.NewOrmUsingDB("data")
  399. sql := ` SELECT edb_info_id,edb_name,source_name FROM edb_info WHERE 1=1 AND edb_info_type = 0 `
  400. if KeyWord != "" {
  401. sql += ` AND (edb_name LIKE '%` + KeyWord + `%' OR edb_code LIKE '%` + KeyWord + `%' ) `
  402. }
  403. sql += ` ORDER BY create_time DESC `
  404. _, err = o.Raw(sql).QueryRows(&searchList)
  405. return
  406. }
  407. type EdbInfoMaxAndMinInfo struct {
  408. MinDate string `description:"最小日期"`
  409. MaxDate string `description:"最大日期"`
  410. MinValue float64 `description:"最小值"`
  411. MaxValue float64 `description:"最大值"`
  412. LatestValue float64 `description:"最新值"`
  413. }
  414. func GetEdbInfoMaxAndMinInfo(source int, edbCode string) (item *EdbInfoMaxAndMinInfo, err error) {
  415. o := orm.NewOrmUsingDB("data")
  416. sql := ``
  417. tableName := GetEdbDataTableName(source)
  418. sql = ` SELECT MIN(data_time) AS min_date,MAX(data_time) AS max_date,MIN(value) AS min_value,MAX(value) AS max_value FROM %s WHERE edb_code=? `
  419. sql = fmt.Sprintf(sql, tableName)
  420. err = o.Raw(sql, edbCode).QueryRow(&item)
  421. if err != nil {
  422. return
  423. }
  424. var latest_value float64
  425. sql = ` SELECT value AS latest_value FROM %s WHERE edb_code=? ORDER BY data_time DESC LIMIT 1 `
  426. sql = fmt.Sprintf(sql, tableName)
  427. err = o.Raw(sql, edbCode).QueryRow(&latest_value)
  428. item.LatestValue = latest_value
  429. return
  430. }
  431. func ModifyEdbInfoMaxAndMinInfo(edbInfoId int, item *EdbInfoMaxAndMinInfo) (err error) {
  432. o := orm.NewOrmUsingDB("data")
  433. sql := ` UPDATE edb_info SET start_date=?,end_date=?,min_value=?,max_value=?,is_update=2,latest_date=?,latest_value=?,modify_time=NOW() WHERE edb_info_id=? `
  434. _, err = o.Raw(sql, item.MinDate, item.MaxDate, item.MinValue, item.MaxValue, item.MaxDate, item.LatestValue, edbInfoId).Exec()
  435. return
  436. }
  437. func GetEdbInfoFilter(condition string, pars []interface{}) (list []*EdbInfoList, err error) {
  438. o := orm.NewOrmUsingDB("data")
  439. sql := ` SELECT * FROM edb_info WHERE 1=1 AND edb_info_type = 0 `
  440. if condition != "" {
  441. sql += condition
  442. }
  443. sql += ` ORDER BY create_time DESC `
  444. _, err = o.Raw(sql, pars).QueryRows(&list)
  445. return
  446. }
  447. //order:1升序,其余值为降序
  448. func GetEdbDataListAll(condition string, pars []interface{}, source, order int) (item []*EdbInfoSearchData, err error) {
  449. o := orm.NewOrmUsingDB("data")
  450. sql := ``
  451. tableName := GetEdbDataTableName(source)
  452. sql = ` SELECT * FROM %s WHERE 1=1 `
  453. sql = fmt.Sprintf(sql, tableName)
  454. if condition != "" {
  455. sql += condition
  456. }
  457. if order == 1 {
  458. sql += ` ORDER BY data_time ASC `
  459. } else {
  460. sql += ` ORDER BY data_time DESC `
  461. }
  462. _, err = o.Raw(sql, pars).QueryRows(&item)
  463. return
  464. }
  465. // GetLastEdbData 获取最近的一条指标数据
  466. func GetLastEdbData(condition string, pars []interface{}, source int) (item *EdbInfoSearchData, err error) {
  467. o := orm.NewOrmUsingDB("data")
  468. sql := ``
  469. tableName := GetEdbDataTableName(source)
  470. sql = ` SELECT * FROM %s WHERE 1=1 `
  471. sql = fmt.Sprintf(sql, tableName)
  472. if condition != "" {
  473. sql += condition
  474. }
  475. sql += ` ORDER BY data_time DESC `
  476. err = o.Raw(sql, pars).QueryRow(&item)
  477. return
  478. }
  479. //order:1升序,其余值为降序
  480. func GetEdbDataCount(condition string, pars []interface{}, source int) (count int, err error) {
  481. o := orm.NewOrmUsingDB("data")
  482. sql := ``
  483. tableName := GetEdbDataTableName(source)
  484. sql = ` SELECT COUNT(1) AS count FROM %s WHERE 1=1 `
  485. sql = fmt.Sprintf(sql, tableName)
  486. if condition != "" {
  487. sql += condition
  488. }
  489. err = o.Raw(sql, pars).QueryRow(&count)
  490. return
  491. }
  492. func ModifyCalculateEdbInfo(item *EditEdbInfoReq) (err error) {
  493. o := orm.NewOrmUsingDB("data")
  494. sql := ` UPDATE edb_info
  495. SET
  496. edb_name =?,
  497. edb_name_source =?,
  498. frequency = ?,
  499. unit = ?,
  500. classify_id = ?,
  501. calculate_formula=?,
  502. modify_time = NOW()
  503. WHERE edb_info_id = ?`
  504. _, err = o.Raw(sql, item.EdbName, item.EdbName, item.Frequency, item.Unit, item.ClassifyId, item.CalculateFormula, item.EdbInfoId).Exec()
  505. return
  506. }
  507. type AddEdbInfoResp struct {
  508. EdbInfoId int `description:"指标ID"`
  509. UniqueCode string `description:"指标唯一编码"`
  510. ClassifyId int `description:"分类id"`
  511. }
  512. // 根据基础指标获取所有关联指标
  513. func GetNeedRefreshCalculateEdbInfoFromBase(fromEdbInfo int) (list []*EdbInfo, err error) {
  514. o := orm.NewOrmUsingDB("data")
  515. sql := ` SELECT b.*
  516. FROM edb_info_calculate AS a
  517. INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
  518. WHERE from_edb_info_id=? `
  519. _, err = o.Raw(sql, fromEdbInfo).QueryRows(&list)
  520. return
  521. }
  522. func GetEdbInfoCalculateCount(edbInfoId int) (count int, err error) {
  523. o := orm.NewOrmUsingDB("data")
  524. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate WHERE from_edb_info_id=? `
  525. err = o.Raw(sql, edbInfoId).QueryRow(&count)
  526. return
  527. }
  528. func GetEdbInfoCalculateLjzzyCount(edbInfoId int) (count int, err error) {
  529. o := orm.NewOrmUsingDB("data")
  530. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_ljzzy WHERE from_edb_info_id=? `
  531. err = o.Raw(sql, edbInfoId).QueryRow(&count)
  532. return
  533. }
  534. func GetEdbInfoCalculateTbzCount(edbInfoId int) (count int, err error) {
  535. o := orm.NewOrmUsingDB("data")
  536. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_tbz WHERE from_edb_info_id=? `
  537. err = o.Raw(sql, edbInfoId).QueryRow(&count)
  538. return
  539. }
  540. func GetEdbInfoCalculateTczCount(edbInfoId int) (count int, err error) {
  541. o := orm.NewOrmUsingDB("data")
  542. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_tcz WHERE from_edb_info_id=? `
  543. err = o.Raw(sql, edbInfoId).QueryRow(&count)
  544. return
  545. }
  546. func GetEdbInfoCalculateNszydpjjsCount(edbInfoId int) (count int, err error) {
  547. o := orm.NewOrmUsingDB("data")
  548. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_nszydpjjs WHERE from_edb_info_id=? `
  549. err = o.Raw(sql, edbInfoId).QueryRow(&count)
  550. return
  551. }
  552. func GetEdbInfoCalculateCountByCondition(source int, condition string, pars []interface{}) (count int, err error) {
  553. o := orm.NewOrmUsingDB("data")
  554. //calculateTableName := GetEdbInfoCalculateTableName(source)
  555. //if calculateTableName == "" {
  556. // err = errors.New("无效的表名")
  557. // return
  558. //}
  559. sql := ` SELECT COUNT(1) AS count FROM edb_info_calculate_mapping WHERE 1=1 `
  560. //sql = fmt.Sprintf(sql, calculateTableName)
  561. if condition != "" {
  562. sql += condition
  563. }
  564. err = o.Raw(sql, pars).QueryRow(&count)
  565. return
  566. }
  567. // GetEdbInfoCalculateListByCondition 获取指标关系列表
  568. func GetEdbInfoCalculateListByCondition(condition string, pars []interface{}) (items []*EdbInfoCalculateMapping, err error) {
  569. o := orm.NewOrmUsingDB("data")
  570. //calculateTableName := GetEdbInfoCalculateTableName(source)
  571. //if calculateTableName == "" {
  572. // err = errors.New("无效的表名")
  573. // return
  574. //}
  575. sql := ` SELECT * FROM edb_info_calculate_mapping WHERE 1=1 `
  576. //sql = fmt.Sprintf(sql, calculateTableName)
  577. if condition != "" {
  578. sql += condition
  579. }
  580. _, err = o.Raw(sql, pars).QueryRows(&items)
  581. return
  582. }
  583. func GetRefreshEdbInfoFromCalculate(edbInfoId, source int) (baseEdbInfoArr, calculateInfoArr []*EdbInfo, err error) {
  584. calculateList, err := GetEdbInfoCalculateMap(edbInfoId, source)
  585. if err != nil && err.Error() != utils.ErrNoRow() {
  586. return
  587. }
  588. for _, item := range calculateList {
  589. if item.EdbType == 1 {
  590. baseEdbInfoArr = append(baseEdbInfoArr, item)
  591. } else {
  592. calculateInfoArr = append(calculateInfoArr, item)
  593. newBaseEdbInfoArr, newCalculateInfoArr, _ := GetRefreshEdbInfoFromCalculate(item.EdbInfoId, item.Source)
  594. baseEdbInfoArr = append(baseEdbInfoArr, newBaseEdbInfoArr...)
  595. calculateInfoArr = append(calculateInfoArr, newCalculateInfoArr...)
  596. }
  597. }
  598. return
  599. }
  600. // 获取基础指标对应的所有计算指标
  601. func GetEdbInfoAllCalculate(edbInfoId int) (list []*EdbInfo, err error) {
  602. o := orm.NewOrmUsingDB("data")
  603. sql := ` SELECT b.* FROM edb_info_calculate_mapping AS a
  604. INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
  605. WHERE a.from_edb_info_id=?
  606. GROUP BY a.edb_info_id
  607. ORDER BY a.edb_info_id ASC `
  608. _, err = o.Raw(sql, edbInfoId).QueryRows(&list)
  609. return
  610. }
  611. // GetEdbInfoAllCalculateByEdbInfoIdList 根据指标id集合 获取基础指标对应的所有计算指标
  612. func GetEdbInfoAllCalculateByEdbInfoIdList(edbInfoIdList []int) (list []*EdbInfo, err error) {
  613. num := len(edbInfoIdList)
  614. if num <= 0 {
  615. return
  616. }
  617. o := orm.NewOrmUsingDB("data")
  618. sql := ` SELECT b.* FROM edb_info_calculate_mapping AS a
  619. INNER JOIN edb_info AS b ON a.edb_info_id=b.edb_info_id
  620. WHERE a.from_edb_info_id in (` + utils.GetOrmInReplace(num) + `)
  621. GROUP BY a.edb_info_id
  622. ORDER BY a.edb_info_id ASC `
  623. _, err = o.Raw(sql, edbInfoIdList).QueryRows(&list)
  624. return
  625. }
  626. func GetRefreshEdbInfoFromBase(edbInfoId, source int) (baseEdbInfoArr, calculateInfoArr []*EdbInfo, err error) {
  627. calculateList, err := GetEdbInfoCalculateMap(edbInfoId, source)
  628. if err != nil && err.Error() != utils.ErrNoRow() {
  629. return
  630. }
  631. for _, item := range calculateList {
  632. if item.EdbInfoId == edbInfoId { // 如果查出来关联的指标就是自己的话,那么就过滤
  633. continue
  634. }
  635. if item.EdbType == 1 {
  636. baseEdbInfoArr = append(baseEdbInfoArr, item)
  637. } else {
  638. calculateInfoArr = append(calculateInfoArr, item)
  639. newBaseEdbInfoArr, newCalculateInfoArr, _ := GetRefreshEdbInfoFromBase(item.EdbInfoId, item.Source)
  640. baseEdbInfoArr = append(baseEdbInfoArr, newBaseEdbInfoArr...)
  641. calculateInfoArr = append(calculateInfoArr, newCalculateInfoArr...)
  642. }
  643. }
  644. return
  645. }
  646. func ModifyEdbInfoDataStatus(edbInfoId int64, source int, edbCode string) (err error) {
  647. o := orm.NewOrmUsingDB("data")
  648. sql := ``
  649. tableName := GetEdbDataTableName(source)
  650. sql = ` UPDATE %s SET edb_info_id=?,modify_time=NOW() WHERE edb_code=? `
  651. sql = fmt.Sprintf(sql, tableName)
  652. _, err = o.Raw(sql, edbInfoId, edbCode).Exec()
  653. return
  654. }
  655. // GetFirstEdbInfoByClassifyId 获取当前分类下,且排序数相同 的排序第一条的数据
  656. func GetFirstEdbInfoByClassifyId(classifyId int) (item *EdbInfo, err error) {
  657. o := orm.NewOrmUsingDB("data")
  658. sql := ` SELECT * FROM edb_info WHERE classify_id=? order by sort asc,edb_info_id asc limit 1`
  659. err = o.Raw(sql, classifyId).QueryRow(&item)
  660. return
  661. }
  662. // UpdateEdbInfoSortByClassifyId 根据分类id更新排序
  663. func UpdateEdbInfoSortByClassifyId(classifyId, nowSort int, prevEdbInfoId int, updateSort string) (err error) {
  664. o := orm.NewOrmUsingDB("data")
  665. sql := ` update edb_info set sort = ` + updateSort + ` WHERE classify_id=?`
  666. if prevEdbInfoId > 0 {
  667. sql += ` AND ( sort > ? or ( edb_info_id > ` + fmt.Sprint(prevEdbInfoId) + ` and sort=` + fmt.Sprint(nowSort) + ` )) `
  668. } else {
  669. sql += ` AND ( sort > ? )`
  670. }
  671. _, err = o.Raw(sql, classifyId, nowSort).Exec()
  672. return
  673. }
  674. // Update 更新指标基础信息
  675. func (edbInfo *EdbInfo) Update(cols []string) (err error) {
  676. o := orm.NewOrmUsingDB("data")
  677. _, err = o.Update(edbInfo, cols...)
  678. return
  679. }
  680. type EdbInfoDataResp struct {
  681. EdbInfo *EdbInfo
  682. DataList []*EdbDataList
  683. }
  684. type EdbInfoDataFullClassifyResp struct {
  685. EdbInfo *EdbInfoFullClassify
  686. DataList []*EdbDataList
  687. }
  688. type EdbInfoReplaceReq struct {
  689. OldEdbInfoId int `description:"原指标ID"`
  690. NewEdbInfoId int `description:"替换为指标ID"`
  691. }
  692. /*
  693. EdbInfoReplace 替换指标初始版本(已废弃,废弃时间:2022年01月05日15:33:42)
  694. 1、替换图库中的指标
  695. 2、替换计算指标中的指标,完了计算指标中的指标,全部重新计算
  696. */
  697. func EdbInfoReplace(oldEdbInfo, newEdbInfo *EdbInfo, sysAdminId int, sysAdminRealName string) (replaceChartTotal, replaceCalculateTotal int, err error) {
  698. var errmsg string
  699. o := orm.NewOrmUsingDB("data")
  700. to, err := o.Begin()
  701. if err != nil {
  702. return
  703. }
  704. defer func() {
  705. if errmsg != "" {
  706. fmt.Println("errmsg:" + errmsg)
  707. }
  708. }()
  709. //替换图表
  710. chartEdbMappingList := make([]*ChartEdbInfoMapping, 0)
  711. csql := `SELECT * FROM chart_edb_mapping WHERE edb_info_id=?`
  712. _, err = to.Raw(csql, oldEdbInfo.EdbInfoId).QueryRows(&chartEdbMappingList)
  713. if err != nil {
  714. errmsg = "获取指标关联图表信息失败:Err:" + err.Error()
  715. return
  716. }
  717. replaceChartTotal = len(chartEdbMappingList)
  718. for _, mv := range chartEdbMappingList {
  719. //获取图表所有指标信息
  720. chartEdbList := make([]*ChartEdbInfoMapping, 0)
  721. csql := `SELECT * FROM chart_edb_mapping WHERE chart_info_id=?`
  722. _, err = to.Raw(csql, mv.ChartInfoId).QueryRows(&chartEdbList)
  723. if err != nil {
  724. errmsg = "获取图表所有指标信息失败:Err:" + err.Error()
  725. return
  726. }
  727. var minData, maxData float64
  728. minData = newEdbInfo.MinValue
  729. maxData = newEdbInfo.MaxValue
  730. for _, cv := range chartEdbList {
  731. if mv.IsAxis == cv.IsAxis {
  732. if minData > cv.MinData {
  733. minData = cv.MinData
  734. }
  735. if maxData < cv.MaxData {
  736. maxData = cv.MaxData
  737. }
  738. }
  739. }
  740. //修改图表关联指标
  741. rsql := ` UPDATE chart_edb_mapping SET edb_info_id=?,max_data=?,min_data=?,modify_time=NOW() WHERE chart_edb_mapping_id=? `
  742. _, err = to.Raw(rsql, newEdbInfo.EdbInfoId, maxData, minData, mv.ChartEdbMappingId).Exec()
  743. if err != nil {
  744. errmsg = "更新图库指标信息失败:Err:" + err.Error()
  745. return
  746. }
  747. }
  748. //替换计算指标
  749. //获取所有包含的计算指标
  750. mappingList := make([]*EdbInfoCalculateMapping, 0)
  751. msql := ` SELECT * FROM edb_info_calculate_mapping WHERE from_edb_info_id=? GROUP BY edb_info_id `
  752. _, err = to.Raw(msql, oldEdbInfo.EdbInfoId).QueryRows(&mappingList)
  753. if err != nil {
  754. errmsg = "获取计算指标关联基础指标信息失败:Err:" + err.Error()
  755. return
  756. }
  757. replaceCalculateTotal = len(mappingList)
  758. //计算指标
  759. for _, mv := range mappingList {
  760. //替换原指标
  761. msql := `UPDATE edb_info_calculate_mapping SET from_edb_info_id=?,from_edb_code=?,from_edb_name=?,from_source=?,from_source_name=? WHERE edb_info_calculate_mapping_id=? `
  762. _, err = to.Raw(msql, newEdbInfo.EdbInfoId, newEdbInfo.EdbCode, newEdbInfo.EdbName, newEdbInfo.Source, newEdbInfo.SourceName, mv.EdbInfoCalculateMappingId).Exec()
  763. if err != nil {
  764. return
  765. }
  766. }
  767. if err != nil && errmsg != "" {
  768. go alarm_msg.SendAlarmMsg("替换指标失败提醒,errmsg:"+errmsg, 3)
  769. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"替换指标失败提醒", "errmsg:"+errmsg, utils.EmailSendToUsers)
  770. _ = to.Rollback()
  771. } else {
  772. _ = to.Commit()
  773. }
  774. //获取计算指标关联指标
  775. allMappingList := make([]*EdbInfoCalculateMapping, 0)
  776. allMapping := make(map[int]int)
  777. tmpMapping := make(map[int]int)
  778. for _, v := range mappingList {
  779. if _, ok := allMapping[v.EdbInfoId]; !ok {
  780. allMappingList = append(allMappingList, v)
  781. }
  782. newList, _ := GetAllCalculate(v.EdbInfoId, tmpMapping)
  783. for _, nv := range newList {
  784. if _, ok := allMapping[v.EdbInfoId]; !ok {
  785. allMappingList = append(allMappingList, nv)
  786. }
  787. allMapping[v.EdbInfoId] = v.EdbInfoId
  788. }
  789. allMapping[v.EdbInfoId] = v.EdbInfoId
  790. }
  791. for mk, mv := range allMappingList { //原指标关联的所有计算指标
  792. fmt.Println("mk/mv", mk, mv)
  793. //重新计算计算指标
  794. {
  795. edbInfo, err := GetEdbInfoById(mv.EdbInfoId) //计算指标
  796. if err != nil {
  797. if err.Error() == utils.ErrNoRow() {
  798. errmsg = "计算指标已被删除"
  799. return replaceChartTotal, replaceCalculateTotal, err
  800. }
  801. errmsg = "获取计算指标失败:err:" + err.Error()
  802. return replaceChartTotal, replaceCalculateTotal, err
  803. }
  804. fromEdbInfoList, err := GetEdbInfoCalculateDetail(mv.EdbInfoId, edbInfo.Source)
  805. if err != nil {
  806. errmsg = "获取计算指标失败:err:" + err.Error()
  807. return replaceChartTotal, replaceCalculateTotal, err
  808. }
  809. if len(fromEdbInfoList) <= 0 {
  810. errmsg = "计算指标所依赖指标不存在"
  811. return replaceChartTotal, replaceCalculateTotal, err
  812. }
  813. fromEdbInfoItem := fromEdbInfoList[0]
  814. if fromEdbInfoItem == nil {
  815. return replaceChartTotal, replaceCalculateTotal, err
  816. }
  817. fromEdbInfo, err := GetEdbInfoById(fromEdbInfoItem.FromEdbInfoId)
  818. if err != nil {
  819. errmsg = "获取计算指标 来源指标失败:err:" + err.Error()
  820. return replaceChartTotal, replaceCalculateTotal, err
  821. }
  822. edbCode := edbInfo.EdbCode
  823. uniqueCode := edbInfo.UniqueCode
  824. sourName := edbInfo.SourceName
  825. source := edbInfo.Source
  826. edbInfoId := edbInfo.EdbInfoId
  827. req := new(EdbInfoCalculateBatchSaveReq)
  828. req.EdbInfoId = edbInfoId
  829. req.EdbName = edbInfo.EdbName
  830. req.Frequency = edbInfo.Frequency
  831. req.Unit = edbInfo.Unit
  832. req.ClassifyId = edbInfo.ClassifyId
  833. req.FromEdbInfoId = fromEdbInfoList[0].FromEdbInfoId
  834. if source == utils.DATA_SOURCE_CALCULATE {
  835. //检验公式
  836. var formulaStr string
  837. var edbInfoIdBytes []string
  838. for _, v := range fromEdbInfoList {
  839. formulaStr += v.FromTag + ","
  840. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  841. }
  842. formulaStr = strings.Trim(formulaStr, ",")
  843. formulaMap := CheckFormula(edbInfo.CalculateFormula)
  844. for _, v := range formulaMap {
  845. if !strings.Contains(formulaStr, v) {
  846. errmsg = "公式错误,请重新填写"
  847. return replaceChartTotal, replaceCalculateTotal, err
  848. }
  849. }
  850. edbInfoList := make([]*EdbInfo, 0)
  851. for _, v := range fromEdbInfoList {
  852. edbInfo, err := GetEdbInfoById(v.FromEdbInfoId)
  853. if err != nil {
  854. if err.Error() == utils.ErrNoRow() {
  855. errmsg = "指标 " + strconv.Itoa(v.FromEdbInfoId) + " 不存在"
  856. return replaceChartTotal, replaceCalculateTotal, err
  857. }
  858. errmsg = "获取指标失败:Err:" + err.Error()
  859. return replaceChartTotal, replaceCalculateTotal, err
  860. }
  861. edbInfoList = append(edbInfoList, edbInfo)
  862. }
  863. //清除历史数据
  864. err = DeleteCalculateData(edbInfoId)
  865. if err != nil {
  866. errmsg = "清空运算指标失败:Err:" + err.Error() + " edb_info_id:" + strconv.Itoa(edbInfoId)
  867. return replaceChartTotal, replaceCalculateTotal, err
  868. }
  869. err = Calculate(edbInfoList, int(edbInfoId), edbCode, edbInfo.CalculateFormula, edbInfoIdBytes)
  870. if err != nil {
  871. errmsg = "生成计算指标失败,Calculate Err:" + err.Error()
  872. return replaceChartTotal, replaceCalculateTotal, err
  873. }
  874. } else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  875. _, err = AddCalculateLjzzy(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  876. } else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  877. sourName = "同比值"
  878. edbInfoId, err = AddCalculateTbz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  879. } else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  880. sourName = "同差值"
  881. edbInfoId, err = AddCalculateTcz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  882. } else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  883. sourName = "N数值移动平均计算"
  884. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  885. edbInfoId, err = AddCalculateNszydpjjs(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName, formulaInt)
  886. } else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  887. sourName = "环比值"
  888. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  889. edbInfoId, err = AddCalculateHbz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName, formulaInt)
  890. } else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  891. sourName = "环差值"
  892. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  893. edbInfoId, err = AddCalculateHcz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName, formulaInt)
  894. } else if source == utils.DATA_SOURCE_CALCULATE_BP {
  895. sourName = "变频"
  896. fmt.Println("变频", req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  897. edbInfoId, err = AddCalculateBp(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  898. } else {
  899. errmsg = "无效计算方式,source:" + strconv.Itoa(source)
  900. return replaceChartTotal, replaceCalculateTotal, err
  901. }
  902. maxAndMinItem, err := GetEdbInfoMaxAndMinInfo(source, edbCode)
  903. if err != nil && err.Error() != utils.ErrNoRow() {
  904. errmsg = "生成" + sourName + "失败,GetEdbInfoMaxAndMinInfo Err:" + err.Error()
  905. return replaceChartTotal, replaceCalculateTotal, err
  906. }
  907. if maxAndMinItem != nil {
  908. err = ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  909. }
  910. }
  911. }
  912. return
  913. }
  914. // EdbInfoReplaceV2 替换指标v2版本(更换时间:2022年01月05日15:33:42)
  915. func EdbInfoReplaceV2(oldEdbInfo, newEdbInfo *EdbInfo, sysAdminId int, sysAdminRealName string) (replaceChartTotal, replaceCalculateTotal int, err error) {
  916. defer func() {
  917. if err != nil {
  918. fmt.Println("ERR:", err.Error())
  919. }
  920. }()
  921. mappingList, replaceChartTotal, replaceCalculateTotal, err := replaceChartEdb(oldEdbInfo, newEdbInfo)
  922. if err != nil {
  923. return
  924. }
  925. err = replaceRelationEdbInfo(mappingList, oldEdbInfo, newEdbInfo, sysAdminId, sysAdminRealName)
  926. return
  927. }
  928. // ReplaceChartEdb 替换图表中的指标
  929. func ReplaceChartEdb(oldEdbInfo, newEdbInfo *EdbInfo) (mappingList []*EdbInfoCalculateMapping, replaceChartTotal, replaceCalculateTotal int, err error) {
  930. return replaceChartEdb(oldEdbInfo, newEdbInfo)
  931. }
  932. // replaceChartEdb 替换图表中的指标
  933. func replaceChartEdb(oldEdbInfo, newEdbInfo *EdbInfo) (mappingList []*EdbInfoCalculateMapping, replaceChartTotal, replaceCalculateTotal int, err error) {
  934. var errmsg string
  935. o := orm.NewOrmUsingDB("data")
  936. to, err := o.Begin()
  937. if err != nil {
  938. return
  939. }
  940. defer func() {
  941. if err != nil {
  942. _ = to.Rollback()
  943. } else {
  944. _ = to.Commit()
  945. }
  946. if errmsg != "" {
  947. fmt.Println("errmsg:" + errmsg)
  948. }
  949. if err != nil && errmsg != "" {
  950. go alarm_msg.SendAlarmMsg("替换图表中的指标失败提醒,errmsg:"+errmsg, 3)
  951. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"替换指标失败提醒", "errmsg:"+errmsg, utils.EmailSendToUsers)
  952. }
  953. }()
  954. //替换图表
  955. chartEdbMappingList := make([]*ChartEdbInfoMapping, 0)
  956. csql := `SELECT * FROM chart_edb_mapping WHERE edb_info_id=?`
  957. _, err = to.Raw(csql, oldEdbInfo.EdbInfoId).QueryRows(&chartEdbMappingList)
  958. if err != nil {
  959. errmsg = "获取指标关联图表信息失败:Err:" + err.Error()
  960. return
  961. }
  962. replaceChartTotal = len(chartEdbMappingList)
  963. for _, mv := range chartEdbMappingList {
  964. //获取图表所有指标信息
  965. chartEdbList := make([]*ChartEdbInfoMapping, 0)
  966. csql := `SELECT * FROM chart_edb_mapping WHERE chart_info_id=?`
  967. _, err = to.Raw(csql, mv.ChartInfoId).QueryRows(&chartEdbList)
  968. if err != nil {
  969. errmsg = "获取图表所有指标信息失败:Err:" + err.Error()
  970. return
  971. }
  972. var minData, maxData float64
  973. minData = newEdbInfo.MinValue
  974. maxData = newEdbInfo.MaxValue
  975. for _, cv := range chartEdbList {
  976. if mv.IsAxis == cv.IsAxis {
  977. if minData > cv.MinData {
  978. minData = cv.MinData
  979. }
  980. if maxData < cv.MaxData {
  981. maxData = cv.MaxData
  982. }
  983. }
  984. }
  985. //修改图表关联指标
  986. rsql := ` UPDATE chart_edb_mapping SET edb_info_id=?,max_data=?,min_data=?,modify_time=NOW() WHERE chart_edb_mapping_id=? `
  987. _, err = to.Raw(rsql, newEdbInfo.EdbInfoId, maxData, minData, mv.ChartEdbMappingId).Exec()
  988. if err != nil {
  989. errmsg = "更新图库指标信息失败:Err:" + err.Error()
  990. return
  991. }
  992. }
  993. //替换计算指标
  994. //获取所有包含的计算指标
  995. mappingList = make([]*EdbInfoCalculateMapping, 0)
  996. msql := ` SELECT * FROM edb_info_calculate_mapping WHERE from_edb_info_id=? GROUP BY edb_info_id `
  997. _, err = to.Raw(msql, oldEdbInfo.EdbInfoId).QueryRows(&mappingList)
  998. if err != nil {
  999. errmsg = "获取计算指标关联基础指标信息失败:Err:" + err.Error()
  1000. return
  1001. }
  1002. replaceCalculateTotal = len(mappingList)
  1003. //计算指标
  1004. for _, mv := range mappingList {
  1005. //如果即将替换的指标与当前指标id一致,那么就退出当前循环,进入下一循环
  1006. if mv.EdbInfoId == newEdbInfo.EdbInfoId {
  1007. continue
  1008. }
  1009. //替换原指标
  1010. msql := `UPDATE edb_info_calculate_mapping SET from_edb_info_id=?,from_edb_code=?,from_edb_name=?,from_source=?,from_source_name=? WHERE edb_info_calculate_mapping_id=? `
  1011. _, err = to.Raw(msql, newEdbInfo.EdbInfoId, newEdbInfo.EdbCode, newEdbInfo.EdbName, newEdbInfo.Source, newEdbInfo.SourceName, mv.EdbInfoCalculateMappingId).Exec()
  1012. if err != nil {
  1013. return
  1014. }
  1015. }
  1016. return
  1017. }
  1018. // replaceRelationEdbInfo 替换关联指标
  1019. func replaceRelationEdbInfo(mappingList []*EdbInfoCalculateMapping, oldEdbInfo, newEdbInfo *EdbInfo, sysAdminId int, sysAdminRealName string) (err error) {
  1020. errmsg := ``
  1021. defer func() {
  1022. if errmsg != "" {
  1023. fmt.Println("errmsg:" + errmsg)
  1024. }
  1025. if err != nil && errmsg != "" {
  1026. go alarm_msg.SendAlarmMsg("替换关联指标失败提醒,errmsg:"+errmsg, 3)
  1027. //go utils.SendEmail(utils.APPNAME+"【"+utils.RunMode+"】"+"替换指标失败提醒", "errmsg:"+errmsg, utils.EmailSendToUsers)
  1028. }
  1029. }()
  1030. //获取计算指标关联指标
  1031. allMappingList := make([]*EdbInfoCalculateMapping, 0)
  1032. allMapping := make(map[int]int)
  1033. tmpMapping := make(map[int]int)
  1034. for _, v := range mappingList {
  1035. if _, ok := allMapping[v.EdbInfoId]; !ok {
  1036. allMappingList = append(allMappingList, v)
  1037. }
  1038. newList, _ := GetAllCalculateV2(v.EdbInfoId, newEdbInfo.EdbInfoId, tmpMapping)
  1039. for _, nv := range newList {
  1040. if _, ok := allMapping[v.EdbInfoId]; !ok {
  1041. allMappingList = append(allMappingList, nv)
  1042. }
  1043. allMapping[v.EdbInfoId] = v.EdbInfoId
  1044. }
  1045. allMapping[v.EdbInfoId] = v.EdbInfoId
  1046. }
  1047. for mk, mv := range allMappingList { //原指标关联的所有计算指标
  1048. fmt.Println("mk/mv", mk, mv)
  1049. //重新计算计算指标
  1050. {
  1051. edbInfo, tmpErr := GetEdbInfoById(mv.EdbInfoId) //计算指标
  1052. err = tmpErr
  1053. if err != nil {
  1054. if err.Error() == utils.ErrNoRow() {
  1055. errmsg = "计算指标已被删除"
  1056. } else {
  1057. errmsg = "获取计算指标失败:err:" + err.Error()
  1058. }
  1059. return
  1060. }
  1061. fromEdbInfoList, tmpErr := GetEdbInfoCalculateDetail(mv.EdbInfoId, edbInfo.Source)
  1062. err = tmpErr
  1063. if err != nil {
  1064. errmsg = "获取计算指标失败:err:" + err.Error()
  1065. return
  1066. }
  1067. if len(fromEdbInfoList) <= 0 {
  1068. errmsg = "计算指标所依赖指标不存在"
  1069. err = fmt.Errorf("计算指标所依赖指标不存在")
  1070. return
  1071. }
  1072. fromEdbInfoItem := fromEdbInfoList[0]
  1073. if fromEdbInfoItem == nil {
  1074. return
  1075. }
  1076. fromEdbInfo, tmpErr := GetEdbInfoById(fromEdbInfoItem.FromEdbInfoId)
  1077. err = tmpErr
  1078. if err != nil {
  1079. errmsg = "获取计算指标 来源指标失败:err:" + err.Error()
  1080. return
  1081. }
  1082. edbCode := edbInfo.EdbCode
  1083. uniqueCode := edbInfo.UniqueCode
  1084. sourName := edbInfo.SourceName
  1085. source := edbInfo.Source
  1086. edbInfoId := edbInfo.EdbInfoId
  1087. req := new(EdbInfoCalculateBatchSaveReq)
  1088. req.EdbInfoId = edbInfoId
  1089. req.EdbName = edbInfo.EdbName
  1090. req.Frequency = edbInfo.Frequency
  1091. req.Unit = edbInfo.Unit
  1092. req.ClassifyId = edbInfo.ClassifyId
  1093. req.FromEdbInfoId = fromEdbInfoList[0].FromEdbInfoId
  1094. if source == utils.DATA_SOURCE_CALCULATE {
  1095. //检验公式
  1096. var formulaStr string
  1097. var edbInfoIdBytes []string
  1098. for _, v := range fromEdbInfoList {
  1099. formulaStr += v.FromTag + ","
  1100. edbInfoIdBytes = append(edbInfoIdBytes, v.FromTag)
  1101. }
  1102. formulaStr = strings.Trim(formulaStr, ",")
  1103. formulaMap := CheckFormula(edbInfo.CalculateFormula)
  1104. for _, v := range formulaMap {
  1105. if !strings.Contains(formulaStr, v) {
  1106. errmsg = "公式错误,请重新填写"
  1107. err = fmt.Errorf("公式错误,请重新填写")
  1108. return
  1109. }
  1110. }
  1111. edbInfoList := make([]*EdbInfo, 0)
  1112. for _, v := range fromEdbInfoList {
  1113. edbInfo, tmpErr := GetEdbInfoById(v.FromEdbInfoId)
  1114. err = tmpErr
  1115. if err != nil {
  1116. if err.Error() == utils.ErrNoRow() {
  1117. errmsg = "指标 " + strconv.Itoa(v.FromEdbInfoId) + " 不存在"
  1118. } else {
  1119. errmsg = "获取指标失败:Err:" + err.Error()
  1120. }
  1121. return
  1122. }
  1123. edbInfoList = append(edbInfoList, edbInfo)
  1124. }
  1125. //清除历史数据
  1126. err = DeleteCalculateData(edbInfoId)
  1127. if err != nil {
  1128. errmsg = "清空运算指标失败:Err:" + err.Error() + " edb_info_id:" + strconv.Itoa(edbInfoId)
  1129. return
  1130. }
  1131. err = Calculate(edbInfoList, int(edbInfoId), edbCode, edbInfo.CalculateFormula, edbInfoIdBytes)
  1132. if err != nil {
  1133. errmsg = "生成计算指标失败,Calculate Err:" + err.Error()
  1134. return
  1135. }
  1136. } else if source == utils.DATA_SOURCE_CALCULATE_LJZZY {
  1137. _, err = AddCalculateLjzzy(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  1138. } else if source == utils.DATA_SOURCE_CALCULATE_TBZ {
  1139. sourName = "同比值"
  1140. edbInfoId, err = AddCalculateTbz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  1141. } else if source == utils.DATA_SOURCE_CALCULATE_TCZ {
  1142. sourName = "同差值"
  1143. edbInfoId, err = AddCalculateTcz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  1144. } else if source == utils.DATA_SOURCE_CALCULATE_NSZYDPJJS {
  1145. sourName = "N数值移动平均计算"
  1146. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1147. edbInfoId, err = AddCalculateNszydpjjs(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName, formulaInt)
  1148. } else if source == utils.DATA_SOURCE_CALCULATE_HBZ {
  1149. sourName = "环比值"
  1150. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1151. edbInfoId, err = AddCalculateHbz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName, formulaInt)
  1152. } else if source == utils.DATA_SOURCE_CALCULATE_HCZ {
  1153. sourName = "环差值"
  1154. formulaInt, _ := strconv.Atoi(edbInfo.CalculateFormula)
  1155. edbInfoId, err = AddCalculateHcz(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName, formulaInt)
  1156. } else if source == utils.DATA_SOURCE_CALCULATE_BP {
  1157. sourName = "变频"
  1158. fmt.Println("变频", req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  1159. edbInfoId, err = AddCalculateBp(req, fromEdbInfo, edbCode, uniqueCode, sysAdminId, sysAdminRealName)
  1160. } else if source == utils.DATA_SOURCE_CALCULATE_TIME_SHIFT {
  1161. req2 := &EdbInfoCalculateBatchEditReq{
  1162. EdbName: edbInfo.EdbName,
  1163. Frequency: edbInfo.Frequency,
  1164. Unit: edbInfo.Unit,
  1165. ClassifyId: edbInfo.ClassifyId,
  1166. Formula: edbInfo.CalculateFormula,
  1167. EdbInfoId: edbInfo.EdbInfoId,
  1168. FromEdbInfoId: fromEdbInfoList[0].FromEdbInfoId,
  1169. Source: edbInfo.Source,
  1170. MoveType: edbInfo.MoveType,
  1171. MoveFrequency: edbInfo.MoveFrequency,
  1172. }
  1173. sourName = "时间移位"
  1174. edbInfoId, err = EditCalculateTimeShift(req2, fromEdbInfo, edbCode, edbInfo)
  1175. } else if source == utils.DATA_SOURCE_CALCULATE_ZJPJ {
  1176. edbInfoIdArr := make([]EdbInfoFromTag, 0)
  1177. //A指标
  1178. aFromEdbInfoId := fromEdbInfoList[0].FromEdbInfoId
  1179. for _, v := range fromEdbInfoList {
  1180. if v.FromTag == "A" {
  1181. if v.FromEdbInfoId == oldEdbInfo.EdbInfoId {
  1182. aFromEdbInfoId = newEdbInfo.EdbInfoId
  1183. } else {
  1184. aFromEdbInfoId = fromEdbInfoList[0].FromEdbInfoId
  1185. }
  1186. }
  1187. if v.FromTag == "B" {
  1188. if v.FromEdbInfoId == oldEdbInfo.EdbInfoId {
  1189. edbInfoIdArr = append(edbInfoIdArr, EdbInfoFromTag{
  1190. EdbInfoId: newEdbInfo.EdbInfoId,
  1191. FromTag: v.FromTag,
  1192. MoveValue: v.MoveValue,
  1193. })
  1194. } else {
  1195. edbInfoIdArr = append(edbInfoIdArr, EdbInfoFromTag{
  1196. EdbInfoId: v.FromEdbInfoId,
  1197. FromTag: v.FromTag,
  1198. MoveValue: v.MoveValue,
  1199. })
  1200. }
  1201. }
  1202. }
  1203. req2 := &EdbInfoCalculateBatchEditReq{
  1204. EdbName: edbInfo.EdbName,
  1205. Frequency: edbInfo.Frequency,
  1206. Unit: edbInfo.Unit,
  1207. ClassifyId: edbInfo.ClassifyId,
  1208. Formula: edbInfo.CalculateFormula,
  1209. EdbInfoId: edbInfo.EdbInfoId,
  1210. FromEdbInfoId: aFromEdbInfoId,
  1211. Source: edbInfo.Source,
  1212. MoveType: edbInfo.MoveType,
  1213. MoveFrequency: edbInfo.MoveFrequency,
  1214. EdbInfoIdArr: edbInfoIdArr,
  1215. }
  1216. sourName = "直接拼接"
  1217. if len(req2.EdbInfoIdArr) != 1 {
  1218. errmsg = "请传入拼接日期之后的指标"
  1219. err = fmt.Errorf("请传入拼接日期之后的指标")
  1220. return
  1221. }
  1222. secondEdbInfoReq := req2.EdbInfoIdArr[0]
  1223. secondEdbInfo, tmpErr := GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1224. err = tmpErr
  1225. if err != nil {
  1226. errmsg = "获取拼接日期之后的指标信息失败:Err:" + err.Error()
  1227. err = fmt.Errorf("获取拼接日期之后的指标信息失败:Err:" + err.Error())
  1228. return
  1229. }
  1230. if fromEdbInfo.EdbInfoId == secondEdbInfo.EdbInfoId {
  1231. errmsg = "两个指标不允许为同一个"
  1232. err = fmt.Errorf("两个指标不允许为同一个")
  1233. return
  1234. }
  1235. tmpEdbInfoId, tmpErr := EditCalculateZjpj(req2, edbInfo, fromEdbInfo, secondEdbInfo)
  1236. err = tmpErr
  1237. edbInfoId = tmpEdbInfoId
  1238. } else if source == utils.DATA_SOURCE_CALCULATE_LJZTBPJ { //累计值同比拼接
  1239. edbInfoIdArr := make([]EdbInfoFromTag, 0)
  1240. //A指标
  1241. aFromEdbInfoId := fromEdbInfoList[0].FromEdbInfoId
  1242. for _, v := range fromEdbInfoList {
  1243. if v.FromTag == "A" {
  1244. if v.FromEdbInfoId == oldEdbInfo.EdbInfoId {
  1245. aFromEdbInfoId = newEdbInfo.EdbInfoId
  1246. } else {
  1247. aFromEdbInfoId = fromEdbInfoList[0].FromEdbInfoId
  1248. }
  1249. }
  1250. if v.FromTag == "B" {
  1251. if v.FromEdbInfoId == oldEdbInfo.EdbInfoId {
  1252. edbInfoIdArr = append(edbInfoIdArr, EdbInfoFromTag{
  1253. EdbInfoId: newEdbInfo.EdbInfoId,
  1254. FromTag: v.FromTag,
  1255. MoveValue: v.MoveValue,
  1256. })
  1257. } else {
  1258. edbInfoIdArr = append(edbInfoIdArr, EdbInfoFromTag{
  1259. EdbInfoId: v.FromEdbInfoId,
  1260. FromTag: v.FromTag,
  1261. MoveValue: v.MoveValue,
  1262. })
  1263. }
  1264. }
  1265. }
  1266. req2 := &EdbInfoCalculateBatchEditReq{
  1267. EdbName: edbInfo.EdbName,
  1268. Frequency: edbInfo.Frequency,
  1269. Unit: edbInfo.Unit,
  1270. ClassifyId: edbInfo.ClassifyId,
  1271. Formula: edbInfo.CalculateFormula,
  1272. EdbInfoId: edbInfo.EdbInfoId,
  1273. FromEdbInfoId: aFromEdbInfoId,
  1274. Source: edbInfo.Source,
  1275. MoveType: edbInfo.MoveType,
  1276. MoveFrequency: edbInfo.MoveFrequency,
  1277. EdbInfoIdArr: edbInfoIdArr,
  1278. }
  1279. sourName = "累计值同比拼接"
  1280. if fromEdbInfo.Frequency != "月度" {
  1281. errmsg = "累计值同比拼接,待拼接指标只能筛选月度指标"
  1282. err = fmt.Errorf("累计值同比拼接,待拼接指标只能筛选月度指标")
  1283. return
  1284. }
  1285. if len(req2.EdbInfoIdArr) != 1 {
  1286. errmsg = "请传入同比值指标"
  1287. err = fmt.Errorf("请传入同比值指标")
  1288. return
  1289. }
  1290. secondEdbInfoReq := req2.EdbInfoIdArr[0]
  1291. tbzEdbInfo, tmpErr := GetEdbInfoById(secondEdbInfoReq.EdbInfoId)
  1292. err = tmpErr
  1293. if err != nil {
  1294. errmsg = "获取同比值指标信息失败:Err:" + err.Error()
  1295. err = fmt.Errorf("获取同比值指标信息失败:Err:" + err.Error())
  1296. return
  1297. }
  1298. if tbzEdbInfo.Source != utils.DATA_SOURCE_CALCULATE_TBZ {
  1299. errmsg = "指标必须是传入同比值指标类型"
  1300. err = fmt.Errorf("指标必须是传入同比值指标类型")
  1301. return
  1302. }
  1303. if tbzEdbInfo.Frequency != "月度" {
  1304. errmsg = "同比值指标只能筛选月度指标"
  1305. err = fmt.Errorf("同比值指标只能筛选月度指标")
  1306. return
  1307. }
  1308. if fromEdbInfo.EdbInfoId == tbzEdbInfo.EdbInfoId {
  1309. errmsg = "两个指标不允许为同一个"
  1310. err = fmt.Errorf("两个指标不允许为同一个")
  1311. return
  1312. }
  1313. tmpEdbInfoId, tmpErr := EditCalculateLjztbpj(req2, edbInfo, fromEdbInfo, tbzEdbInfo)
  1314. err = tmpErr
  1315. edbInfoId = tmpEdbInfoId
  1316. } else if source == utils.DATA_SOURCE_PYTHON {
  1317. //python代码运算的过滤
  1318. continue
  1319. } else {
  1320. errmsg = "无效计算方式,source:" + strconv.Itoa(source)
  1321. err = fmt.Errorf("无效计算方式,source:" + strconv.Itoa(source))
  1322. return
  1323. }
  1324. maxAndMinItem, tmpErr := GetEdbInfoMaxAndMinInfo(source, edbCode)
  1325. err = tmpErr
  1326. if err != nil && err.Error() != utils.ErrNoRow() {
  1327. errmsg = "生成" + sourName + "失败,GetEdbInfoMaxAndMinInfo Err:" + err.Error()
  1328. err = fmt.Errorf("生成" + sourName + "失败,GetEdbInfoMaxAndMinInfo Err:" + err.Error())
  1329. return
  1330. }
  1331. if maxAndMinItem != nil {
  1332. err = ModifyEdbInfoMaxAndMinInfo(edbInfoId, maxAndMinItem)
  1333. }
  1334. }
  1335. }
  1336. return
  1337. }
  1338. type EdbInfoView struct {
  1339. EdbInfoId int `orm:"column(edb_info_id);pk"`
  1340. EdbInfoType int `description:"指标类型,0:普通指标,1:预测指标"`
  1341. SourceName string `description:"来源名称"`
  1342. Source int `description:"来源id"`
  1343. EdbCode string `description:"指标编码"`
  1344. EdbName string `description:"指标名称"`
  1345. EdbNameSource string `description:"指标名称来源"`
  1346. Frequency string `description:"频率"`
  1347. Unit string `description:"单位"`
  1348. StartDate string `description:"起始日期"`
  1349. EndDate string `description:"终止日期"`
  1350. ClassifyId int `description:"分类id"`
  1351. SysUserId int
  1352. SysUserRealName string
  1353. UniqueCode string `description:"指标唯一编码"`
  1354. CreateTime string
  1355. ModifyTime string
  1356. MinValue float64 `description:"指标最小值"`
  1357. MaxValue float64 `description:"指标最大值"`
  1358. CalculateFormula string `description:"计算公式"`
  1359. EdbType int `description:"指标类型:1:基础指标,2:计算指标"`
  1360. Sort int `description:"排序字段"`
  1361. IsUpdate int `description:"当天是否已更新,1:未更新,2:已更新"`
  1362. LatestDate string `description:"数据最新日期"`
  1363. LatestValue float64 `description:"数据最新值"`
  1364. }
  1365. // 获取指标的所有计算指标,以及计算指标所依赖计算指标
  1366. func GetAllCalculateByEdbInfoId(edbInfoId int) (mappingList []*EdbInfoCalculateMapping, err error) {
  1367. o := orm.NewOrmUsingDB("data")
  1368. msql := ` SELECT * FROM edb_info_calculate_mapping WHERE from_edb_info_id=? GROUP BY edb_info_id `
  1369. _, err = o.Raw(msql, edbInfoId).QueryRows(&mappingList)
  1370. if err != nil {
  1371. return
  1372. }
  1373. return
  1374. }
  1375. func GetAllCalculate(edbInfoId int, edbInfoMap map[int]int) (mappingList []*EdbInfoCalculateMapping, err error) {
  1376. calculateList, err := GetAllCalculateByEdbInfoId(edbInfoId)
  1377. if err != nil && err.Error() != utils.ErrNoRow() {
  1378. return
  1379. }
  1380. for _, item := range calculateList {
  1381. _, ok := edbInfoMap[item.EdbInfoId]
  1382. if !ok {
  1383. edbInfoMap[item.EdbInfoId] = item.EdbInfoId
  1384. mappingList = append(mappingList, item)
  1385. newCalculateInfoArr, _ := GetAllCalculate(item.EdbInfoId, edbInfoMap)
  1386. mappingList = append(mappingList, newCalculateInfoArr...)
  1387. }
  1388. }
  1389. return
  1390. }
  1391. // GetAllCalculateByEdbInfoIdV2 获取计算指标的所有所依赖的指标(基础指标+计算指标)
  1392. func GetAllCalculateByEdbInfoIdV2(edbInfoId int) (mappingList []*EdbInfoCalculateMapping, err error) {
  1393. o := orm.NewOrmUsingDB("data")
  1394. msql := ` SELECT * FROM edb_info_calculate_mapping WHERE edb_info_id=? GROUP BY from_edb_info_id `
  1395. _, err = o.Raw(msql, edbInfoId).QueryRows(&mappingList)
  1396. if err != nil {
  1397. return
  1398. }
  1399. return
  1400. }
  1401. // GetAllCalculateV2 获取所有的指标(如果下层指标包含了待替换指标,那么就不加入)
  1402. func GetAllCalculateV2(oldEdbInfoId, replaceEdbInfoId int, edbInfoMap map[int]int) (mappingList []*EdbInfoCalculateMapping, err error) {
  1403. calculateList, err := GetAllCalculateByEdbInfoId(oldEdbInfoId)
  1404. if err != nil && err.Error() != utils.ErrNoRow() {
  1405. return
  1406. }
  1407. tmpMappingList := make([]*EdbInfoCalculateMapping, 0)
  1408. for _, item := range calculateList {
  1409. //如果计算指标里面存在即将替换的指标id,那么退出当前循环,进入下一循环
  1410. if item.EdbInfoId == replaceEdbInfoId {
  1411. err = fmt.Errorf("指标重复1")
  1412. return
  1413. }
  1414. //获取该指标的依赖指标列表,如果依赖指标列表中存在即将替换的指标,那么过滤该指标
  1415. childCalculateList, tmpErr := GetAllCalculateByEdbInfoIdV2(item.EdbInfoId)
  1416. if tmpErr != nil && tmpErr.Error() != utils.ErrNoRow() {
  1417. err = tmpErr
  1418. return
  1419. }
  1420. for _, childCalculate := range childCalculateList {
  1421. if childCalculate.FromEdbInfoId == replaceEdbInfoId {
  1422. err = fmt.Errorf("指标重复2")
  1423. return
  1424. }
  1425. }
  1426. _, ok := edbInfoMap[item.EdbInfoId]
  1427. if !ok {
  1428. edbInfoMap[item.EdbInfoId] = item.EdbInfoId
  1429. newCalculateInfoArr, tmpErr := GetAllCalculateV2(item.EdbInfoId, replaceEdbInfoId, edbInfoMap)
  1430. if tmpErr != nil {
  1431. err = tmpErr
  1432. continue
  1433. } else {
  1434. mappingList = append(mappingList, item)
  1435. tmpMappingList = append(tmpMappingList, newCalculateInfoArr...)
  1436. }
  1437. }
  1438. }
  1439. mappingList = append(mappingList, tmpMappingList...)
  1440. return
  1441. }
  1442. // EdbInfoFilterDataResp 搜索指标列表数据返回
  1443. type EdbInfoFilterDataResp struct {
  1444. Paging *paging.PagingItem
  1445. List []*EdbInfoList
  1446. }
  1447. // GetEdbInfoFilterList 获取指指标列表数据接口
  1448. func GetEdbInfoFilterList(condition string, pars []interface{}, startSize, pageSize int) (total int64, list []*EdbInfoList, err error) {
  1449. o := orm.NewOrmUsingDB("data")
  1450. sql := ` SELECT count(1) total FROM edb_info where 1=1 ` + condition + ` ORDER BY edb_info_id DESC `
  1451. err = o.Raw(sql, pars).QueryRow(&total)
  1452. if err != nil {
  1453. return
  1454. }
  1455. sql = ` SELECT * FROM edb_info where 1=1 ` + condition + ` ORDER BY edb_info_id DESC LIMIT ?,? `
  1456. _, err = o.Raw(sql, pars, startSize, pageSize).QueryRows(&list)
  1457. return
  1458. }
  1459. // SetEdbInfoImageReq 设置指标图片
  1460. type SetEdbInfoImageReq struct {
  1461. EdbInfoId int `description:"指标ID"`
  1462. ImageUrl string `description:"指标图片地址"`
  1463. }
  1464. // GetNextEdbInfoByCondition 根据条件获取下一个指标
  1465. func GetNextEdbInfoByCondition(condition string, pars []interface{}) (item *EdbInfo, err error) {
  1466. o := orm.NewOrmUsingDB("data")
  1467. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  1468. if condition != "" {
  1469. sql += condition
  1470. }
  1471. sql += " ORDER BY sort asc , edb_info_id asc LIMIT 1 "
  1472. err = o.Raw(sql, pars).QueryRow(&item)
  1473. return
  1474. }
  1475. // GetNextEdbInfo 根据分类id获取下一个 指标
  1476. func GetNextEdbInfo(classifyId, classifySort, classifyType, edbInfoType int) (item *EdbInfo, err error) {
  1477. o := orm.NewOrmUsingDB("data")
  1478. sql := ` SELECT b.* FROM edb_classify AS a
  1479. INNER JOIN edb_info AS b ON a.classify_id=b.classify_id
  1480. WHERE (a.sort>? OR (a.sort=? and a.classify_id>?) )
  1481. AND a.classify_type=? AND b.edb_info_type=?
  1482. ORDER BY a.sort ASC,b.sort asc,b.edb_info_id asc
  1483. LIMIT 1 `
  1484. err = o.Raw(sql, classifySort, classifySort, classifyId, classifyType, edbInfoType).QueryRow(&item)
  1485. return
  1486. }
  1487. // GetEdbInfoByEdbCodeList 根据指标code集合获取指标列表
  1488. func GetEdbInfoByEdbCodeList(source int, edbCodeList []string) (items []*EdbInfo, err error) {
  1489. num := len(edbCodeList)
  1490. if num <= 0 {
  1491. return
  1492. }
  1493. o := orm.NewOrmUsingDB("data")
  1494. sql := ` SELECT * FROM edb_info WHERE source=? AND edb_code in (` + utils.GetOrmInReplace(num) + `) `
  1495. _, err = o.Raw(sql, source, edbCodeList).QueryRows(&items)
  1496. return
  1497. }
  1498. // GetEdbInfoByConditionCount 根据条件获取指标列表数据总数
  1499. func GetEdbInfoByConditionCount(condition string, pars []interface{}) (count int, err error) {
  1500. o := orm.NewOrmUsingDB("data")
  1501. sql := ` SELECT COUNT(1) AS count FROM edb_info WHERE 1=1 `
  1502. if condition != "" {
  1503. sql += condition
  1504. }
  1505. err = o.Raw(sql, pars).QueryRow(&count)
  1506. return
  1507. }
  1508. // GetEdbInfoListByCondition 根据条件获取指标列表数据
  1509. func GetEdbInfoListByCondition(condition string, pars []interface{}, startSize, pageSize int) (items []*EdbInfoList, err error) {
  1510. o := orm.NewOrmUsingDB("data")
  1511. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  1512. if condition != "" {
  1513. sql += condition
  1514. }
  1515. sql += ` ORDER BY edb_info_id ASC LIMIT ?,? `
  1516. _, err = o.Raw(sql, pars, startSize, pageSize).QueryRows(&items)
  1517. return
  1518. }
  1519. // GetEdbInfoListV2ByCondition 根据条件获取指标列表数据(EdbInfo原始数据结构)
  1520. func GetEdbInfoListV2ByCondition(condition string, pars []interface{}, startSize, pageSize int) (items []*EdbInfo, err error) {
  1521. o := orm.NewOrmUsingDB("data")
  1522. sql := ` SELECT * FROM edb_info WHERE 1=1 `
  1523. if condition != "" {
  1524. sql += condition
  1525. }
  1526. sql += ` ORDER BY edb_info_id ASC LIMIT ?,? `
  1527. _, err = o.Raw(sql, pars, startSize, pageSize).QueryRows(&items)
  1528. return
  1529. }
  1530. // GetEdbInfoListGroupByUserId 根据指标id列表、用户分组获取指标信息
  1531. func GetEdbInfoListGroupByUserId(edbIdList []string) (items []*EdbInfo, err error) {
  1532. num := len(edbIdList)
  1533. if num <= 0 {
  1534. return
  1535. }
  1536. o := orm.NewOrmUsingDB("data")
  1537. sql := ` SELECT * FROM edb_info WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) GROUP BY sys_user_id `
  1538. _, err = o.Raw(sql, edbIdList).QueryRows(&items)
  1539. return
  1540. }
  1541. // ModifyEdbInfoUserIdByCodeList 根据指标code列表修改创建人
  1542. func ModifyEdbInfoUserIdByCodeList(edbIdList []string, userId int, userName string) (err error) {
  1543. num := len(edbIdList)
  1544. if num <= 0 {
  1545. return
  1546. }
  1547. o := orm.NewOrmUsingDB("data")
  1548. sql := `UPDATE edb_info SET sys_user_id=?,sys_user_real_name=? WHERE edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
  1549. _, err = o.Raw(sql, userId, userName, edbIdList).Exec()
  1550. return
  1551. }
  1552. // MoveEdbChartList 图表/指标信息
  1553. type MoveEdbChartList struct {
  1554. DataId string `description:"指标/图表唯一id"`
  1555. Code string `description:"指标code"`
  1556. Name string `description:"指标/图表名称"`
  1557. ClassifyName string `description:"分类名称"`
  1558. CreateUserId int `description:"创建人id"`
  1559. CreateUserName string `description:"创建人名称"`
  1560. }
  1561. // MoveEdbChartListResp 更改创建人返回数据
  1562. type MoveEdbChartListResp struct {
  1563. Paging *paging.PagingItem
  1564. List []MoveEdbChartList
  1565. }
  1566. // MoveEdbChartReq 转移指标/图表的请求
  1567. type MoveEdbChartReq struct {
  1568. Source int `description:"来源id"`
  1569. DataIdList []string `description:"指标/图表唯一id列表"`
  1570. NewUserId int `description:"新的创建人id"`
  1571. }
  1572. type EdbChartClassifyResp struct {
  1573. List []*EdbChartClassify
  1574. }
  1575. type EdbChartClassify struct {
  1576. ClassifyId int
  1577. ClassifyName string
  1578. ParentId int
  1579. Child []*EdbChartClassify
  1580. }
  1581. // EdbInfoDataSeasonalResp 指标季节性数据返回
  1582. type EdbInfoDataSeasonalResp struct {
  1583. EdbInfo *EdbInfo
  1584. DataList interface{}
  1585. }
  1586. // SetEdbDataInsertConfigReq 设置插入规则的请求
  1587. type SetEdbDataInsertConfigReq struct {
  1588. EdbInfoId int `description:"指标ID"`
  1589. Date string `description:"日期"`
  1590. Value float64 `description:"值"`
  1591. }
  1592. // GetEdbInfoByClassifyId 用于分类展示
  1593. func GetEdbInfoByClassifyId(classifyId, edbInfoType, adminId int) (items []*EdbClassifyItems, err error) {
  1594. o := orm.NewOrmUsingDB("data")
  1595. sql := ` SELECT edb_info_id,classify_id,edb_name_source AS classify_name,edb_name_en AS classify_name_en,unique_code,source_name,source,sys_user_id,sys_user_real_name,start_date,edb_code,edb_type, sort FROM edb_info WHERE classify_id = ? AND edb_info_type = ?`
  1596. pars := []interface{}{classifyId, edbInfoType}
  1597. // 如果筛选了用户id
  1598. if adminId > 0 {
  1599. sql += ` AND sys_user_id = ? `
  1600. pars = append(pars, adminId)
  1601. }
  1602. sql += ` order by sort asc,edb_info_id asc `
  1603. _, err = o.Raw(sql, pars).QueryRows(&items)
  1604. return
  1605. }
  1606. type EdbAndClassify struct {
  1607. EdbInfoId int `description:"指标id"`
  1608. EdbCode string `description:"指标code"`
  1609. UniqueCode string `description:"唯一code"`
  1610. EdbName string `description:"指标名称"`
  1611. FirstClassifyId int `description:"第1级的分类id"`
  1612. FirstClassifyName string `description:"第1级的分类名称"`
  1613. SecondClassifyId int `description:"第2级的分类id"`
  1614. SecondClassifyName string `description:"第2级的分类名称"`
  1615. }
  1616. // GetEdbInfoAndClassifyListByEdbIdList 根据指标id列表获取 指标及分类信息
  1617. func GetEdbInfoAndClassifyListByEdbIdList(edbIdList []int) (items []*EdbAndClassify, err error) {
  1618. num := len(edbIdList)
  1619. if num <= 0 {
  1620. return
  1621. }
  1622. o := orm.NewOrmUsingDB("data")
  1623. sql := ` SELECT a.edb_info_id,a.edb_code,a.unique_code,a.edb_name,b.classify_id as second_classify_id,b.classify_name as second_classify_name,c.classify_id as first_classify_id,c.classify_name as first_classify_name FROM edb_info AS a
  1624. JOIN edb_classify b on a.classify_id=b.classify_id
  1625. JOIN edb_classify c on b.parent_id=c.classify_id
  1626. WHERE a.edb_info_id in (` + utils.GetOrmInReplace(num) + `) `
  1627. _, err = o.Raw(sql, edbIdList).QueryRows(&items)
  1628. return
  1629. }
  1630. // TraceEdbInfoResp 指标追溯数据返回
  1631. type TraceEdbInfoResp struct {
  1632. EdbInfoId int `description:"指标id"`
  1633. EdbInfoType int `description:"指标类型: 0-普通指标; 1-预测指标"`
  1634. EdbName string `description:"指标名称"`
  1635. EdbType int `description:"指标类型: 1-基础指标; 2-计算指标"`
  1636. RuleTitle string `description:"指标规则"`
  1637. UniqueCode string `description:"唯一编码"`
  1638. ClassifyId int `description:"分类ID"`
  1639. Child []TraceEdbInfoResp `description:"下级来源"`
  1640. EdbInfo *EdbInfo `description:"指标信息" json:"-"`
  1641. }
  1642. // BeforeAndAfterDateDataResp 前后几期数据
  1643. type BeforeAndAfterDateDataResp struct {
  1644. List []*EdbDataList `description:"list"`
  1645. Date string `description:"实际日期"`
  1646. }
  1647. // GetEdbInfoAdminList
  1648. func GetEdbInfoAdminList(edbType int) (list []int, err error) {
  1649. o := orm.NewOrmUsingDB("data")
  1650. sql := ` SELECT sys_user_id FROM edb_info WHERE edb_info_type = ? GROUP BY sys_user_id `
  1651. _, err = o.Raw(sql, edbType).QueryRows(&list)
  1652. return
  1653. }
  1654. type EdbInfoExistCheckResp struct {
  1655. IndexExist bool `description:"指标是否存在:true,存在,false:不存在"`
  1656. ExistStockCodeArr []string `description:"存在的证券代码"`
  1657. ExistEdbCodeArr []string `description:"存在的指标代码"`
  1658. }