123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284 |
- package utils
- import "time"
- // 常量定义
- const (
- FormatTime = "15:04:05" //时间格式
- FormatDate = "2006-01-02" //日期格式
- FormatDateUnSpace = "20060102" //日期格式
- FormatDateTime = "2006-01-02 15:04:05" //完整时间格式
- HlbFormatDateTime = "2006-01-02_15:04:05.999" //完整时间格式
- HlbFormatDateTimeNoSecond = "2006-01-02 15:04" //完整时间格式
- FormatDateTimeUnSpace = "20060102150405" //完整时间格式
- FormatShortDateTimeUnSpace = "060102150405" //省去开头两位年份的时间格式
- FormatYearMonthDate = "2006-01" //日期格式
- FormatYearMonthUnSpace = "200601" //年月的日期格式
- PageSize15 = 15 //列表页每页数据量
- FormatDate1 = "2006/1/02" //日期格式
- FormatDateYearMonthDay = "2006年01月02日" //日期格式
- FormatDatePoint = "2006.01.02" //日期格式
- PageSize5 = 5
- PageSize10 = 10
- PageSize20 = 20
- PageSize30 = 30
- )
- // 数据来源渠道
- const (
- DATA_SOURCE_THS = iota + 1 //同花顺
- DATA_SOURCE_WIND //wind
- DATA_SOURCE_PB //彭博
- DATA_SOURCE_CALCULATE //指标运算
- DATA_SOURCE_CALCULATE_LJZZY //累计值转月
- DATA_SOURCE_CALCULATE_TBZ //同比值
- DATA_SOURCE_CALCULATE_TCZ //同差值
- DATA_SOURCE_CALCULATE_NSZYDPJJS //N数值移动平均计算
- DATA_SOURCE_MANUAL //手工指标
- DATA_SOURCE_LZ //隆众
- DATA_SOURCE_YS //有色
- DATA_SOURCE_CALCULATE_HBZ //环比值->12
- DATA_SOURCE_CALCULATE_HCZ //环差值->13
- DATA_SOURCE_CALCULATE_BP //变频->14
- DATA_SOURCE_GL //钢联->15
- DATA_SOURCE_ZZ //郑商所->16
- DATA_SOURCE_DL //大商所->17
- DATA_SOURCE_SH //上期所->18
- DATA_SOURCE_CFFEX //中金所->19
- DATA_SOURCE_SHFE //上期能源->20
- DATA_SOURCE_GIE //欧洲天然气->21
- DATA_SOURCE_CALCULATE_TIME_SHIFT //时间移位->22
- DATA_SOURCE_CALCULATE_ZJPJ //直接拼接->23
- DATA_SOURCE_CALCULATE_LJZTBPJ //累计值同比拼接->24
- DATA_SOURCE_LT //路透->25
- DATA_SOURCE_COAL //煤炭网->26
- DATA_SOURCE_PYTHON //python代码->27
- DATA_SOURCE_PB_FINANCE //彭博财务数据->28
- DATA_SOURCE_GOOGLE_TRAVEL //谷歌出行数据->29
- DATA_SOURCE_PREDICT //普通预测指标->30
- DATA_SOURCE_PREDICT_CALCULATE //预测指标运算->31
- DATA_SOURCE_PREDICT_CALCULATE_TBZ //预测指标 - 同比值->32
- DATA_SOURCE_PREDICT_CALCULATE_TCZ //预测指标 - 同差值->33
- DATA_SOURCE_MYSTEEL_CHEMICAL //钢联化工->34
- DATA_SOURCE_CALCULATE_CJJX //超季节性->35
- DATA_SOURCE_EIA_STEO //eia steo报告->36
- DATA_SOURCE_CALCULATE_NHCC //计算指标(拟合残差)->37
- DATA_SOURCE_COM_TRADE //联合国商品贸易数据->38
- DATA_SOURCE_PREDICT_CALCULATE_NSZYDPJJS //预测指标 - N数值移动平均计算 -> 39
- DATA_SOURCE_CALCULATE_ADJUST //数据调整->40
- DATA_SOURCE_SCI //卓创数据(红桃三)->41
- DATA_SOURCE_PREDICT_CALCULATE_LJZZY //预测指标 - 累计值转月->42
- DATA_SOURCE_PREDICT_CALCULATE_HBZ //预测指标 - 环比值->43
- DATA_SOURCE_PREDICT_CALCULATE_HCZ //预测指标 - 环差值->44
- DATA_SOURCE_PREDICT_CALCULATE_BP //预测指标 - 变频->45
- DATA_SOURCE_PREDICT_CALCULATE_TIME_SHIFT //预测指标 - 时间移位->46
- DATA_SOURCE_PREDICT_CALCULATE_ZJPJ //预测指标 - 直接拼接->47
- DATA_SOURCE_PREDICT_CALCULATE_LJZTBPJ //预测指标 - 累计值同比拼接->48
- DATA_SOURCE_PREDICT_CALCULATE_CJJX //预测指标 - 超季节性->49
- DATA_SOURCE_PREDICT_CALCULATE_NHCC //预测指标 - 计算指标(拟合残差)->50
- DATA_SOURCE_CALCULATE_JP //降频->51
- DATA_SOURCE_CALCULATE_NH //年化->52
- DATA_SOURCE_CALCULATE_KSZS //扩散指数->53
- DATA_SOURCE_PREDICT_CALCULATE_JP //预测指标 - 计算指标(降频)->54
- DATA_SOURCE_PREDICT_CALCULATE_NH //预测指标 - 计算指标(年化)->55
- DATA_SOURCE_PREDICT_CALCULATE_KSZS //预测指标 - 计算指标(扩散指数)->56
- DATA_SOURCE_BAIINFO //百川盈孚 ->57
- DATA_SOURCE_STOCK_PLANT //存量装置 ->58
- DATA_SOURCE_CALCULATE_CORRELATION //相关性计算->59
- DATA_SOURCE_NATIONAL_STATISTICS //国家统计局->60
- DATA_SOURCE_CALCULATE_LJZZJ //累计值转季 -> 61
- DATA_SOURCE_CALCULATE_LJZ //累计值 -> 62
- DATA_SOURCE_CALCULATE_LJZNCZJ //累计值(年初至今) -> 63
- DATA_SOURCE_PREDICT_CALCULATE_LJZZJ //预测指标 - 累计值转季->64
- DATA_SOURCE_PREDICT_CALCULATE_LJZ //预测指标 - 累计值 -> 65
- DATA_SOURCE_PREDICT_CALCULATE_LJZNCZJ //预测指标 - 累计值(年初至今) -> 66
- DATA_SOURCE_CALCULATE_STANDARD_DEVIATION //标准差->67
- DATA_SOURCE_CALCULATE_PERCENTILE //百分位->68
- DATA_SOURCE_PREDICT_CALCULATE_STANDARD_DEVIATION //预测标准差->69
- DATA_SOURCE_PREDICT_CALCULATE_PERCENTILE //预测百分位->70
- DATA_SOURCE_FUBAO //富宝数据->71
- DATA_SOURCE_LY = 91 // 粮油商务网
- DATA_SOURCE_RZD = 97 // 睿姿得数据
- )
- // 指标来源的中文展示
- const (
- DATA_SOURCE_NAME_THS = `同花顺` //同花顺
- DATA_SOURCE_NAME_WIND = `wind` //wind
- DATA_SOURCE_NAME_PB = `彭博` //彭博
- DATA_SOURCE_NAME_CALCULATE = `指标运算` //指标运算
- DATA_SOURCE_NAME_CALCULATE_LJZZY = `累计值转月值` //累计值转月
- DATA_SOURCE_NAME_CALCULATE_TBZ = `同比值` //同比值
- DATA_SOURCE_NAME_CALCULATE_TCZ = `同差值` //同差值
- DATA_SOURCE_NAME_CALCULATE_NSZYDPJJS = `N数值移动平均计算` //N数值移动平均计算
- DATA_SOURCE_NAME_MANUAL = `手工数据` //手工指标
- DATA_SOURCE_NAME_LZ = `隆众` //隆众
- DATA_SOURCE_NAME_YS = `SMM` //有色
- DATA_SOURCE_NAME_CALCULATE_HBZ = `环比值` //环比值->12
- DATA_SOURCE_NAME_CALCULATE_HCZ = `环差值` //环差值->13
- DATA_SOURCE_NAME_CALCULATE_BP = `升频` //变频,2023-2-10 13:56:01调整为"升频"->14
- DATA_SOURCE_NAME_GL = `钢联` //钢联->15
- DATA_SOURCE_NAME_ZZ = `郑商所` //郑商所->16
- DATA_SOURCE_NAME_DL = `大商所` //大商所->17
- DATA_SOURCE_NAME_SH = `上期所` //上期所->18
- DATA_SOURCE_NAME_CFFEX = `中金所` //中金所->19
- DATA_SOURCE_NAME_SHFE = `上期能源` //上期能源->20
- DATA_SOURCE_NAME_GIE = `欧洲天然气` //欧洲天然气->21
- DATA_SOURCE_NAME_CALCULATE_TIME_SHIFT = `时间移位` //时间移位->22
- DATA_SOURCE_NAME_CALCULATE_ZJPJ = `直接拼接` //直接拼接->23
- DATA_SOURCE_NAME_CALCULATE_LJZTBPJ = `累计值同比拼接` //累计值同比拼接->24
- DATA_SOURCE_NAME_LT = `路透` //路透->25
- DATA_SOURCE_NAME_COAL = `中国煤炭网` //煤炭网->26
- DATA_SOURCE_NAME_PYTHON = `代码运算` //python代码->27
- DATA_SOURCE_NAME_PB_FINANCE = `彭博财务` //彭博财务数据->28
- DATA_SOURCE_NAME_GOOGLE_TRAVEL = `our world in data` //谷歌出行数据->29
- DATA_SOURCE_NAME_PREDICT = `预测指标` //普通预测指标->30
- DATA_SOURCE_NAME_PREDICT_CALCULATE = `预测指标运算` //预测指标运算->31
- DATA_SOURCE_NAME_PREDICT_CALCULATE_TBZ = `预测同比` //预测指标 - 同比值->32
- DATA_SOURCE_NAME_PREDICT_CALCULATE_TCZ = `预测同差` //预测指标 - 同差值->33
- DATA_SOURCE_NAME_MYSTEEL_CHEMICAL = `钢联化工` //钢联化工->34
- DATA_SOURCE_NAME_CALCULATE_CJJX = `超季节性` //超季节性->35
- DATA_SOURCE_NAME_EIA_STEO = `EIA STERO报告` //eia stero报告->36
- DATA_SOURCE_NAME_CALCULATE_NHCC = `拟合残差` //计算指标(拟合残差)->37
- DATA_SOURCE_NAME_COM_TRADE = `UN` //联合国商品贸易数据->38
- DATA_SOURCE_NAME_PREDICT_CALCULATE_NSZYDPJJS = `预测N数值移动平均计算` //预测指标 - N数值移动平均计算 -> 39
- DATA_SOURCE_NAME_CALCULATE_ADJUST = `数据调整` //数据调整->40
- DATA_SOURCE_NAME_SCI = `SCI` //卓创数据(红桃三)->41
- DATA_SOURCE_NAME_PREDICT_CALCULATE_LJZZY = `预测累计值转月值` //预测指标 - 累计值转月->42
- DATA_SOURCE_NAME_PREDICT_CALCULATE_HBZ = `预测环比值` //预测指标 - 环比值->43
- DATA_SOURCE_NAME_PREDICT_CALCULATE_HCZ = `预测环差值` //预测指标 - 环差值->44
- DATA_SOURCE_NAME_PREDICT_CALCULATE_BP = `预测升频` //预测指标 - 升频->45
- DATA_SOURCE_NAME_PREDICT_CALCULATE_TIME_SHIFT = `预测时间移位` //预测指标 - 时间移位->46
- DATA_SOURCE_NAME_PREDICT_CALCULATE_ZJPJ = `预测直接拼接` //预测指标 - 直接拼接->47
- DATA_SOURCE_NAME_PREDICT_CALCULATE_LJZTBPJ = `预测累计值同比拼接` //预测指标 - 累计值同比拼接->48
- DATA_SOURCE_NAME_PREDICT_CALCULATE_CJJX = `预测超季节性` //预测指标 - 超季节性->49
- DATA_SOURCE_NAME_PREDICT_CALCULATE_NHCC = `预测拟合残差` //预测指标 - 计算指标(拟合残差)->50
- DATA_SOURCE_NAME_CALCULATE_JP = `降频` //降频->51
- DATA_SOURCE_NAME_CALCULATE_NH = `年化` //年化->52
- DATA_SOURCE_NAME_CALCULATE_KSZS = `扩散指数` //扩散指数->53
- DATA_SOURCE_NAME_PREDICT_CALCULATE_JP = `预测降频` //预测指标 - 计算指标(降频)->54
- DATA_SOURCE_NAME_PREDICT_CALCULATE_NH = `预测年化` //预测指标 - 计算指标(年化)->55
- DATA_SOURCE_NAME_PREDICT_CALCULATE_KSZS = `预测扩散指数` //预测指标 - 计算指标(扩散指数)->56
- DATA_SOURCE_NAME_BAIINFO = `百川盈孚` //百川盈孚 ->57
- DATA_SOURCE_NAME_STOCK_PLANT = `存量装置` //存量装置 ->58
- DATA_SOURCE_NAME_CALCULATE_CORRELATION = `相关性计算` //相关性计算->59
- DATA_SOURCE_NAME_NATIONAL_STATISTICS = `国家统计局` //国家统计局->60
- DATA_SOURCE_NAME_CALCULATE_LJZZJ = `累计值转季值` //累计值转季 -> 61
- DATA_SOURCE_NAME_CALCULATE_LJZ = `累计值` //累计值 -> 62
- DATA_SOURCE_NAME_CALCULATE_LJZNCZJ = `年初至今累计值` //累计值(年初至今) -> 63
- DATA_SOURCE_NAME_PREDICT_CALCULATE_LJZZJ = `预测累计值转季值` //预测指标 - 累计值转季->64
- DATA_SOURCE_NAME_PREDICT_CALCULATE_LJZ = `预测累计值` //预测指标 - 累计值 -> 65
- DATA_SOURCE_NAME_PREDICT_CALCULATE_LJZNCZJ = `预测年初至今累计值` //预测指标 - 累计值(年初至今) -> 66
- DATA_SOURCE_NAME_CALCULATE_STANDARD_DEVIATION = `标准差` //标准差->67
- DATA_SOURCE_NAME_CALCULATE_PERCENTILE = `百分位` //百分位->68
- DATA_SOURCE_NAME_PREDICT_CALCULATE_STANDARD_DEVIATION = `预测标准差` //预测标准差->69
- DATA_SOURCE_NAME_PREDICT_CALCULATE_PERCENTILE = `预测百分位` //预测百分位->70
- DATA_SOURCE_NAME_FUBAO = `富宝数据` //富宝数据->71
- )
- // 基础数据初始化日期
- var (
- BASE_START_DATE = time.Now().AddDate(-30, 0, 0).Format(FormatDate) //基础数据开始日期
- BASE_END_DATE = time.Now().AddDate(4, 0, 0).Format(FormatDate) //基础数据结束日期
- BASE_START_DATE_UnSpace = time.Now().AddDate(-30, 0, 0).Format(FormatDateUnSpace) //基础数据开始日期
- BASE_END_DATE_UnSpace = time.Now().AddDate(4, 0, 0).Format(FormatDateUnSpace) //基础数据结束日期
- )
- const (
- DATA_PREFIX = "hz_data"
- CHART_PREFIX = "hz_chart"
- )
- // 数据刷新频率
- const (
- DATA_REFRESH = 7 //7个单位,日/周/月/季度/年
- DATA_END_DATE_LIMIT = 4 //数据结束日期为,当前日期,加上4年时间
- )
- const (
- CACHE_EDB_DATA_ADD = "CACHE_EDB_DATA_ADD_"
- CACHE_EDB_DATA_REFRESH = "CACHE_EDB_DATA_REFRESH_"
- CACHE_WIND_URL = "CACHE_WIND_URL"
- CACHE_CHART_INFO_DATA = "chart:info:data:" //图表数据
- CACHE_STOCK_PLANT_CALCULATE = "CACHE_STOCK_PLANT_CALCULATE_" // 库存装置减产计算
- )
- // 图表类型
- const (
- CHART_SOURCE_DEFAULT = 1
- CHART_SOURCE_FUTURE_GOOD = 2
- CHART_SOURCE_CORRELATION = 3 // 相关性图表
- CHART_SOURCE_ROLLING_CORRELATION = 4 // 滚动相关性图表
- CHART_SOURCE_FUTURE_GOOD_PROFIT = 5 // 商品利润曲线
- )
- // MonthQuarterMap 月份与季度的map
- var MonthQuarterMap = map[int]int{
- 1: 1,
- 2: 1,
- 3: 1,
- 4: 2,
- 5: 2,
- 6: 2,
- 7: 3,
- 8: 3,
- 9: 3,
- 10: 4,
- 11: 4,
- 12: 4,
- }
- // FrequencyDaysMap 频度日期的map关系
- var FrequencyDaysMap = map[string]int{
- "天": 1, "周": 7, "月": 30, "季": 90, "年": 365,
- }
- // edb_index_lib 的接口名称
- const (
- LIB_ROUTE_YONGYI_HANDLE = "yongyi/handle/excel_data" //涌益咨询处理excel数据并入库 数据地址
- LIB_ROUTE_COAL_MINE_JSM_HISTORY = "/coal_mine/jsm/history" //jsm三省煤炭网历史数据处理excel数据并入库 数据地址
- LIB_ROUTE_COAL_MINE_COASTAL_HISTORY = "/coal_mine/coastal/history" //沿海煤炭网历史数据处理excel数据并入库 数据地址
- LIB_ROUTE_COAL_MINE_INLAND_HISTORY = "/coal_mine/inland/history" //内陆三省煤炭网历史数据处理excel数据并入库 数据地址
- LIB_ROUTE_COAL_MINE_JSM = "/coal_mine/jsm" //jsm三省煤炭网历史数据处理excel数据并入库 数据地址
- LIB_ROUTE_COAL_MINE_COASTAL = "/coal_mine/coastal" //沿海煤炭网历史数据处理excel数据并入库 数据地址
- LIB_ROUTE_COAL_MINE_INLAND = "/coal_mine/inland" //内陆三省煤炭网历史数据处理excel数据并入库 数据地址
- LIB_ROUTE_COAL_MINE_FIRM = "/coal_mine/firm" //分公司旬度煤炭网数据处理excel数据并入库 数据地址
- LIB_ROUTE_FENWEI_HANDLE = "fenwei/handle/excel_data" // 汾渭煤炭excel数据入库接口地址
- LIB_ROUTE_FENWEI_CLASSIFY = "fenwei/classify_tree" // 汾渭煤炭分类接口地址
- LIB_ROUTE_FENWEI_INDEX_LIST = "fenwei/base_index_list" // 汾渭煤炭指标列表接口地址
- LIB_ROUTE_COAL_MINE_MTJH = "/mtjh/data" //煤炭江湖数据处理excel数据并入库 数据地址
- LIB_ROUTE_CCF_EDB_HANDLE = "ccf/handle/edb_data" // CCF化纤信息指标入库接口地址
- LIB_ROUTE_CCF_TABLE_HANDLE = "ccf/handle/table_data" // CCF化纤信息装置表格入库接口地址
- LIB_ROUTE_OILCHEM_TABLE_HANDLE = "oilchem/handle/edb_data" // 隆众资讯入库接口地址
- LIB_ROUTE_Hisugar_TABLE_HANDLE = "hisugar/handle/edb_data" // 泛糖科技入库接口地址
- LIB_ROUTE_FENWEI_NET_DATA_HANDLE = "/fenwei/net/data/handle" // 汾渭网页数据处理
- GET_LY_CLASSIFY_BY_NAME = "/ly/get/ly/classify/by/name" // 获取分类
- GET_LY_INDEX_RECORD_BY_URL = "/ly/get/ly/index/record/by/url" // 根据url获取指标已读取记录
- ADD_LY_INDEX_RECORD = "/ly/add/ly/index/record" // 维护指标数据读取进度到数据库
- ADD_LY_DATA_LIST = "/ly/add/ly/data/list" // 新增指标数据列表
- ADD_LY_INDEX = "/ly/add/ly/index" // 新增指标
- GET_LY_DATA_BY_INDEX_ID_AND_DATA_TIME = "/ly/get/ly/data/by/index/id/and/data/time" // 根据指标id和时间获取指标数据
- GET_LY_DATA_BY_INDEX_ID_AND_DATA_TIME_YM = "/ly/get/ly/data/by/index/id/and/data/time/ym" // 根据指标id和年月时间获取指标数据
- UPDATE_LY_DATA_BY_ID = "/ly/update/ly/data/by/id" // 更新数据源指标数据
- UPDATE_LY_EDB_DATA_BY_ID = "/ly/update/ly/edb/data/by/id" // 更新指标库指标数据
- GET_LY_EDB_DATA_BY_INDEX_CODE_AND_DATA_TIME = "/ly/get/ly/edb/data/by/index/code/and/data/time" // 根据指标编码和模糊日期获取指标库数据
- GET_LY_EDB_DATA_BY_INDEX_CODE_AND_EXACT_DATA_TIME = "/ly/get/ly/edb/data/by/index/code/and/exact/data/time" //根据指标编码和精确日期获取指标库数据
- GET_LY_INDEX_BY_CODE = "/ly/get/ly/index/by/code" // 根据指标编码获取指标
- GET_EDB_INFO_BY_INDEX_CODE = "/ly/get/edb/info/by/index/code" // 根据指标code获取指标信息
- ADD_BATCH_LY_EDB_DATA = "/ly/add/batch/ly/edb/data" // 批量增加粮油指标库数据
- ADD_RZD_INDEX = "/rzd/add/rzd/index" // 新增睿咨得指标
- ADD_BATCH_RZD_DATA = "/rzd/add/batch/rzd/data" // 新增数据源指标数据列表
- GET_RZD_INDEX_DATA_BY_CODE_AND_TIME = "/rzd/get/rzd/index/data/by/code/and/time" // 根据指标编码和日期获取指标数据
- GET_EDB_RZD_DATA_BY_CODE_AND_TIME = "/rzd/get/edb/rzd/data/by/code/and/time" // 根据指标编码和日期获取指标数据
- GET_RZD_INDEX_BY_CODE = "/rzd/get/rzd/index/by/code" // 根据指标编码获取指标
- GET_RZD_CLASSIFY_BY_NAME = "/rzd/get/rzd/classify/by/name" // 根据分类名称查询分类
- ADD_RZD_CLASSIFY = "/rzd/add/rzd/classify" // 新增睿咨得分类
- ADD_BATCH_RZD_EDB_DATA = "/rzd/add/batch/rzd/edb/data" // 批量增加指标库指标数据
- GET_RZD_EDB_INFO_BY_INDEX_CODE = "/rzd/get/rzd/edb/info/by/code" // 根据指标code获取指标信息
- UPDATE_RZD_EDB_DATA = "/rzd/update/rzd/edb/data" // 修改指标库指标数据
- LIB_ROUTE_CLARKSONS = "/clarksons/data" // 克拉克森
- )
- const (
- APPNAME = "弘则-数据爬虫"
- )
|