1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429143014311432143314341435143614371438143914401441144214431444144514461447144814491450145114521453145414551456145714581459146014611462146314641465146614671468146914701471147214731474147514761477147814791480148114821483148414851486148714881489149014911492149314941495149614971498149915001501150215031504150515061507150815091510151115121513151415151516151715181519152015211522152315241525152615271528152915301531153215331534153515361537153815391540154115421543154415451546154715481549155015511552155315541555155615571558155915601561156215631564156515661567156815691570157115721573157415751576157715781579158015811582158315841585158615871588158915901591159215931594159515961597159815991600160116021603160416051606160716081609161016111612161316141615161616171618161916201621162216231624162516261627162816291630163116321633163416351636163716381639164016411642164316441645164616471648164916501651165216531654165516561657165816591660166116621663166416651666166716681669167016711672167316741675167616771678167916801681168216831684168516861687168816891690169116921693169416951696169716981699170017011702170317041705170617071708170917101711171217131714171517161717171817191720172117221723172417251726172717281729173017311732173317341735173617371738173917401741174217431744174517461747174817491750175117521753175417551756175717581759176017611762176317641765176617671768176917701771177217731774177517761777177817791780178117821783178417851786178717881789179017911792179317941795179617971798179918001801180218031804180518061807180818091810181118121813181418151816181718181819182018211822182318241825182618271828182918301831183218331834183518361837183818391840184118421843184418451846184718481849185018511852185318541855185618571858185918601861186218631864186518661867186818691870187118721873187418751876187718781879188018811882188318841885188618871888188918901891189218931894189518961897189818991900190119021903190419051906190719081909191019111912191319141915191619171918191919201921192219231924192519261927192819291930193119321933193419351936193719381939194019411942194319441945194619471948194919501951195219531954195519561957195819591960196119621963196419651966196719681969197019711972197319741975197619771978197919801981198219831984198519861987198819891990199119921993199419951996199719981999200020012002200320042005200620072008200920102011201220132014201520162017201820192020202120222023202420252026202720282029203020312032203320342035203620372038203920402041204220432044204520462047204820492050205120522053205420552056205720582059206020612062206320642065206620672068206920702071207220732074207520762077207820792080208120822083208420852086208720882089209020912092209320942095209620972098209921002101210221032104210521062107210821092110211121122113211421152116211721182119212021212122212321242125212621272128212921302131213221332134213521362137213821392140214121422143214421452146214721482149215021512152215321542155215621572158215921602161216221632164216521662167216821692170217121722173217421752176217721782179218021812182218321842185218621872188218921902191219221932194219521962197219821992200220122022203220422052206220722082209221022112212221322142215221622172218221922202221222222232224222522262227222822292230223122322233223422352236223722382239224022412242224322442245224622472248224922502251225222532254225522562257225822592260226122622263226422652266226722682269227022712272227322742275227622772278227922802281228222832284228522862287228822892290229122922293229422952296229722982299230023012302230323042305230623072308230923102311231223132314231523162317231823192320232123222323232423252326232723282329233023312332233323342335233623372338233923402341234223432344234523462347234823492350235123522353235423552356235723582359236023612362236323642365236623672368236923702371237223732374237523762377237823792380238123822383238423852386238723882389239023912392239323942395239623972398239924002401240224032404240524062407240824092410241124122413241424152416241724182419242024212422242324242425242624272428242924302431243224332434243524362437243824392440244124422443244424452446244724482449245024512452245324542455245624572458245924602461246224632464246524662467246824692470247124722473247424752476247724782479248024812482248324842485248624872488248924902491249224932494249524962497249824992500250125022503250425052506250725082509251025112512251325142515251625172518251925202521252225232524252525262527252825292530253125322533253425352536253725382539254025412542254325442545254625472548254925502551255225532554255525562557255825592560256125622563256425652566256725682569257025712572257325742575257625772578257925802581258225832584258525862587258825892590259125922593259425952596259725982599260026012602260326042605260626072608260926102611261226132614261526162617261826192620262126222623262426252626262726282629263026312632263326342635263626372638263926402641264226432644264526462647264826492650265126522653265426552656265726582659266026612662266326642665266626672668266926702671267226732674267526762677267826792680268126822683268426852686268726882689269026912692269326942695269626972698269927002701270227032704270527062707270827092710271127122713271427152716271727182719272027212722272327242725272627272728272927302731273227332734273527362737273827392740274127422743274427452746274727482749275027512752275327542755275627572758275927602761276227632764276527662767276827692770277127722773277427752776277727782779278027812782278327842785278627872788278927902791279227932794279527962797279827992800280128022803280428052806280728082809281028112812281328142815281628172818281928202821282228232824282528262827282828292830283128322833283428352836283728382839284028412842284328442845284628472848284928502851285228532854285528562857285828592860286128622863286428652866286728682869287028712872287328742875287628772878287928802881288228832884288528862887288828892890289128922893289428952896289728982899290029012902290329042905290629072908290929102911291229132914291529162917291829192920292129222923292429252926292729282929293029312932293329342935293629372938293929402941294229432944294529462947294829492950295129522953295429552956295729582959296029612962296329642965296629672968296929702971297229732974297529762977297829792980298129822983298429852986298729882989299029912992299329942995299629972998299930003001300230033004300530063007300830093010301130123013301430153016301730183019302030213022302330243025302630273028302930303031303230333034303530363037303830393040304130423043304430453046304730483049305030513052305330543055305630573058305930603061306230633064306530663067306830693070307130723073307430753076307730783079308030813082308330843085308630873088308930903091309230933094309530963097309830993100310131023103310431053106310731083109311031113112311331143115311631173118311931203121312231233124312531263127312831293130313131323133313431353136313731383139314031413142314331443145314631473148314931503151315231533154315531563157315831593160316131623163316431653166316731683169317031713172317331743175317631773178317931803181318231833184318531863187318831893190319131923193319431953196319731983199320032013202320332043205320632073208320932103211321232133214321532163217321832193220322132223223322432253226322732283229323032313232323332343235323632373238323932403241324232433244324532463247324832493250325132523253325432553256325732583259326032613262326332643265326632673268326932703271327232733274327532763277327832793280328132823283328432853286328732883289329032913292329332943295329632973298329933003301330233033304330533063307330833093310331133123313331433153316331733183319332033213322332333243325332633273328332933303331333233333334333533363337333833393340334133423343334433453346334733483349335033513352335333543355335633573358335933603361336233633364336533663367336833693370337133723373337433753376337733783379338033813382338333843385338633873388338933903391339233933394339533963397339833993400340134023403340434053406340734083409341034113412341334143415341634173418341934203421342234233424342534263427342834293430343134323433343434353436343734383439344034413442344334443445344634473448344934503451345234533454345534563457345834593460346134623463346434653466346734683469 |
- // Package ruizide
- // @Author gmy 2024/10/21 10:50:00
- package main
- import (
- "encoding/json"
- "eta/eta_data_analysis/models"
- "eta/eta_data_analysis/utils"
- "fmt"
- "github.com/beego/beego/v2/core/logs"
- "math"
- "strconv"
- "strings"
- "unicode"
- )
- var classifyMap = map[string]string{
- "Road Index": "analytics library",
- "Road Active Fleet": "analytics library",
- "Aviation Index": "analytics library",
- "Aviation Active Fleet": "analytics library",
- "Demand-Gasoline": "analytics library",
- "Demand - Diesel": "analytics library",
- "Demand - Jet Fuel": "analytics library",
- "Demand - Maritime Bunker": "analytics library",
- "Oil_Demand_Signals_Weekly_Report": "analytics library",
- "cube dashboards": "cube dashboards",
- "Oil Market Cube": "Oil Market Cube",
- }
- // RoadIndexProcessor
- // @Description: AnalyticsLibrary处理器
- type RoadIndexProcessor struct{}
- func (p *RoadIndexProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing AnalyticsLibrary...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "%"
- indexNameColOne := "Index"
- indexNameColTwo := "Index 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCodeOne] = indexNameOne
- indexInfoMap[indexCodeTwo] = indexNameTwo
- var indexInfoList []*models.IndexInfo
- valueOne, err := strconv.ParseFloat(rowData[len(rowData)-2], 64)
- if err != nil {
- return nil, err
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- valueTwo, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("dataList: %v", dataList)
- return dataList, err
- }
- // RoadActiveFleetProcessor
- // @Description: RoadActiveFleetProcessor处理器
- type RoadActiveFleetProcessor struct{}
- func (p *RoadActiveFleetProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing RoadActiveFleet...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "辆"
- indexNameColOne := "Active Fleet"
- indexNameColTwo := "Active Fleet 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- var indexInfoList []*models.IndexInfo
- valueOne, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- valueTwo, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("RoadActiveFleetProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("RoadActiveFleetProcessor dataList: %v", dataList)
- return dataList, err
- }
- // AviationIndexProcessor
- // @Description: AviationIndexProcessor处理器
- type AviationIndexProcessor struct{}
- func (p *AviationIndexProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing AviationIndexProcessor...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "%"
- indexNameColOne := "Index"
- indexNameColTwo := "Index 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- var indexInfoList []*models.IndexInfo
- valueOne, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- valueTwo, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("AviationIndexProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("AviationIndexProcessor dataList: %v", dataList)
- return dataList, err
- }
- // AviationActiveFleetProcessor
- // @Description: AviationActiveFleetProcessor处理器
- type AviationActiveFleetProcessor struct{}
- func (p *AviationActiveFleetProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing AviationActiveFleetProcessor...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "辆"
- indexNameColOne := "Active Fleet"
- indexNameColTwo := "Active Fleet 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := sheetName + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId(sheetName, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- var indexInfoList []*models.IndexInfo
- valueOne, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- valueTwo, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("AviationActiveFleetProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("AviationActiveFleetProcessor dataList: %v", dataList)
- return dataList, err
- }
- // DemandGasolineProcessor
- // @Description: DemandGasolineProcessor处理器
- type DemandGasolineProcessor struct{}
- func (p *DemandGasolineProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing DemandGasolineProcessor...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "千桶每天"
- indexNameColOne := "Demand"
- indexNameColTwo := "Demand 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := "Gasoline Demand" + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := "Gasoline Demand" + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId("Gasoline Demand", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId("Gasoline Demand", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- var indexInfoList []*models.IndexInfo
- var valueOne float64
- if rowData[len(rowData)-2] == "" {
- valueOne = 0
- } else {
- valueOne, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- var valueTwo float64
- if rowData[len(rowData)-1] == "" {
- valueTwo = 0
- } else {
- valueTwo, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandGasolineProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandGasolineProcessor dataList: %v", dataList)
- return dataList, err
- }
- // DemandDieselProcessor
- // @Description: DemandDieselProcessor处理器
- type DemandDieselProcessor struct{}
- func (p *DemandDieselProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing DemandDieselProcessor...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "千桶每天"
- indexNameColOne := "Demand"
- indexNameColTwo := "Demand 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := "Demand Diesel" + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := "Demand Diesel" + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId("Demand Diesel", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId("Demand Diesel", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- var indexInfoList []*models.IndexInfo
- valueOne, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- valueTwo, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandDieselProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandDieselProcessor dataList: %v", dataList)
- return dataList, err
- }
- // DemandJetFuelProcessor
- // @Description: DemandJetFuelProcessor处理器
- type DemandJetFuelProcessor struct{}
- func (p *DemandJetFuelProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing DemandJetFuelProcessor...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "千桶每天"
- indexNameColOne := "Demand"
- indexNameColTwo := "Demand 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := "Demand Jet Fuel" + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := "Demand Jet Fuel" + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId("Demand Jet Fuel", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId("Demand Jet Fuel", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- var indexInfoList []*models.IndexInfo
- valueOne, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- valueTwo, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandJetFuelProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandJetFuelProcessor dataList: %v", dataList)
- return dataList, err
- }
- // DemandMaritimeBunkerProcessor
- // @Description: DemandMaritimeBunkerProcessor处理器
- type DemandMaritimeBunkerProcessor struct{}
- func (p *DemandMaritimeBunkerProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing DemandMaritimeBunkerProcessor...")
- if tableName == "Content" {
- return nil, nil
- }
- if rowIndex < 4 {
- return nil, nil
- }
- frequency := "日度"
- unit := "千桶每天"
- indexNameColOne := "Demand"
- indexNameColTwo := "Demand 7DMA"
- // step_1: 分类
- classifyId, err := dealClassify(tableName, sheetName)
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := "Demand Maritime Bunker" + "/" + rowData[len(rowData)-3] + "/" + indexNameColOne
- indexNameTwo := "Demand Maritime Bunker" + "/" + rowData[len(rowData)-3] + "/" + indexNameColTwo
- // 生成指标编码
- indexCodeOne, err := getIndexId("Demand Maritime Bunker", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColOne)
- indexCodeTwo, err := getIndexId("Demand Maritime Bunker", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-3]), " ", ""), indexNameColTwo)
- var indexInfoList []*models.IndexInfo
- valueOne, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- valueTwo, err := strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandMaritimeBunkerProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("DemandMaritimeBunkerProcessor dataList: %v", dataList)
- return dataList, err
- }
- // SupplyRevisionAnalysisChartOneProcessor
- // @Description: SupplyRevisionAnalysisChartOneProcessor处理器
- type SupplyRevisionAnalysisChartOneProcessor struct{}
- func (p *SupplyRevisionAnalysisChartOneProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing SupplyRevisionAnalysisChartOne...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "季度"
- unit := "千桶每天"
- indexNameColSuffix := "YearQuarter"
- indexNameColPrefix := "Country Revision Group"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Supply Revision Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-1]
- // 生成指标编码
- indexCode, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix+" Year Quarter", strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-1]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- var value float64
- if rowData[len(rowData)-2] == "" {
- value = 0
- } else {
- value, err = strconv.ParseFloat(rowData[len(rowData)-2], 64)
- if err != nil {
- return nil, err
- }
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat2(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartOneProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartOneProcessor dataList: %v", dataList)
- return dataList, err
- }
- // SupplyRevisionAnalysisChartTwoProcessor
- // @Description: SupplyRevisionAnalysisChartTwoProcessor处理器
- type SupplyRevisionAnalysisChartTwoProcessor struct{}
- func (p *SupplyRevisionAnalysisChartTwoProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing SupplyRevisionAnalysisChartTwoProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "季度"
- unit := "千桶每天"
- indexNameColPrefix := "YearQuarter"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Supply Revision Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + "Current"
- indexNameTwo := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + "Previous"
- // 生成指标编码
- indexCodeOne, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix, "Current", "")
- indexCodeTwo, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix, "Previous", "")
- var indexInfoList []*models.IndexInfo
- var valueOne float64
- if rowData[len(rowData)-2] == "" {
- valueOne = 0
- } else {
- valueOne, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- dataTimeOne := rowData[1]
- formatOne, err := utils.ConvertDateFormat2(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- var valueTwo float64
- if rowData[len(rowData)-1] == "" {
- valueTwo = 0
- } else {
- valueTwo, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartTwoProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartTwoProcessor dataList: %v", dataList)
- return dataList, err
- }
- // SupplyRevisionAnalysisChartThreeProcessor
- // @Description: SupplyRevisionAnalysisChartThreeProcessor
- type SupplyRevisionAnalysisChartThreeProcessor struct{}
- func (p *SupplyRevisionAnalysisChartThreeProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing SupplyRevisionAnalysisChartThreeProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "年度"
- unit := "千桶每天"
- indexNameColSuffix := "Year"
- indexNameColPrefix := "Country Revision Group"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Supply Revision Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-1]
- // 生成指标编码
- indexCode, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix+" "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-1]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- var value float64
- if rowData[len(rowData)-2] == "" {
- value = 0
- } else {
- value, err = strconv.ParseFloat(rowData[len(rowData)-2], 64)
- if err != nil {
- return nil, err
- }
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat4(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartThreeProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartThreeProcessor dataList: %v", dataList)
- return dataList, err
- }
- // SupplyRevisionAnalysisChartFourProcessor
- // @Description: SupplyRevisionAnalysisChartFourProcessor处理器
- type SupplyRevisionAnalysisChartFourProcessor struct{}
- func (p *SupplyRevisionAnalysisChartFourProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing SupplyRevisionAnalysisChartFourProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "年度"
- unit := "千桶每天"
- indexNameColPrefix := "Year"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Supply Revision Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + "Current"
- indexNameTwo := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + "Previous"
- // 生成指标编码
- indexCodeOne, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix, "current", "")
- indexCodeTwo, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix, "previous", "")
- var indexInfoList []*models.IndexInfo
- var valueOne float64
- if rowData[len(rowData)-2] == "" {
- valueOne = 0
- } else {
- valueOne, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- dataTimeOne := rowData[0]
- formatOne, err := utils.ConvertDateFormat4(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- var valueTwo float64
- if rowData[len(rowData)-1] == "" {
- valueTwo = 0
- } else {
- valueTwo, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-1], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartFourProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartFourProcessor dataList: %v", dataList)
- return dataList, err
- }
- // SupplyRevisionAnalysisChartFiveProcessor
- // @Description: SupplyRevisionAnalysisChartFiveProcessor处理器
- type SupplyRevisionAnalysisChartFiveProcessor struct{}
- func (p *SupplyRevisionAnalysisChartFiveProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing SupplyRevisionAnalysisChartFiveProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColPrefix := "YearMonth"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Supply Revision Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexNameOne := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + "Current/Chat5"
- indexNameTwo := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + "Previous/Chat5"
- // 生成指标编码
- indexCodeOne, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix, "currentchat5", "")
- indexCodeTwo, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix, "previouschat5", "")
- var indexInfoList []*models.IndexInfo
- var valueOne float64
- if rowData[len(rowData)-2] == "" {
- valueOne = 0
- } else {
- valueOne, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-2], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- dataTimeOne := rowData[len(rowData)-1]
- formatOne, err := utils.ConvertDateFormat5(dataTimeOne)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameOne,
- IndexCode: indexCodeOne,
- Value: valueOne,
- DataTime: formatOne,
- })
- var valueTwo float64
- if rowData[len(rowData)-3] == "" {
- valueTwo = 0
- } else {
- valueTwo, err = strconv.ParseFloat(strings.ReplaceAll(rowData[len(rowData)-3], ",", ""), 64)
- if err != nil {
- return nil, err
- }
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexNameTwo,
- IndexCode: indexCodeTwo,
- Value: valueTwo,
- DataTime: formatOne,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartFiveProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartFiveProcessor dataList: %v", dataList)
- return dataList, err
- }
- // SupplyRevisionAnalysisChartSixProcessor
- // @Description: SupplyRevisionAnalysisChartSixProcessor
- type SupplyRevisionAnalysisChartSixProcessor struct{}
- func (p *SupplyRevisionAnalysisChartSixProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing SupplyRevisionAnalysisChartSixProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "YearMonth"
- indexNameColPrefix := "Country Revision Group"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Supply Revision Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Supply Revision Analysis" + "/" + indexNameColPrefix + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Supply Revision Analysis "+indexNameColPrefix+" "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- var value float64
- if rowData[len(rowData)-1] == "" {
- value = 0
- } else {
- value, err = strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat5(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartSixProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("SupplyRevisionAnalysisChartSixProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilSupplyAnalysisChartOneProcessor
- // @Description: OilSupplyAnalysisChartOneProcessor处理器
- type OilSupplyAnalysisChartOneProcessor struct{}
- func (p *OilSupplyAnalysisChartOneProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilSupplyAnalysisChartOne...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Oil And Gas Category"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Supply Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Supply Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Supply Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartOneProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartOneProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilSupplyAnalysisChartTwoProcessor
- // @Description: OilSupplyAnalysisChartTwoProcessor处理器
- type OilSupplyAnalysisChartTwoProcessor struct{}
- func (p *OilSupplyAnalysisChartTwoProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilSupplyAnalysisChartTwoProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Region"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Supply Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Supply Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-1]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Supply Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-1]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-2], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartTwoProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartTwoProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilSupplyAnalysisChartThreeProcessor
- // @Description: OilSupplyAnalysisChartThreeProcessor处理器
- type OilSupplyAnalysisChartThreeProcessor struct{}
- func (p *OilSupplyAnalysisChartThreeProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilSupplyAnalysisChartThreeProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "CapacityDetail"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Supply Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Supply Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Supply Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartThreeProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartThreeProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilSupplyAnalysisChartFourProcessor
- // @Description: OilSupplyAnalysisChartFourProcessor处理器
- type OilSupplyAnalysisChartFourProcessor struct{}
- func (p *OilSupplyAnalysisChartFourProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilSupplyAnalysisChartFourProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Oil Classification Group"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Supply Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Supply Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Supply Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartFourProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilSupplyAnalysisChartFourProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisContinentProcessor
- // @Description: OilDemandAnalysisContinentProcessor处理器
- type OilDemandAnalysisContinentProcessor struct{}
- func (p *OilDemandAnalysisContinentProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisContinentProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Continent"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisContinentProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisContinentProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisRegionProcessor
- // @Description: OilDemandAnalysisRegionProcessor处理器
- type OilDemandAnalysisRegionProcessor struct{}
- func (p *OilDemandAnalysisRegionProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisRegionProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Region"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisRegionProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisRegionProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisCountryProcessor
- // @Description: OilDemandAnalysisCountryProcessor
- type OilDemandAnalysisCountryProcessor struct{}
- func (p *OilDemandAnalysisCountryProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisCountryProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Country"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisCountryProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisCountryProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisProductCategoryProcessor
- // @Description: OilDemandAnalysisProductCategoryProcessor处理器
- type OilDemandAnalysisProductCategoryProcessor struct{}
- func (p *OilDemandAnalysisProductCategoryProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisProductCategoryProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Product category"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisProductCategoryProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisProductCategoryProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisProductDetailProcessor
- // @Description: OilDemandAnalysisProductDetailProcessor处理器
- type OilDemandAnalysisProductDetailProcessor struct{}
- func (p *OilDemandAnalysisProductDetailProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisProductDetailProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Product detail"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisProductDetailProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisProductDetailProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisSectorCategoryProcessor
- // @Description: OilDemandAnalysisSectorCategoryProcessor处理器
- type OilDemandAnalysisSectorCategoryProcessor struct{}
- func (p *OilDemandAnalysisSectorCategoryProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisSectorCategoryProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Sector category"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisSectorCategoryProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisSectorCategoryProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisSectorDetailProcessor
- // @Description: OilDemandAnalysisSectorDetailProcessor处理器
- type OilDemandAnalysisSectorDetailProcessor struct{}
- func (p *OilDemandAnalysisSectorDetailProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisSectorDetailProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Sector detail"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisSectorDetailProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisSectorDetailProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilDemandAnalysisScenarioProcessor
- // @Description: OilDemandAnalysisScenarioProcessor处理器
- type OilDemandAnalysisScenarioProcessor struct{}
- func (p *OilDemandAnalysisScenarioProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilDemandAnalysisScenarioProcessor...")
- if rowIndex < 1 {
- return nil, nil
- }
- frequency := "月度"
- unit := "千桶每天"
- indexNameColSuffix := "Scenario"
- //indexNameColPrefix := "CountryRevisionGroup"
- // step_1: 分类
- classifyId, err := dealClassify("cube dashboards", "Oil Demand Analysis")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Oil Demand Analysis" + "/" + indexNameColSuffix + "/" + rowData[len(rowData)-2]
- // 生成指标编码
- indexCode, err := getIndexId("Oil Demand Analysis "+indexNameColSuffix, strings.ReplaceAll(strings.ToLower(rowData[len(rowData)-2]), " ", ""), "")
- indexInfoMap := make(map[string]string)
- indexInfoMap[indexCode] = indexName
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat3(dataTime)
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisScenarioProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilDemandAnalysisScenarioProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyOilQualityApiProcessor
- // @Description: UpstreamSupplyOilQualityApiProcessor处理器
- type UpstreamSupplyOilQualityApiProcessor struct{}
- var rzdApiFlag string
- func (p *UpstreamSupplyOilQualityApiProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyOilQualityApiProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdApiFlag = rowData[0]
- } else {
- rowData[0] = rzdApiFlag
- }
- frequency := "月度"
- unit := "°"
- indexNameColSuffix := "Oil Quality"
- //indexNameColPrefix := "CountryRevisionGroup"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColSuffix + "/" + "API"
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColSuffix, strings.ToLower("API"), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOilQualityApiProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOilQualityApiProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilMarketCubeUpstreamSupplyOilQualitySulphurProcessor
- // @Description: OilMarketCubeUpstreamSupplyOilQualitySulphurProcessor处理器
- type OilMarketCubeUpstreamSupplyOilQualitySulphurProcessor struct{}
- var rzdSulphurFlag string
- func (p *OilMarketCubeUpstreamSupplyOilQualitySulphurProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilMarketCubeUpstreamSupplyOilQualitySulphurProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdSulphurFlag = rowData[0]
- } else {
- rowData[0] = rzdSulphurFlag
- }
- frequency := "月度"
- unit := "%wt"
- indexNameColSuffix := "Oil Quality"
- //indexNameColPrefix := "CountryRevisionGroup"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColSuffix + "/" + "Sulphur"
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColSuffix, strings.ToLower("Sulphur"), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilMarketCubeUpstreamSupplyOilQualitySulphurProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilMarketCubeUpstreamSupplyOilQualitySulphurProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilMarketCubeUpstreamSupplyCapacityCapacityProcessor
- // @Description: OilMarketCubeUpstreamSupplyCapacityCapacityProcessor处理器
- type OilMarketCubeUpstreamSupplyCapacityCapacityProcessor struct{}
- var rzdCapacityFlag string
- func (p *OilMarketCubeUpstreamSupplyCapacityCapacityProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilMarketCubeUpstreamSupplyCapacityCapacityProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdCapacityFlag = rowData[0]
- } else {
- rowData[0] = rzdCapacityFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColSuffix := "Capacity"
- //indexNameColPrefix := "CountryRevisionGroup"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply ", strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilMarketCubeUpstreamSupplyCapacityCapacityProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilMarketCubeUpstreamSupplyCapacityCapacityProcessor dataList: %v", dataList)
- return dataList, err
- }
- // OilMarketCubeUpstreamSupplyProductionProcessor
- // @Description: OilMarketCubeUpstreamSupplyProductionProcessor处理器
- type OilMarketCubeUpstreamSupplyProductionProcessor struct{}
- var rzdProductionFlag string
- func (p *OilMarketCubeUpstreamSupplyProductionProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing OilMarketCubeUpstreamSupplyProductionProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdProductionFlag = rowData[0]
- } else {
- rowData[0] = rzdProductionFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColSuffix := "Production"
- //indexNameColPrefix := "CountryRevisionGroup"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply", strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("OilMarketCubeUpstreamSupplyProductionProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("OilMarketCubeUpstreamSupplyProductionProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyProductionWoSeasonalityProcessor
- // @Description: UpstreamSupplyProductionWoSeasonalityProcessor处理器
- type UpstreamSupplyProductionWoSeasonalityProcessor struct{}
- var rzdProductionWoSeasonalityFlag string
- func (p *UpstreamSupplyProductionWoSeasonalityProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyProductionWoSeasonalityProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdProductionWoSeasonalityFlag = rowData[0]
- } else {
- rowData[0] = rzdProductionWoSeasonalityFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColSuffix := "Production Wo Seasonality"
- //indexNameColPrefix := "CountryRevisionGroup"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply", strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyProductionWoSeasonalityProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyProductionWoSeasonalityProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyOPECPolicyReferenceProductionProcessor
- // @Description: UpstreamSupplyOPECPolicyReferenceProductionProcessor处理器
- type UpstreamSupplyOPECPolicyReferenceProductionProcessor struct{}
- var rzdReferenceProductionFlag string
- func (p *UpstreamSupplyOPECPolicyReferenceProductionProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyOPECPolicyReferenceProductionProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdReferenceProductionFlag = rowData[0]
- } else {
- rowData[0] = rzdReferenceProductionFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Reference Production"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColPrefix + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColPrefix, strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyReferenceProductionProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyReferenceProductionProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyOPECPolicyTargetProductionProcessor
- // @Description: UpstreamSupplyOPECPolicyTargetProductionProcessor处理器
- type UpstreamSupplyOPECPolicyTargetProductionProcessor struct{}
- var rzdTargetProductionFlag string
- func (p *UpstreamSupplyOPECPolicyTargetProductionProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyOPECPolicyTargetProductionProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdTargetProductionFlag = rowData[0]
- } else {
- rowData[0] = rzdTargetProductionFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Target Production"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColPrefix + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColPrefix, strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyTargetProductionProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyTargetProductionProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyOPECPolicyTargetCutProcessor
- // @Description: UpstreamSupplyOPECPolicyTargetCutProcessor处理器
- type UpstreamSupplyOPECPolicyTargetCutProcessor struct{}
- var rzdTargetCutFlag string
- func (p *UpstreamSupplyOPECPolicyTargetCutProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyOPECPolicyTargetCutProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdTargetCutFlag = rowData[0]
- } else {
- rowData[0] = rzdTargetCutFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Target Cut"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColPrefix + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColPrefix, strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyTargetCutProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyTargetCutProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyOPECPolicyActualCutProcessor
- // @Description: UpstreamSupplyOPECPolicyActualCutProcessor处理器
- type UpstreamSupplyOPECPolicyActualCutProcessor struct{}
- var rzdActualCutFlag string
- func (p *UpstreamSupplyOPECPolicyActualCutProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyOPECPolicyActualCutProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdActualCutFlag = rowData[0]
- } else {
- rowData[0] = rzdActualCutFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Actual Cut"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColPrefix + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColPrefix, strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyActualCutProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyActualCutProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyOPECPolicyComplianceProcessor
- // @Description: UpstreamSupplyOPECPolicyComplianceProcessor处理器
- type UpstreamSupplyOPECPolicyComplianceProcessor struct{}
- var rzdComplianceFlag string
- func (p *UpstreamSupplyOPECPolicyComplianceProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyOPECPolicyComplianceProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdComplianceFlag = rowData[0]
- } else {
- rowData[0] = rzdComplianceFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Compliance"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColPrefix + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColPrefix, strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyComplianceProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyComplianceProcessor dataList: %v", dataList)
- return dataList, err
- }
- // UpstreamSupplyOPECPolicyProductionSubjectToCutProcessor
- // @Description: UpstreamSupplyOPECPolicyProductionSubjectToCutProcessor处理器
- type UpstreamSupplyOPECPolicyProductionSubjectToCutProcessor struct{}
- var rzdProductionSubjectToCutFlag string
- func (p *UpstreamSupplyOPECPolicyProductionSubjectToCutProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing UpstreamSupplyOPECPolicyProductionSubjectToCutProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdProductionSubjectToCutFlag = rowData[0]
- } else {
- rowData[0] = rzdProductionSubjectToCutFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Production Subject To Cut"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Upstream Supply")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Upstream Supply" + "/" + indexNameColPrefix + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Upstream Supply "+indexNameColPrefix, strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyProductionSubjectToCutProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("UpstreamSupplyOPECPolicyProductionSubjectToCutProcessor dataList: %v", dataList)
- return dataList, err
- }
- // ProductsDemandProductsDemandMeanProcessor
- // @Description: ProductsDemandProductsDemandMeanProcessor处理器
- type ProductsDemandProductsDemandMeanProcessor struct{}
- var rzdProductsDemandMeanFlag string
- func (p *ProductsDemandProductsDemandMeanProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing ProductsDemandProductsDemandMeanProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdProductsDemandMeanFlag = rowData[0]
- } else {
- rowData[0] = rzdProductsDemandMeanFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- //indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Products Demand Mean (1.0 DG) "
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Products Demand")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Products Demand" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Products Demand "+"Products Demand Mean", strings.ReplaceAll(strings.ToLower("1.0dg"), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("ProductsDemandProductsDemandMeanProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("ProductsDemandProductsDemandMeanProcessor dataList: %v", dataList)
- return dataList, err
- }
- // ProductsDemandProductsDemandAddSigmaProcessor
- // @Description: ProductsDemandProductsDemandAddSigmaProcessor处理器
- type ProductsDemandProductsDemandAddSigmaProcessor struct{}
- var rzdAddSigmaFlag string
- func (p *ProductsDemandProductsDemandAddSigmaProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing ProductsDemandProductsDemandAddSigmaProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdAddSigmaFlag = rowData[0]
- } else {
- rowData[0] = rzdAddSigmaFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- //indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Products Demand +Sigma (2.2 DG) "
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Products Demand")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Products Demand" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Products Demand "+"Products Demand Sigma", strings.ReplaceAll(strings.ToLower("2.2dg"), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("ProductsDemandProductsDemandAddSigmaProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("ProductsDemandProductsDemandAddSigmaProcessor dataList: %v", dataList)
- return dataList, err
- }
- // ProductsDemandProductsDemandSubSigmaProcessor
- // @Description: ProductsDemandProductsDemandSubSigmaProcessor处理器
- type ProductsDemandProductsDemandSubSigmaProcessor struct{}
- var rzdSubSigmaFlag string
- func (p *ProductsDemandProductsDemandSubSigmaProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing ProductsDemandProductsDemandSubSigmaProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdSubSigmaFlag = rowData[0]
- } else {
- rowData[0] = rzdSubSigmaFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- //indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Products Demand -Sigma (1.8 DG) "
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Products Demand")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Products Demand" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Products Demand "+"Products Demand Sigma", strings.ReplaceAll(strings.ToLower("1.8dg"), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("ProductsDemandProductsDemandSubSigmaProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("ProductsDemandProductsDemandSubSigmaProcessor dataList: %v", dataList)
- return dataList, err
- }
- // BalancesTotalLiquidsBalancesProcessor
- // @Description: BalancesTotalLiquidsBalancesProcessor处理器
- type BalancesTotalLiquidsBalancesProcessor struct{}
- var rzdTotalLiquidsBalancesFlag string
- func (p *BalancesTotalLiquidsBalancesProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing BalancesTotalLiquidsBalancesProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdTotalLiquidsBalancesFlag = rowData[0]
- } else {
- rowData[0] = rzdTotalLiquidsBalancesFlag
- }
- frequency := "月度"
- unit := "kbbl/d"
- //indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Total Liquids Balances"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Balances")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Balances" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Balances", strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("BalancesTotalLiquidsBalancesProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("BalancesTotalLiquidsBalancesProcessor dataList: %v", dataList)
- return dataList, err
- }
- // GeographyLatitudeProcessor
- // @Description: GeographyLatitudeProcessor处理器
- type GeographyLatitudeProcessor struct{}
- var rzdLatitudeFlag string
- func (p *GeographyLatitudeProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing GeographyLatitudeProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdLatitudeFlag = rowData[0]
- } else {
- rowData[0] = rzdLatitudeFlag
- }
- frequency := "月度"
- unit := ""
- //indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Latitude"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Geography")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Geography" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Geography", strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("GeographyLatitudeProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("GeographyLatitudeProcessor dataList: %v", dataList)
- return dataList, err
- }
- // GeographyLongitudeProcessor
- // @Description: GeographyLongitudeProcessor处理器
- type GeographyLongitudeProcessor struct{}
- var rzdLongitudeFlag string
- func (p *GeographyLongitudeProcessor) Process(tableName string, sheetName string, rowIndex int, rowData []string) ([]models.BaseFromRzdData, error) {
- logs.Info("Processing GeographyLongitudeProcessor...")
- if rowIndex <= 1 {
- return nil, nil
- }
- if rowData[0] != "" {
- rzdLongitudeFlag = rowData[0]
- } else {
- rowData[0] = rzdLongitudeFlag
- }
- frequency := "月度"
- unit := ""
- //indexNameColPrefix := "OPEC_Policy"
- indexNameColSuffix := "Longitude"
- if !utils.IsNumeric(rowData[0]) {
- return nil, nil
- }
- if rowData[1] == "Sum" {
- return nil, nil
- }
- // step_1: 分类
- classifyId, err := dealClassify("Oil Market Cube", "Geography")
- if err != nil {
- return nil, err
- }
- logs.Info("classifyId: %v", classifyId)
- // step_2: 指标
- // 指标名称
- indexName := "Geography" + "/" + indexNameColSuffix
- // 生成指标编码
- indexCode, err := getIndexId("Geography", strings.ReplaceAll(strings.ToLower(indexNameColSuffix), " ", ""), "")
- var indexInfoList []*models.IndexInfo
- value, err := strconv.ParseFloat(rowData[len(rowData)-1], 64)
- if err != nil {
- return nil, err
- }
- dataTime := rowData[0]
- format, err := utils.ConvertDateFormat6(dataTime + "-" + rowData[1])
- if err != nil {
- return nil, err
- }
- indexInfoList = append(indexInfoList, &models.IndexInfo{
- IndexName: indexName,
- IndexCode: indexCode,
- Value: value,
- DataTime: format,
- })
- indexInfoList, err = dealIndex(indexInfoList, frequency, unit, classifyId)
- if err != nil {
- return nil, err
- }
- logs.Info("GeographyLongitudeProcessor indexInfoList: %v", indexInfoList)
- // step_3: 指标数据
- dataList, err := dealData(indexInfoList)
- if err != nil {
- return nil, err
- }
- logs.Info("GeographyLongitudeProcessor dataList: %v", dataList)
- return dataList, err
- }
- func dealData(indexInfoList []*models.IndexInfo) ([]models.BaseFromRzdData, error) {
- var dataList []models.BaseFromRzdData
- for _, indexInfo := range indexInfoList {
- paramsLib := make(map[string]interface{})
- paramsLib["IndexCode"] = indexInfo.IndexCode
- paramsLib["DataTime"] = indexInfo.DataTime
- postEdbLib, err := httpRequestFill(paramsLib, utils.GET_RZD_INDEX_DATA_BY_CODE_AND_TIME)
- if err != nil {
- return nil, err
- }
- var requestResponse models.RequestResponse[models.BaseFromRzdData]
- err = json.Unmarshal(postEdbLib, &requestResponse)
- if err != nil {
- return nil, err
- }
- if requestResponse.Data.BaseFromRzdIndexId == 0 {
- dataOne := models.BaseFromRzdData{
- BaseFromRzdIndexId: indexInfo.IndexInfoId,
- CreateTime: utils.GetCurrentTime(),
- DataTime: indexInfo.DataTime,
- IndexCode: indexInfo.IndexCode,
- ModifyTime: utils.GetCurrentTime(),
- Value: math.Round(indexInfo.Value*10000) / 10000,
- }
- dataList = append(dataList, dataOne)
- }
- }
- return dataList, nil
- }
- func dealIndex(indexInfoList []*models.IndexInfo, frequency string, unit string, classifyId int) ([]*models.IndexInfo, error) {
- for _, index := range indexInfoList {
- // 处理第一个指标
- paramsLib := make(map[string]interface{})
- paramsLib["indexCode"] = index.IndexCode
- postEdbLib, err := httpRequestFill(paramsLib, utils.GET_RZD_INDEX_BY_CODE)
- if err != nil {
- return nil, fmt.Errorf("getIndexId() : Failed to get rzd index by code: %v", err)
- }
- var requestResponse models.RequestResponse[models.BaseFromRzdIndex]
- err = json.Unmarshal(postEdbLib, &requestResponse)
- if err != nil {
- return nil, err
- }
- if requestResponse.Data.BaseFromRzdIndexId == 0 {
- indexOne := models.BaseFromRzdIndex{
- CreateTime: utils.GetCurrentTime(),
- ModifyTime: utils.GetCurrentTime(),
- BaseFromLyClassifyId: classifyId,
- IndexCode: index.IndexCode,
- IndexName: index.IndexName,
- Frequency: frequency,
- Unit: unit,
- }
- // 这里避免服务器宕机 出现唯一索引异常,进行分开保存
- postEdbLib, err = httpRequestFill(indexOne, utils.ADD_RZD_INDEX)
- if err != nil {
- return nil, fmt.Errorf("getIndexId() : Failed to get rzd index by code: %v", err)
- }
- var requestResponse models.RequestResponse[int]
- err = json.Unmarshal(postEdbLib, &requestResponse)
- if err != nil {
- return nil, err
- }
- logs.Info("indexOneId: %v", requestResponse.Data)
- index.IndexInfoId = requestResponse.Data
- } else {
- logs.Info("indexOneId: %v", requestResponse.Data.BaseFromRzdIndexId)
- index.IndexInfoId = requestResponse.Data.BaseFromRzdIndexId
- }
- }
- return indexInfoList, nil
- }
- func getIndexId(prefix string, area string, suffix string) (string, error) {
- prefixWords := strings.Fields(prefix) // 分割字符串为单词
- firstLetters := ""
- for _, word := range prefixWords {
- if len(word) > 0 {
- firstLetters += string(unicode.ToLower(rune(word[0]))) // 获取小写的第一个字母
- }
- }
- suffixWords := strings.Fields(suffix) // 分割字符串为单词
- SecondLetters := ""
- for _, word := range suffixWords {
- if len(word) > 0 {
- SecondLetters += string(unicode.ToLower(rune(word[0]))) // 获取小写的第一个字母
- }
- }
- indexCode := "rzd" + firstLetters + area + SecondLetters
- return indexCode, nil
- }
- // 处理分类
- func dealClassify(tableName, sheetName string) (int, error) {
- // 查询一级分类是否存在
- paramsLib := make(map[string]interface{})
- paramsLib["classifyName"] = classifyMap[tableName]
- postEdbLib, err := httpRequestFill(paramsLib, utils.GET_RZD_CLASSIFY_BY_NAME)
- if err != nil {
- return 0, fmt.Errorf("AnalyticsLibraryProcessor Process() : failed to get classify: %v", err)
- }
- var requestResponse models.RequestResponse[models.BaseFromRzdClassify]
- err = json.Unmarshal(postEdbLib, &requestResponse)
- if err != nil {
- return 0, err
- }
- // 处理一级分类
- var parentId int
- if requestResponse.Data.BaseFromRzdClassifyId == 0 {
- // 一级分类不存在,新增一级分类
- paramsLib = make(map[string]interface{})
- paramsLib["parentId"] = 0
- paramsLib["classifyName"] = classifyMap[tableName]
- postEdbLib, err = httpRequestFill(paramsLib, utils.ADD_RZD_CLASSIFY)
- if err != nil {
- return 0, fmt.Errorf("AnalyticsLibraryProcessor Process() : failed to add classify: %v", err)
- }
- var requestResponse models.RequestResponse[int]
- err = json.Unmarshal(postEdbLib, &requestResponse)
- if err != nil {
- return 0, err
- }
- parentId = requestResponse.Data
- } else {
- // 一级分类已存在,使用其 ID
- parentId = requestResponse.Data.BaseFromRzdClassifyId
- }
- // 查询二级分类是否存在
- paramsSubLib := make(map[string]interface{})
- paramsSubLib["classifyName"] = sheetName // 这里替换成实际的二级分类名称
- postSubEdbLib, err := httpRequestFill(paramsSubLib, utils.GET_RZD_CLASSIFY_BY_NAME)
- if err != nil {
- return 0, fmt.Errorf("AnalyticsLibraryProcessor Process() : failed to get sub classify: %v", err)
- }
- var subRequestResponse models.RequestResponse[models.BaseFromRzdClassify]
- err = json.Unmarshal(postSubEdbLib, &subRequestResponse)
- if err != nil {
- return 0, err
- }
- // 新增二级分类
- var classifyId int
- if subRequestResponse.Data.BaseFromRzdClassifyId == 0 {
- paramsLib = make(map[string]interface{})
- paramsLib["parentId"] = parentId
- paramsLib["classifyName"] = sheetName
- postEdbLib, err = httpRequestFill(paramsLib, utils.ADD_RZD_CLASSIFY)
- if err != nil {
- return 0, fmt.Errorf("AnalyticsLibraryProcessor Process() : failed to add classify: %v", err)
- }
- var requestResponse models.RequestResponse[int]
- err = json.Unmarshal(postEdbLib, &requestResponse)
- if err != nil {
- return 0, err
- }
- classifyId = requestResponse.Data
- } else {
- classifyId = subRequestResponse.Data.BaseFromRzdClassifyId
- }
- return classifyId, nil
- }
|