resource.go 32 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081
  1. package knowledge
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models"
  5. "eta_gn/eta_api/models/knowledge"
  6. "eta_gn/eta_api/models/system"
  7. "eta_gn/eta_api/services"
  8. "eta_gn/eta_api/services/alarm_msg"
  9. "eta_gn/eta_api/utils"
  10. "fmt"
  11. "github.com/tealeg/xlsx"
  12. "html"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. func AddResource(req *knowledge.AddReq, sysUser *system.Admin) (item *knowledge.KnowledgeResource, err error, errMsg string) {
  18. var startTime time.Time
  19. var endTime time.Time
  20. if req.StartTime != "" {
  21. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  22. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  23. if err != nil { // 如果时间格式不正确,则返回错误信息
  24. errMsg = "开始时间格式不正确"
  25. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  26. return
  27. }
  28. } else {
  29. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  30. if err != nil { // 如果时间格式不正确,则返回错误信息
  31. errMsg = "开始时间格式不正确"
  32. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  33. return
  34. }
  35. }
  36. }
  37. if req.EndTime != "" {
  38. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  39. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  40. if err != nil { // 如果时间格式不正确,则返回错误信息
  41. errMsg = "结束时间格式不正确"
  42. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  43. return
  44. }
  45. }
  46. }
  47. isFile := 0
  48. if req.Content != "" {
  49. e := utils.ContentXssCheck(req.Content)
  50. if e != nil {
  51. errMsg = "存在非法标签"
  52. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  53. return
  54. }
  55. content, e := services.FilterReportContentBr(req.Content)
  56. if e != nil {
  57. errMsg = "内容去除前后空格失败"
  58. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  59. return
  60. }
  61. req.Content = content
  62. /*contentSub, err = services.GetReportContentSub(req.Content)
  63. if err != nil {
  64. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  65. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  66. return
  67. }*/
  68. } else {
  69. if req.FileUrl == "" {
  70. errMsg = "内容或文件不能为空"
  71. err = fmt.Errorf("内容或文件不能为空")
  72. return
  73. }
  74. isFile = 1
  75. }
  76. classifyObj := new(knowledge.KnowledgeClassify)
  77. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  78. if err != nil {
  79. if utils.IsErrNoRow(err) {
  80. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  81. errMsg = "分类不存在"
  82. return
  83. }
  84. errMsg = "获取分类失败"
  85. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  86. return
  87. }
  88. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  89. errMsg = "错误分类"
  90. err = fmt.Errorf("错误分类")
  91. return
  92. }
  93. // 校验标签
  94. if req.TagId > 0 {
  95. tagObj := new(knowledge.KnowledgeTag)
  96. _, e := tagObj.GetTagById(req.TagId)
  97. if e != nil {
  98. if utils.IsErrNoRow(e) {
  99. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  100. errMsg = "标签不存在"
  101. return
  102. }
  103. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  104. return
  105. }
  106. }
  107. item = new(knowledge.KnowledgeResource)
  108. item.ClassifyId = req.ClassifyId
  109. item.TagId = req.TagId
  110. item.SourceFrom = req.SourceFrom
  111. item.ResourceType = req.ResourceType
  112. item.Title = req.Title
  113. item.State = 1
  114. item.Content = html.EscapeString(req.Content)
  115. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  116. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  117. item.IsFile = isFile
  118. item.FileUrl = req.FileUrl
  119. //todo 内容前5行
  120. //item.ContentSub = html.EscapeString(contentSub)
  121. if !startTime.IsZero() {
  122. item.StartTime = &startTime
  123. } else {
  124. item.StartTime = nil
  125. }
  126. if !endTime.IsZero() {
  127. item.EndTime = &endTime
  128. } else {
  129. item.EndTime = nil
  130. }
  131. item.ModifyTime = time.Now()
  132. item.AdminId = sysUser.AdminId
  133. item.AdminRealName = sysUser.RealName
  134. //item.LastModifyAdminId = sysUser.AdminId
  135. //item.LastModifyAdminName = sysUser.RealName
  136. item.ModifyTime = time.Now()
  137. item.CreateTime = time.Now()
  138. err = item.Add(item)
  139. if err != nil {
  140. errMsg = "保存失败"
  141. err = fmt.Errorf("保存失败,Err:" + err.Error())
  142. return
  143. }
  144. //todo 是否需要保存到es中
  145. return
  146. }
  147. func EditResource(resourceInfo *knowledge.KnowledgeResource, req knowledge.EditReq, sysUser *system.Admin) (err error, errMsg string) {
  148. errMsg = `保存失败`
  149. var startTime time.Time
  150. var endTime time.Time
  151. if req.StartTime != "" {
  152. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  153. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  154. if err != nil { // 如果时间格式不正确,则返回错误信息
  155. errMsg = "开始时间格式不正确"
  156. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  157. return
  158. }
  159. } else {
  160. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  161. if err != nil { // 如果时间格式不正确,则返回错误信息
  162. errMsg = "开始时间格式不正确"
  163. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  164. return
  165. }
  166. }
  167. }
  168. if req.EndTime != "" {
  169. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  170. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  171. if err != nil { // 如果时间格式不正确,则返回错误信息
  172. errMsg = "结束时间格式不正确"
  173. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  174. return
  175. }
  176. }
  177. }
  178. if resourceInfo.IsFile == 0 {
  179. if req.Content == "" {
  180. errMsg = "内容不能为空"
  181. err = fmt.Errorf("内容不能为空")
  182. return
  183. }
  184. } else if resourceInfo.IsFile == 1 {
  185. if req.FileUrl == "" {
  186. errMsg = "文件地址不能为空"
  187. err = fmt.Errorf("文件地址不能为空")
  188. return
  189. }
  190. }
  191. if req.Content != "" {
  192. e := utils.ContentXssCheck(req.Content)
  193. if e != nil {
  194. errMsg = "存在非法标签"
  195. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  196. return
  197. }
  198. content, e := services.FilterReportContentBr(req.Content)
  199. if e != nil {
  200. errMsg = "内容去除前后空格失败"
  201. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  202. return
  203. }
  204. req.Content = content
  205. /*contentSub, err = services.GetReportContentSub(req.Content)
  206. if err != nil {
  207. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  208. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  209. return
  210. }*/
  211. }
  212. classifyObj := new(knowledge.KnowledgeClassify)
  213. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  214. if err != nil {
  215. if utils.IsErrNoRow(err) {
  216. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  217. errMsg = "分类不存在"
  218. return
  219. }
  220. errMsg = "获取分类失败"
  221. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  222. return
  223. }
  224. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  225. errMsg = "错误分类"
  226. err = fmt.Errorf("错误分类")
  227. return
  228. }
  229. if req.TagId > 0 {
  230. tagObj := new(knowledge.KnowledgeTag)
  231. _, e := tagObj.GetTagById(req.TagId)
  232. if e != nil {
  233. if utils.IsErrNoRow(e) {
  234. err = fmt.Errorf("标签不存在,Err:" + e.Error())
  235. errMsg = "标签不存在"
  236. return
  237. }
  238. err = fmt.Errorf("获取标签失败,Err:" + e.Error())
  239. return
  240. }
  241. }
  242. resourceInfo.ClassifyId = req.ClassifyId
  243. resourceInfo.SourceFrom = req.SourceFrom
  244. resourceInfo.TagId = req.TagId
  245. resourceInfo.Title = req.Title
  246. if req.Content != "" {
  247. resourceInfo.Content = html.EscapeString(req.Content)
  248. }
  249. if !startTime.IsZero() {
  250. resourceInfo.StartTime = &startTime
  251. }
  252. if !endTime.IsZero() {
  253. resourceInfo.EndTime = &endTime
  254. }
  255. resourceInfo.FileUrl = req.FileUrl
  256. //resourceInfo.LastModifyAdminId = sysUser.AdminId
  257. //resourceInfo.LastModifyAdminName = sysUser.RealName
  258. resourceInfo.ModifyTime = time.Now()
  259. updateCols := []string{"ClassifyId", "SourceFrom", "TagId", "Title", "Content", "StartTime", "EndTime", "ModifyTime", "FileUrl"}
  260. // 修改报告的基本信息,以及报告的授权用户
  261. err = resourceInfo.Update(updateCols)
  262. if err != nil {
  263. return
  264. }
  265. return
  266. }
  267. // ImportResourceData
  268. // @Description: 数据导入
  269. // @author: Roc
  270. // @datetime 2024-08-01 11:27:21
  271. // @param path string
  272. // @param sysUser *system.Admin
  273. // @return successCount int
  274. // @return failCount int
  275. // @return err error
  276. // @return errMsg string
  277. func ImportResourceData(path string, resourceType int, sysUser *system.Admin) (successCount, failCount int, err error, errMsg string) {
  278. // 错误信息
  279. errMsgList := make([]string, 0)
  280. // 操作记录
  281. recordMap := make(map[string]string)
  282. defer func() {
  283. recordList := make([]*models.EdbinfoOpRecord, 0)
  284. for tradeCode, remark := range recordMap {
  285. recordList = append(recordList, &models.EdbinfoOpRecord{
  286. TradeCode: tradeCode,
  287. Remark: remark,
  288. UserId: sysUser.AdminId,
  289. UserName: sysUser.RealName,
  290. CreateTime: time.Now(),
  291. })
  292. }
  293. if len(recordList) > 0 {
  294. go func() {
  295. obj := models.EdbinfoOpRecord{}
  296. _ = obj.MulCreate(recordList)
  297. }()
  298. }
  299. // 错误信息记录
  300. if len(errMsgList) > 0 {
  301. utils.FileLog.Info("导入失败, errMsgList: %v", strings.Join(errMsgList, "\n"))
  302. }
  303. }()
  304. errMsg = `导入失败`
  305. xlFile, err := xlsx.OpenFile(path)
  306. if err != nil {
  307. fmt.Println(err.Error())
  308. return
  309. }
  310. if len(xlFile.Sheets) <= 0 {
  311. errMsg = "导入模板异常"
  312. err = errors.New(errMsg)
  313. return
  314. }
  315. //导入失败数据
  316. failDataList := make([]*knowledge.KnowledgeImportFail, 0)
  317. var indexDataList []knowledge.ResourceImportData
  318. tagObj := new(knowledge.KnowledgeTag)
  319. // 模板校验,然后处理成标准化格式
  320. for _, sheet := range xlFile.Sheets {
  321. var tmpFailDataList []*knowledge.KnowledgeImportFail
  322. var tmpIndexDataList []knowledge.ResourceImportData
  323. rowList := sheet.Rows
  324. if len(rowList) <= 0 {
  325. errMsg = sheet.Name + "页异常"
  326. err = errors.New(errMsg)
  327. return
  328. }
  329. templateType := 1 // 模板类型
  330. minCellNum := 6 // 模板最小列数
  331. headerCell := rowList[0].Cells
  332. // 确定模板
  333. for _, v := range headerCell {
  334. if v.String() == "导入模板2/Import Template 2" {
  335. templateType = 2
  336. minCellNum = 2
  337. break
  338. }
  339. }
  340. // 如果小于最少列数,则报错
  341. if len(headerCell) < minCellNum {
  342. errMsg = sheet.Name + "页模板异常"
  343. err = errors.New(errMsg)
  344. return
  345. }
  346. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  347. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplateEvent(sheet, sysUser.AdminId, templateType)
  348. } else {
  349. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplatePoint(sheet, sysUser.AdminId, templateType)
  350. }
  351. if err != nil {
  352. return
  353. }
  354. fmt.Println("tmpIndexDataList: ", tmpIndexDataList)
  355. fmt.Println("tmpFailDataList: ", tmpFailDataList)
  356. indexDataList = append(indexDataList, tmpIndexDataList...)
  357. failDataList = append(failDataList, tmpFailDataList...)
  358. }
  359. if len(indexDataList) <= 0 {
  360. if len(failDataList) > 0 {
  361. errMsg = failDataList[0].Remark
  362. err = errors.New(errMsg)
  363. }
  364. return
  365. }
  366. // 遍历获取所有分类
  367. classifyNames := make([]string, 0)
  368. for _, v := range indexDataList {
  369. if v.ClassifyFirstName != "" {
  370. classifyNames = append(classifyNames, v.ClassifyFirstName)
  371. }
  372. if v.ClassifySecondName != "" {
  373. classifyNames = append(classifyNames, v.ClassifySecondName)
  374. }
  375. if v.ClassifyThirdName != "" {
  376. classifyNames = append(classifyNames, v.ClassifyThirdName)
  377. }
  378. }
  379. fmt.Println(classifyNames)
  380. classifyList, err := knowledge.GetFullClassifyListByName(classifyNames, resourceType)
  381. if err != nil {
  382. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  383. errMsg = "获取分类数据失败"
  384. return
  385. }
  386. classifyNameMap := make(map[string]int)
  387. for _, v := range classifyList {
  388. name := fmt.Sprintf("%s/%s/%s", v.RootName, v.ParentName, v.ClassifyName)
  389. if v.RootName == "" && v.ParentName == "" { //一级分类
  390. name = fmt.Sprintf("%s/%s/%s", v.ClassifyName, "", "")
  391. } else if v.RootName == "" { //二级分类
  392. name = fmt.Sprintf("%s/%s/%s", v.ParentName, v.ClassifyName, "")
  393. }
  394. fmt.Println("name", name)
  395. classifyNameMap[name] = v.ClassifyId
  396. }
  397. tagNameMap := make(map[string]int)
  398. tagList, err := tagObj.GetAllTag(resourceType)
  399. for _, v := range tagList {
  400. tagNameMap[v.TagName] = v.TagId
  401. }
  402. //// TODO 成功数量超过20个指标,那就不导入了
  403. /* if len(targetMap) >= 100 {
  404. failItem := new(knowledge.KnowledgeImportFail)
  405. failItem.SysUserId = strconv.Itoa(sysUser.AdminId)
  406. failItem.ClassifyName = classifyName
  407. failItem.CreateDate = createDate
  408. failItem.SecName = secName
  409. failItem.Close = closeVal
  410. failItem.Remark = "导入指标数量过多"
  411. failItem.Frequency = frequency
  412. failItem.Unit = unit
  413. failDataList = append(failDataList, failItem)
  414. //go utils.SendEmail(utils.APPNAME+"失败提醒", "导入数据 获取分类:Err:"+err.Error(), utils.EmailSendToUsers)
  415. continue
  416. }*/
  417. for _, v := range indexDataList {
  418. // 判断分类是否存在
  419. classifyName := fmt.Sprintf("%s/%s/%s", v.ClassifyFirstName, v.ClassifySecondName, v.ClassifyThirdName)
  420. fmt.Println("classifyName: ", classifyName)
  421. classifyId, ok := classifyNameMap[classifyName]
  422. if !ok {
  423. failItem := &knowledge.KnowledgeImportFail{
  424. Title: v.Title,
  425. Content: v.Content,
  426. SourceFrom: v.SourceFrom,
  427. ClassifyFirst: v.ClassifyFirstName,
  428. ClassifySecond: v.ClassifySecondName,
  429. ClassifyThird: v.ClassifyThirdName,
  430. ResourceType: resourceType,
  431. StartDate: v.StartDate,
  432. EndDate: v.EndDate,
  433. StartTime: v.StartTime,
  434. EndTime: v.EndTime,
  435. Remark: "指标分类不存在",
  436. SysUserId: fmt.Sprint(sysUser.AdminId),
  437. CreateTime: time.Now(),
  438. }
  439. failDataList = append(failDataList, failItem)
  440. continue
  441. }
  442. tagId, _ := tagNameMap[v.Tag]
  443. req := new(knowledge.AddReq)
  444. req.Title = v.Title
  445. req.Content = v.Content
  446. req.SourceFrom = v.SourceFrom
  447. req.ClassifyId = classifyId
  448. req.TagId = tagId
  449. req.ResourceType = resourceType
  450. if v.StartDate != "" {
  451. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  452. req.StartTime = fmt.Sprintf("%s %s", v.StartDate, v.StartTime)
  453. } else {
  454. req.StartTime = v.StartDate
  455. }
  456. }
  457. if v.EndDate != "" {
  458. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  459. req.EndTime = fmt.Sprintf("%s %s", v.EndDate, v.EndTime)
  460. }
  461. }
  462. tmpErr, msg := addExcelResource(req, sysUser)
  463. if tmpErr != nil {
  464. failItem := &knowledge.KnowledgeImportFail{
  465. Title: v.Title,
  466. Content: v.Content,
  467. SourceFrom: v.SourceFrom,
  468. ClassifyFirst: v.ClassifyFirstName,
  469. ClassifySecond: v.ClassifySecondName,
  470. ClassifyThird: v.ClassifyThirdName,
  471. ResourceType: resourceType,
  472. StartDate: v.StartDate,
  473. EndDate: v.EndDate,
  474. StartTime: v.StartTime,
  475. EndTime: v.EndTime,
  476. Remark: "新增事件失败:" + msg,
  477. SysUserId: fmt.Sprint(sysUser.AdminId),
  478. CreateTime: time.Now(),
  479. }
  480. failDataList = append(failDataList, failItem)
  481. continue
  482. } else {
  483. successCount++
  484. }
  485. }
  486. // 失败数量
  487. failCount = len(failDataList)
  488. //fmt.Println("failDataList:", len(failDataList))
  489. if failCount > 0 {
  490. failObj := new(knowledge.KnowledgeImportFail)
  491. //先删除导入失败记录
  492. _ = failObj.Delete(sysUser.AdminId, resourceType)
  493. // 批量添加导入失败记录
  494. err = failObj.MultiAdd(failDataList)
  495. if err != nil {
  496. go alarm_msg.SendAlarmMsg("导入数据 新增失败记录失败,Err:"+err.Error(), 3)
  497. }
  498. {
  499. //错误信息字符串切片,最后作为发送邮件通知使用
  500. failContents := make([]string, 0)
  501. for _, v := range failDataList {
  502. failContents = append(failContents, fmt.Sprint(v.Title, "导入失败:", v.Remark))
  503. }
  504. utils.FileLog.Info("导入数据 存在部分数据导入失败:" + strings.Join(failContents, ";"))
  505. //导入失败的话,最后统一邮件提醒就好啦,不需要每次都去提醒
  506. go alarm_msg.SendAlarmMsg("导入数据 存在部分数据导入失败:"+strings.Join(failContents, ";"), 3)
  507. }
  508. }
  509. return
  510. }
  511. // getDataByTemplateEvent
  512. func getDataByTemplateEvent(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  513. fmt.Println("sheet name: ", sheet.Name)
  514. indexDataList = make([]knowledge.ResourceImportData, 0)
  515. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  516. //遍历行读取
  517. maxRow := sheet.MaxRow
  518. fmt.Println("maxRow:", maxRow)
  519. // 表头信息
  520. if maxRow <= 3 {
  521. errMsg = "模板异常1"
  522. err = errors.New(errMsg)
  523. return
  524. }
  525. // 表头校验
  526. {
  527. headerRow := sheet.Row(1)
  528. cells := headerRow.Cells
  529. fmt.Println("cells:", len(cells))
  530. if len(cells) < 11 {
  531. errMsg = "导入文件异常,请下载最新导入模板文件"
  532. err = errors.New(errMsg)
  533. return
  534. }
  535. // 循环打印每个单元格
  536. for k, v := range cells {
  537. fmt.Println("第", k, "个单元格", v.Value)
  538. }
  539. templateFail := false
  540. if cells[0].Value != "开始时间" {
  541. templateFail = true
  542. }
  543. if cells[2].Value != "结束时间(非必填)" {
  544. templateFail = true
  545. }
  546. if cells[4].Value != "标题" {
  547. templateFail = true
  548. }
  549. if cells[5].Value != "正文" {
  550. templateFail = true
  551. }
  552. if cells[6].Value != "来源" {
  553. templateFail = true
  554. }
  555. if cells[7].Value != "一级分类" {
  556. templateFail = true
  557. }
  558. if cells[8].Value != "二级分类" {
  559. templateFail = true
  560. }
  561. if cells[9].Value != "三级分类" {
  562. templateFail = true
  563. }
  564. if cells[10].Value != "标签" {
  565. templateFail = true
  566. }
  567. headerRow2 := sheet.Row(2)
  568. cells2 := headerRow2.Cells
  569. for k, v := range cells2 {
  570. fmt.Println("2第", k, "个单元格", v.Value)
  571. }
  572. if len(cells2) < 11 {
  573. templateFail = true
  574. } else {
  575. if cells2[0].Value != "日期" {
  576. templateFail = true
  577. }
  578. if cells2[1].Value != "时间" {
  579. templateFail = true
  580. }
  581. if cells2[2].Value != "日期" {
  582. templateFail = true
  583. }
  584. if cells2[3].Value != "时间" {
  585. templateFail = true
  586. }
  587. }
  588. if templateFail {
  589. fmt.Println("头部信息校验失败")
  590. errMsg = "导入文件异常,请下载最新导入模板文件"
  591. err = errors.New(errMsg)
  592. return
  593. }
  594. }
  595. for i := 3; i < maxRow; i++ {
  596. row := sheet.Row(i)
  597. cells := row.Cells
  598. lenCell := len(cells)
  599. for k, v := range cells {
  600. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  601. }
  602. // 过滤空白行
  603. if lenCell <= 0 {
  604. continue
  605. }
  606. fmt.Println("lenCell:", lenCell)
  607. if lenCell < 11 {
  608. if cells[0].Value == `` {
  609. continue
  610. }
  611. errMsg = "导入文件异常,请下载最新导入模板文件"
  612. err = errors.New(errMsg)
  613. return
  614. }
  615. startDate := strings.TrimSpace(cells[0].Value) //开始时间
  616. startTime := strings.TrimSpace(cells[1].Value) //开始时间
  617. endDate := strings.TrimSpace(cells[2].Value) //结束时间
  618. endTime := strings.TrimSpace(cells[3].Value) //结束时间
  619. startDateO := startDate
  620. endDateO := endDate
  621. startTimeO := startTime
  622. endTimeO := endTime
  623. title := strings.TrimSpace(cells[4].Value) //标题
  624. content := strings.TrimSpace(cells[5].Value) //正文
  625. sourceFrom := strings.TrimSpace(cells[6].Value) //来源
  626. classifyName1 := strings.TrimSpace(cells[7].Value) //一级分类
  627. classifyName2 := strings.TrimSpace(cells[8].Value) //二级分类
  628. classifyName3 := strings.TrimSpace(cells[9].Value) //三级分类
  629. tag := strings.TrimSpace(cells[10].Value) //标签
  630. if title == "" || content == "" || sourceFrom == "" || classifyName1 == "" { //过滤空白行
  631. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  632. //Id: 0,
  633. Title: title,
  634. Content: content,
  635. SourceFrom: sourceFrom,
  636. ClassifyFirst: classifyName1,
  637. ClassifySecond: classifyName2,
  638. ClassifyThird: classifyName3,
  639. ResourceType: resourceType,
  640. StartDate: startDateO,
  641. EndDate: endDateO,
  642. StartTime: startTimeO,
  643. EndTime: endTimeO,
  644. Remark: "标题或正文或来源或分类为空",
  645. SysUserId: strconv.Itoa(sysUserId),
  646. CreateTime: time.Now(),
  647. })
  648. continue
  649. }
  650. // 校验日期格式
  651. if startDate != "" {
  652. // 判断9:09:14日期格式是否正确
  653. // 判断是否是数字
  654. _, tmpErr := strconv.Atoi(startDate)
  655. if tmpErr == nil {
  656. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  657. fmt.Println(startDate)
  658. } else {
  659. startDate, tmpErr = getExcelDate(startDate)
  660. if tmpErr != nil {
  661. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  662. //Id: 0,
  663. Title: title,
  664. Content: content,
  665. SourceFrom: sourceFrom,
  666. ClassifyFirst: classifyName1,
  667. ClassifySecond: classifyName2,
  668. ClassifyThird: classifyName3,
  669. ResourceType: resourceType,
  670. StartDate: startDateO,
  671. EndDate: endDateO,
  672. StartTime: startTimeO,
  673. EndTime: endTimeO,
  674. Remark: "日期格式异常",
  675. SysUserId: strconv.Itoa(sysUserId),
  676. CreateTime: time.Now(),
  677. })
  678. continue
  679. }
  680. }
  681. if startTime != "" {
  682. // 判断9:09:14日期格式是否正确
  683. startTimeVal, tmpErr := strconv.ParseFloat(startTime, 64)
  684. if tmpErr == nil {
  685. startTime = utils.ExcelTimeToTime(startTimeVal).Format(utils.FormatTime)
  686. fmt.Println(startTime)
  687. } else {
  688. _, tmpErr = time.Parse(utils.FormatDateTime, startDate+" "+startTime)
  689. if tmpErr != nil {
  690. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  691. //Id: 0,
  692. Title: title,
  693. Content: content,
  694. SourceFrom: sourceFrom,
  695. ClassifyFirst: classifyName1,
  696. ClassifySecond: classifyName2,
  697. ClassifyThird: classifyName3,
  698. ResourceType: resourceType,
  699. StartDate: startDateO,
  700. EndDate: endDateO,
  701. StartTime: startTimeO,
  702. EndTime: endTimeO,
  703. Remark: "日期格式异常",
  704. SysUserId: strconv.Itoa(sysUserId),
  705. CreateTime: time.Now(),
  706. })
  707. continue
  708. }
  709. }
  710. }
  711. }
  712. if endDate != "" {
  713. _, tmpErr := strconv.Atoi(endDate)
  714. if tmpErr == nil {
  715. endDate = utils.ExcelDateToDate(endDate).Format(utils.FormatDate)
  716. } else {
  717. endDate, tmpErr = getExcelDate(endDate)
  718. if tmpErr != nil {
  719. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  720. //Id: 0,
  721. Title: title,
  722. Content: content,
  723. SourceFrom: sourceFrom,
  724. ClassifyFirst: classifyName1,
  725. ClassifySecond: classifyName2,
  726. ClassifyThird: classifyName3,
  727. ResourceType: resourceType,
  728. StartDate: startDateO,
  729. EndDate: endDateO,
  730. StartTime: startTimeO,
  731. EndTime: endTimeO,
  732. Remark: "日期格式异常",
  733. SysUserId: strconv.Itoa(sysUserId),
  734. CreateTime: time.Now(),
  735. })
  736. continue
  737. }
  738. }
  739. if endTime != "" {
  740. // 判断9:09:14日期格式是否正确
  741. endTimeVal, tmpErr := strconv.ParseFloat(endTime, 64)
  742. if tmpErr == nil {
  743. endTime = utils.ExcelTimeToTime(endTimeVal).Format(utils.FormatTime)
  744. fmt.Println(endTime)
  745. } else {
  746. _, tmpErr = time.Parse(utils.FormatDateTime, endDate+" "+endTime)
  747. if tmpErr != nil {
  748. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  749. //Id: 0,
  750. Title: title,
  751. Content: content,
  752. SourceFrom: sourceFrom,
  753. ClassifyFirst: classifyName1,
  754. ClassifySecond: classifyName2,
  755. ClassifyThird: classifyName3,
  756. ResourceType: resourceType,
  757. StartDate: startDate,
  758. EndDate: endDate,
  759. StartTime: startTimeO,
  760. EndTime: endTimeO,
  761. Remark: "日期格式异常",
  762. SysUserId: strconv.Itoa(sysUserId),
  763. CreateTime: time.Now(),
  764. })
  765. continue
  766. }
  767. }
  768. }
  769. }
  770. resourceItem := knowledge.ResourceImportData{
  771. Title: title,
  772. StartDate: startDate,
  773. EndDate: endDate,
  774. StartTime: startTime,
  775. EndTime: endTime,
  776. Content: content,
  777. Tag: tag,
  778. SourceFrom: sourceFrom,
  779. ClassifyFirstName: classifyName1,
  780. ClassifySecondName: classifyName2,
  781. ClassifyThirdName: classifyName3,
  782. }
  783. indexDataList = append(indexDataList, resourceItem)
  784. }
  785. return
  786. }
  787. // getDataByTemplatePoint
  788. func getDataByTemplatePoint(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  789. fmt.Println("sheet name: ", sheet.Name)
  790. indexDataList = make([]knowledge.ResourceImportData, 0)
  791. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  792. //遍历行读取
  793. maxRow := sheet.MaxRow
  794. fmt.Println("maxRow:", maxRow)
  795. // 表头信息
  796. if maxRow <= 3 {
  797. errMsg = "模板异常1"
  798. err = errors.New(errMsg)
  799. return
  800. }
  801. // 表头校验
  802. {
  803. headerRow := sheet.Row(1)
  804. cells := headerRow.Cells
  805. fmt.Println("cells:", len(cells))
  806. if len(cells) < 8 {
  807. errMsg = "导入文件异常,请下载最新导入模板文件"
  808. err = errors.New(errMsg)
  809. return
  810. }
  811. // 循环打印每个单元格
  812. for k, v := range cells {
  813. fmt.Println("第", k, "个单元格", v.Value)
  814. }
  815. templateFail := false
  816. if cells[0].Value != "时间" {
  817. templateFail = true
  818. }
  819. if cells[1].Value != "标题" {
  820. templateFail = true
  821. }
  822. if cells[2].Value != "正文" {
  823. templateFail = true
  824. }
  825. if cells[3].Value != "来源" {
  826. templateFail = true
  827. }
  828. if cells[4].Value != "一级分类" {
  829. templateFail = true
  830. }
  831. if cells[5].Value != "二级分类" {
  832. templateFail = true
  833. }
  834. if cells[6].Value != "三级分类" {
  835. templateFail = true
  836. }
  837. if cells[7].Value != "标签" {
  838. templateFail = true
  839. }
  840. if templateFail {
  841. fmt.Println("头部信息校验失败")
  842. errMsg = "导入文件异常,请下载最新导入模板文件"
  843. err = errors.New(errMsg)
  844. return
  845. }
  846. }
  847. for i := 2; i < maxRow; i++ {
  848. row := sheet.Row(i)
  849. cells := row.Cells
  850. lenCell := len(cells)
  851. for k, v := range cells {
  852. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  853. }
  854. // 过滤空白行
  855. if lenCell <= 0 {
  856. continue
  857. }
  858. fmt.Println("lenCell:", lenCell)
  859. if lenCell < 8 {
  860. if cells[0].Value == `` {
  861. continue
  862. }
  863. errMsg = "导入文件异常,请下载最新导入模板文件"
  864. err = errors.New(errMsg)
  865. return
  866. }
  867. startDate := strings.TrimSpace(cells[0].Value) //开始时间
  868. startDateO := startDate
  869. title := strings.TrimSpace(cells[1].Value) //标题
  870. content := strings.TrimSpace(cells[2].Value) //正文
  871. sourceFrom := strings.TrimSpace(cells[3].Value) //来源
  872. classifyName1 := strings.TrimSpace(cells[4].Value) //一级分类
  873. classifyName2 := strings.TrimSpace(cells[5].Value) //二级分类
  874. classifyName3 := strings.TrimSpace(cells[6].Value) //三级分类
  875. tag := strings.TrimSpace(cells[7].Value) //标签
  876. if title == "" || content == "" || sourceFrom == "" || classifyName1 == "" { //过滤空白行
  877. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  878. //Id: 0,
  879. Title: title,
  880. Content: content,
  881. SourceFrom: sourceFrom,
  882. ClassifyFirst: classifyName1,
  883. ClassifySecond: classifyName2,
  884. ClassifyThird: classifyName3,
  885. ResourceType: resourceType,
  886. StartDate: startDateO,
  887. Remark: "标题或正文或来源或分类为空",
  888. SysUserId: strconv.Itoa(sysUserId),
  889. CreateTime: time.Now(),
  890. })
  891. continue
  892. }
  893. // 校验日期格式
  894. if startDate != "" {
  895. // 判断9:09:14日期格式是否正确
  896. // 判断是否是数字
  897. _, tmpErr := strconv.Atoi(startDate)
  898. if tmpErr == nil {
  899. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  900. fmt.Println(startDate)
  901. } else {
  902. startDate, tmpErr = getExcelDate(startDate)
  903. if tmpErr != nil {
  904. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  905. //Id: 0,
  906. Title: title,
  907. Content: content,
  908. SourceFrom: sourceFrom,
  909. ClassifyFirst: classifyName1,
  910. ClassifySecond: classifyName2,
  911. ClassifyThird: classifyName3,
  912. ResourceType: resourceType,
  913. StartDate: startDateO,
  914. Remark: "日期格式异常",
  915. SysUserId: strconv.Itoa(sysUserId),
  916. CreateTime: time.Now(),
  917. })
  918. continue
  919. }
  920. }
  921. }
  922. resourceItem := knowledge.ResourceImportData{
  923. Title: title,
  924. StartDate: startDate,
  925. Content: content,
  926. Tag: tag,
  927. SourceFrom: sourceFrom,
  928. ClassifyFirstName: classifyName1,
  929. ClassifySecondName: classifyName2,
  930. ClassifyThirdName: classifyName3,
  931. }
  932. indexDataList = append(indexDataList, resourceItem)
  933. }
  934. return
  935. }
  936. func getExcelDate(createDate string) (newCreateDate string, err error) {
  937. if strings.Contains(createDate, "-") {
  938. //如果是带有 - 的普通日期格式文本
  939. _, err = time.Parse("2006-1-2", createDate)
  940. if err == nil {
  941. newCreateDate = createDate
  942. }
  943. } else if strings.Contains(createDate, "/") {
  944. //如果是带有 / 的普通日期格式文本
  945. createDateTime, timeErr := time.Parse("2006/1/2", createDate)
  946. if timeErr != nil {
  947. err = timeErr
  948. } else {
  949. newCreateDate = createDateTime.Format("2006-01-02")
  950. }
  951. } else {
  952. //可能是excel的日期格式
  953. _, tmpErr := strconv.Atoi(createDate)
  954. if tmpErr != nil {
  955. err = tmpErr
  956. } else {
  957. newCreateDate = utils.ConvertToFormatDay(createDate) //录入日期
  958. }
  959. }
  960. return
  961. }
  962. func addExcelResource(req *knowledge.AddReq, sysUser *system.Admin) (err error, errMsg string) {
  963. var startTime time.Time
  964. var endTime time.Time
  965. if req.StartTime != "" {
  966. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  967. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  968. if err != nil { // 如果时间格式不正确,则返回错误信息
  969. errMsg = "开始时间格式不正确"
  970. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  971. return
  972. }
  973. } else {
  974. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  975. if err != nil { // 如果时间格式不正确,则返回错误信息
  976. errMsg = "开始时间格式不正确"
  977. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  978. return
  979. }
  980. }
  981. }
  982. if req.EndTime != "" {
  983. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  984. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  985. if err != nil { // 如果时间格式不正确,则返回错误信息
  986. errMsg = "结束时间格式不正确"
  987. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  988. return
  989. }
  990. }
  991. }
  992. item := new(knowledge.KnowledgeResource)
  993. item.ClassifyId = req.ClassifyId
  994. item.TagId = req.TagId
  995. item.SourceFrom = req.SourceFrom
  996. item.ResourceType = req.ResourceType
  997. item.Title = req.Title
  998. item.State = 1
  999. item.Content = html.EscapeString(req.Content)
  1000. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  1001. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  1002. //todo 内容前5行
  1003. //item.ContentSub = html.EscapeString(contentSub)
  1004. if !startTime.IsZero() {
  1005. item.StartTime = &startTime
  1006. }
  1007. if !endTime.IsZero() {
  1008. item.EndTime = &endTime
  1009. }
  1010. item.ModifyTime = time.Now()
  1011. item.AdminId = sysUser.AdminId
  1012. item.AdminRealName = sysUser.RealName
  1013. //item.LastModifyAdminId = sysUser.AdminId
  1014. //item.LastModifyAdminName = sysUser.RealName
  1015. item.ModifyTime = time.Now()
  1016. item.CreateTime = time.Now()
  1017. err = item.Add(item)
  1018. if err != nil {
  1019. errMsg = "保存失败"
  1020. err = fmt.Errorf("保存失败,Err:" + err.Error())
  1021. return
  1022. }
  1023. //todo 是否需要保存到es中
  1024. return
  1025. }