resource.go 31 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061626364656667686970717273747576777879808182838485868788899091929394959697989910010110210310410510610710810911011111211311411511611711811912012112212312412512612712812913013113213313413513613713813914014114214314414514614714814915015115215315415515615715815916016116216316416516616716816917017117217317417517617717817918018118218318418518618718818919019119219319419519619719819920020120220320420520620720820921021121221321421521621721821922022122222322422522622722822923023123223323423523623723823924024124224324424524624724824925025125225325425525625725825926026126226326426526626726826927027127227327427527627727827928028128228328428528628728828929029129229329429529629729829930030130230330430530630730830931031131231331431531631731831932032132232332432532632732832933033133233333433533633733833934034134234334434534634734834935035135235335435535635735835936036136236336436536636736836937037137237337437537637737837938038138238338438538638738838939039139239339439539639739839940040140240340440540640740840941041141241341441541641741841942042142242342442542642742842943043143243343443543643743843944044144244344444544644744844945045145245345445545645745845946046146246346446546646746846947047147247347447547647747847948048148248348448548648748848949049149249349449549649749849950050150250350450550650750850951051151251351451551651751851952052152252352452552652752852953053153253353453553653753853954054154254354454554654754854955055155255355455555655755855956056156256356456556656756856957057157257357457557657757857958058158258358458558658758858959059159259359459559659759859960060160260360460560660760860961061161261361461561661761861962062162262362462562662762862963063163263363463563663763863964064164264364464564664764864965065165265365465565665765865966066166266366466566666766866967067167267367467567667767867968068168268368468568668768868969069169269369469569669769869970070170270370470570670770870971071171271371471571671771871972072172272372472572672772872973073173273373473573673773873974074174274374474574674774874975075175275375475575675775875976076176276376476576676776876977077177277377477577677777877978078178278378478578678778878979079179279379479579679779879980080180280380480580680780880981081181281381481581681781881982082182282382482582682782882983083183283383483583683783883984084184284384484584684784884985085185285385485585685785885986086186286386486586686786886987087187287387487587687787887988088188288388488588688788888989089189289389489589689789889990090190290390490590690790890991091191291391491591691791891992092192292392492592692792892993093193293393493593693793893994094194294394494594694794894995095195295395495595695795895996096196296396496596696796896997097197297397497597697797897998098198298398498598698798898999099199299399499599699799899910001001100210031004100510061007100810091010101110121013101410151016101710181019
  1. package knowledge
  2. import (
  3. "errors"
  4. "eta_gn/eta_api/models"
  5. "eta_gn/eta_api/models/knowledge"
  6. "eta_gn/eta_api/models/system"
  7. "eta_gn/eta_api/services"
  8. "eta_gn/eta_api/services/alarm_msg"
  9. "eta_gn/eta_api/utils"
  10. "fmt"
  11. "github.com/tealeg/xlsx"
  12. "html"
  13. "strconv"
  14. "strings"
  15. "time"
  16. )
  17. func AddResource(req *knowledge.AddReq, sysUser *system.Admin) (item *knowledge.KnowledgeResource, err error, errMsg string) {
  18. var startTime time.Time
  19. var endTime time.Time
  20. if req.StartTime != "" {
  21. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  22. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  23. if err != nil { // 如果时间格式不正确,则返回错误信息
  24. errMsg = "开始时间格式不正确"
  25. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  26. return
  27. }
  28. } else {
  29. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  30. if err != nil { // 如果时间格式不正确,则返回错误信息
  31. errMsg = "开始时间格式不正确"
  32. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  33. return
  34. }
  35. }
  36. }
  37. if req.EndTime != "" {
  38. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  39. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  40. if err != nil { // 如果时间格式不正确,则返回错误信息
  41. errMsg = "结束时间格式不正确"
  42. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  43. return
  44. }
  45. }
  46. }
  47. isFile := 0
  48. if req.Content != "" {
  49. e := utils.ContentXssCheck(req.Content)
  50. if e != nil {
  51. errMsg = "存在非法标签"
  52. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  53. return
  54. }
  55. content, e := services.FilterReportContentBr(req.Content)
  56. if e != nil {
  57. errMsg = "内容去除前后空格失败"
  58. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  59. return
  60. }
  61. req.Content = content
  62. /*contentSub, err = services.GetReportContentSub(req.Content)
  63. if err != nil {
  64. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  65. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  66. return
  67. }*/
  68. } else {
  69. if req.FileUrl == "" {
  70. errMsg = "内容或文件不能为空"
  71. err = fmt.Errorf("内容或文件不能为空")
  72. return
  73. }
  74. isFile = 1
  75. }
  76. classifyObj := new(knowledge.KnowledgeClassify)
  77. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  78. if err != nil {
  79. if utils.IsErrNoRow(err) {
  80. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  81. errMsg = "分类不存在"
  82. return
  83. }
  84. errMsg = "获取分类失败"
  85. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  86. return
  87. }
  88. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  89. errMsg = "错误分类"
  90. err = fmt.Errorf("错误分类")
  91. return
  92. }
  93. // todo 校验标签
  94. item = new(knowledge.KnowledgeResource)
  95. item.ClassifyId = req.ClassifyId
  96. item.TagId = req.TagId
  97. item.SourceFrom = req.SourceFrom
  98. item.ResourceType = req.ResourceType
  99. item.Title = req.Title
  100. item.State = 1
  101. item.Content = html.EscapeString(req.Content)
  102. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  103. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  104. item.IsFile = isFile
  105. item.FileUrl = req.FileUrl
  106. //todo 内容前5行
  107. //item.ContentSub = html.EscapeString(contentSub)
  108. if !startTime.IsZero() {
  109. item.StartTime = &startTime
  110. } else {
  111. item.StartTime = nil
  112. }
  113. if !endTime.IsZero() {
  114. item.EndTime = &endTime
  115. } else {
  116. item.EndTime = nil
  117. }
  118. item.ModifyTime = time.Now()
  119. item.AdminId = sysUser.AdminId
  120. item.AdminRealName = sysUser.RealName
  121. //item.LastModifyAdminId = sysUser.AdminId
  122. //item.LastModifyAdminName = sysUser.RealName
  123. item.ModifyTime = time.Now()
  124. item.CreateTime = time.Now()
  125. err = item.Add(item)
  126. if err != nil {
  127. errMsg = "保存失败"
  128. err = fmt.Errorf("保存失败,Err:" + err.Error())
  129. return
  130. }
  131. //todo 是否需要保存到es中
  132. return
  133. }
  134. func EditResource(resourceInfo *knowledge.KnowledgeResource, req knowledge.EditReq, sysUser *system.Admin) (err error, errMsg string) {
  135. errMsg = `保存失败`
  136. var startTime time.Time
  137. var endTime time.Time
  138. if req.StartTime != "" {
  139. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  140. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  141. if err != nil { // 如果时间格式不正确,则返回错误信息
  142. errMsg = "开始时间格式不正确"
  143. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  144. return
  145. }
  146. } else {
  147. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  148. if err != nil { // 如果时间格式不正确,则返回错误信息
  149. errMsg = "开始时间格式不正确"
  150. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  151. return
  152. }
  153. }
  154. }
  155. if req.EndTime != "" {
  156. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  157. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  158. if err != nil { // 如果时间格式不正确,则返回错误信息
  159. errMsg = "结束时间格式不正确"
  160. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  161. return
  162. }
  163. }
  164. }
  165. if resourceInfo.IsFile == 0 {
  166. if req.Content == "" {
  167. errMsg = "内容不能为空"
  168. err = fmt.Errorf("内容不能为空")
  169. return
  170. }
  171. } else if resourceInfo.IsFile == 1 {
  172. if req.FileUrl == "" {
  173. errMsg = "文件地址不能为空"
  174. err = fmt.Errorf("文件地址不能为空")
  175. return
  176. }
  177. }
  178. if req.Content != "" {
  179. e := utils.ContentXssCheck(req.Content)
  180. if e != nil {
  181. errMsg = "存在非法标签"
  182. err = fmt.Errorf("存在非法标签, Err: " + e.Error())
  183. return
  184. }
  185. content, e := services.FilterReportContentBr(req.Content)
  186. if e != nil {
  187. errMsg = "内容去除前后空格失败"
  188. err = fmt.Errorf("内容去除前后空格失败, Err: " + e.Error())
  189. return
  190. }
  191. req.Content = content
  192. /*contentSub, err = services.GetReportContentSub(req.Content)
  193. if err != nil {
  194. go alarm_msg.SendAlarmMsg("ContentSub 失败,Err:"+err.Error(), 3)
  195. //utils.SendEmail(utils.APPNAME+"失败提醒", "解析 ContentSub 失败,Err:"+err.Error(), utils.EmailSendToUsers)
  196. return
  197. }*/
  198. }
  199. classifyObj := new(knowledge.KnowledgeClassify)
  200. classifyItem, err := classifyObj.GetClassifyById(req.ClassifyId)
  201. if err != nil {
  202. if utils.IsErrNoRow(err) {
  203. err = fmt.Errorf("分类不存在,Err:" + err.Error())
  204. errMsg = "分类不存在"
  205. return
  206. }
  207. errMsg = "获取分类失败"
  208. err = fmt.Errorf("获取分类失败,Err:" + err.Error())
  209. return
  210. }
  211. if req.ClassifyId != classifyItem.ClassifyId { // 如果传进来的分类id和数据库中查到的分类id不一致,说明传进来的分类id是错误的
  212. errMsg = "错误分类"
  213. err = fmt.Errorf("错误分类")
  214. return
  215. }
  216. resourceInfo.ClassifyId = req.ClassifyId
  217. resourceInfo.SourceFrom = req.SourceFrom
  218. resourceInfo.TagId = req.TagId
  219. resourceInfo.Title = req.Title
  220. if req.Content != "" {
  221. resourceInfo.Content = html.EscapeString(req.Content)
  222. }
  223. if !startTime.IsZero() {
  224. resourceInfo.StartTime = &startTime
  225. }
  226. if !endTime.IsZero() {
  227. resourceInfo.EndTime = &endTime
  228. }
  229. resourceInfo.FileUrl = req.FileUrl
  230. //resourceInfo.LastModifyAdminId = sysUser.AdminId
  231. //resourceInfo.LastModifyAdminName = sysUser.RealName
  232. resourceInfo.ModifyTime = time.Now()
  233. updateCols := []string{"ClassifyId", "SourceFrom", "TagId", "Title", "Content", "StartTime", "EndTime", "ModifyTime", "FileUrl"}
  234. // 修改报告的基本信息,以及报告的授权用户
  235. err = resourceInfo.Update(updateCols)
  236. if err != nil {
  237. return
  238. }
  239. return
  240. }
  241. // ImportResourceData
  242. // @Description: 数据导入
  243. // @author: Roc
  244. // @datetime 2024-08-01 11:27:21
  245. // @param path string
  246. // @param sysUser *system.Admin
  247. // @return successCount int
  248. // @return failCount int
  249. // @return err error
  250. // @return errMsg string
  251. func ImportResourceData(path string, resourceType int, sysUser *system.Admin) (successCount, failCount int, err error, errMsg string) {
  252. // 错误信息
  253. errMsgList := make([]string, 0)
  254. // 操作记录
  255. recordMap := make(map[string]string)
  256. defer func() {
  257. recordList := make([]*models.EdbinfoOpRecord, 0)
  258. for tradeCode, remark := range recordMap {
  259. recordList = append(recordList, &models.EdbinfoOpRecord{
  260. TradeCode: tradeCode,
  261. Remark: remark,
  262. UserId: sysUser.AdminId,
  263. UserName: sysUser.RealName,
  264. CreateTime: time.Now(),
  265. })
  266. }
  267. if len(recordList) > 0 {
  268. go func() {
  269. obj := models.EdbinfoOpRecord{}
  270. _ = obj.MulCreate(recordList)
  271. }()
  272. }
  273. // 错误信息记录
  274. if len(errMsgList) > 0 {
  275. utils.FileLog.Info("导入失败, errMsgList: %v", strings.Join(errMsgList, "\n"))
  276. }
  277. }()
  278. errMsg = `导入失败`
  279. xlFile, err := xlsx.OpenFile(path)
  280. if err != nil {
  281. fmt.Println(err.Error())
  282. return
  283. }
  284. if len(xlFile.Sheets) <= 0 {
  285. errMsg = "导入模板异常"
  286. err = errors.New(errMsg)
  287. return
  288. }
  289. //导入失败数据
  290. failDataList := make([]*knowledge.KnowledgeImportFail, 0)
  291. var indexDataList []knowledge.ResourceImportData
  292. tagObj := new(knowledge.KnowledgeTag)
  293. // 模板校验,然后处理成标准化格式
  294. for _, sheet := range xlFile.Sheets {
  295. var tmpFailDataList []*knowledge.KnowledgeImportFail
  296. var tmpIndexDataList []knowledge.ResourceImportData
  297. rowList := sheet.Rows
  298. if len(rowList) <= 0 {
  299. errMsg = sheet.Name + "页异常"
  300. err = errors.New(errMsg)
  301. return
  302. }
  303. templateType := 1 // 模板类型
  304. minCellNum := 6 // 模板最小列数
  305. headerCell := rowList[0].Cells
  306. // 确定模板
  307. for _, v := range headerCell {
  308. if v.String() == "导入模板2/Import Template 2" {
  309. templateType = 2
  310. minCellNum = 2
  311. break
  312. }
  313. }
  314. // 如果小于最少列数,则报错
  315. if len(headerCell) < minCellNum {
  316. errMsg = sheet.Name + "页模板异常"
  317. err = errors.New(errMsg)
  318. return
  319. }
  320. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  321. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplateEvent(sheet, sysUser.AdminId, templateType)
  322. } else {
  323. tmpIndexDataList, tmpFailDataList, err, errMsg = getDataByTemplatePoint(sheet, sysUser.AdminId, templateType)
  324. }
  325. if err != nil {
  326. return
  327. }
  328. fmt.Println("tmpIndexDataList: ", tmpIndexDataList)
  329. fmt.Println("tmpFailDataList: ", tmpFailDataList)
  330. indexDataList = append(indexDataList, tmpIndexDataList...)
  331. failDataList = append(failDataList, tmpFailDataList...)
  332. }
  333. if len(indexDataList) <= 0 {
  334. if len(failDataList) > 0 {
  335. errMsg = failDataList[0].Remark
  336. err = errors.New(errMsg)
  337. }
  338. return
  339. }
  340. // 遍历获取所有分类
  341. classifyNames := make([]string, 0)
  342. for _, v := range indexDataList {
  343. if v.ClassifyFirstName != "" {
  344. classifyNames = append(classifyNames, v.ClassifyFirstName)
  345. }
  346. if v.ClassifySecondName != "" {
  347. classifyNames = append(classifyNames, v.ClassifySecondName)
  348. }
  349. if v.ClassifyThirdName != "" {
  350. classifyNames = append(classifyNames, v.ClassifyThirdName)
  351. }
  352. }
  353. fmt.Println(classifyNames)
  354. classifyList, err := knowledge.GetFullClassifyListByName(classifyNames, resourceType)
  355. if err != nil {
  356. err = fmt.Errorf("获取分类数据失败 Err: %s", err.Error())
  357. errMsg = "获取分类数据失败"
  358. return
  359. }
  360. classifyNameMap := make(map[string]int)
  361. for _, v := range classifyList {
  362. name := fmt.Sprintf("%s/%s/%s", v.RootName, v.ParentName, v.ClassifyName)
  363. classifyNameMap[name] = v.ClassifyId
  364. }
  365. // todo 获取所有tag
  366. tagNameMap := make(map[string]int)
  367. // todo 获取所有tag
  368. tagList, err := tagObj.GetAllTag(resourceType)
  369. for _, v := range tagList {
  370. tagNameMap[v.TagName] = v.TagId
  371. }
  372. //// TODO 成功数量超过20个指标,那就不导入了
  373. /* if len(targetMap) >= 100 {
  374. failItem := new(knowledge.KnowledgeImportFail)
  375. failItem.SysUserId = strconv.Itoa(sysUser.AdminId)
  376. failItem.ClassifyName = classifyName
  377. failItem.CreateDate = createDate
  378. failItem.SecName = secName
  379. failItem.Close = closeVal
  380. failItem.Remark = "导入指标数量过多"
  381. failItem.Frequency = frequency
  382. failItem.Unit = unit
  383. failDataList = append(failDataList, failItem)
  384. //go utils.SendEmail(utils.APPNAME+"失败提醒", "导入数据 获取分类:Err:"+err.Error(), utils.EmailSendToUsers)
  385. continue
  386. }*/
  387. for _, v := range indexDataList {
  388. // 判断分类是否存在
  389. classifyName := fmt.Sprintf("%s/%s/%s", v.ClassifyFirstName, v.ClassifySecondName, v.ClassifyThirdName)
  390. fmt.Println("classifyName: ", classifyName)
  391. classifyId, ok := classifyNameMap[classifyName]
  392. if !ok {
  393. failItem := &knowledge.KnowledgeImportFail{
  394. Title: v.Title,
  395. Content: v.Content,
  396. SourceFrom: v.SourceFrom,
  397. ClassifyFirst: v.ClassifyFirstName,
  398. ClassifySecond: v.ClassifySecondName,
  399. ClassifyThird: v.ClassifyThirdName,
  400. ResourceType: resourceType,
  401. StartDate: v.StartDate,
  402. EndDate: v.EndDate,
  403. StartTime: v.StartTime,
  404. EndTime: v.EndTime,
  405. Remark: "指标分类不存在",
  406. SysUserId: fmt.Sprint(sysUser.AdminId),
  407. CreateTime: time.Now(),
  408. }
  409. failDataList = append(failDataList, failItem)
  410. continue
  411. }
  412. tagId, _ := tagNameMap[v.Tag]
  413. req := new(knowledge.AddReq)
  414. req.Title = v.Title
  415. req.Content = v.Content
  416. req.SourceFrom = v.SourceFrom
  417. req.ClassifyId = classifyId
  418. req.TagId = tagId
  419. req.ResourceType = resourceType
  420. if v.StartDate != "" {
  421. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  422. req.StartTime = fmt.Sprintf("%s %s", v.StartDate, v.StartTime)
  423. } else {
  424. req.StartTime = v.StartDate
  425. }
  426. }
  427. if v.EndDate != "" {
  428. if resourceType == knowledge.KnowledgeResourceTypeEvent || resourceType == knowledge.KnowledgeResourceTypePolicy {
  429. req.EndTime = fmt.Sprintf("%s %s", v.EndDate, v.EndTime)
  430. }
  431. }
  432. tmpErr, msg := addExcelResource(req, sysUser)
  433. if tmpErr != nil {
  434. failItem := &knowledge.KnowledgeImportFail{
  435. Title: v.Title,
  436. Content: v.Content,
  437. SourceFrom: v.SourceFrom,
  438. ClassifyFirst: v.ClassifyFirstName,
  439. ClassifySecond: v.ClassifySecondName,
  440. ClassifyThird: v.ClassifyThirdName,
  441. ResourceType: resourceType,
  442. StartDate: v.StartDate,
  443. EndDate: v.EndDate,
  444. StartTime: v.StartTime,
  445. EndTime: v.EndTime,
  446. Remark: "新增事件失败:" + msg,
  447. SysUserId: fmt.Sprint(sysUser.AdminId),
  448. CreateTime: time.Now(),
  449. }
  450. failDataList = append(failDataList, failItem)
  451. continue
  452. } else {
  453. successCount++
  454. }
  455. }
  456. // 失败数量
  457. failCount = len(failDataList)
  458. //fmt.Println("failDataList:", len(failDataList))
  459. if failCount > 0 {
  460. failObj := new(knowledge.KnowledgeImportFail)
  461. //先删除导入失败记录
  462. _ = failObj.Delete(sysUser.AdminId, resourceType)
  463. // 批量添加导入失败记录
  464. err = failObj.MultiAdd(failDataList)
  465. if err != nil {
  466. go alarm_msg.SendAlarmMsg("导入数据 新增失败记录失败,Err:"+err.Error(), 3)
  467. }
  468. {
  469. //错误信息字符串切片,最后作为发送邮件通知使用
  470. failContents := make([]string, 0)
  471. for _, v := range failDataList {
  472. failContents = append(failContents, fmt.Sprint(v.Title, "导入失败:", v.Remark))
  473. }
  474. utils.FileLog.Info("导入数据 存在部分数据导入失败:" + strings.Join(failContents, ";"))
  475. //导入失败的话,最后统一邮件提醒就好啦,不需要每次都去提醒
  476. go alarm_msg.SendAlarmMsg("导入数据 存在部分数据导入失败:"+strings.Join(failContents, ";"), 3)
  477. }
  478. }
  479. return
  480. }
  481. // getDataByTemplateEvent
  482. func getDataByTemplateEvent(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  483. fmt.Println("sheet name: ", sheet.Name)
  484. indexDataList = make([]knowledge.ResourceImportData, 0)
  485. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  486. //遍历行读取
  487. maxRow := sheet.MaxRow
  488. fmt.Println("maxRow:", maxRow)
  489. // 表头信息
  490. if maxRow <= 3 {
  491. errMsg = "模板异常1"
  492. err = errors.New(errMsg)
  493. return
  494. }
  495. // 表头校验
  496. {
  497. headerRow := sheet.Row(1)
  498. cells := headerRow.Cells
  499. fmt.Println("cells:", len(cells))
  500. if len(cells) < 11 {
  501. errMsg = "导入文件异常,请下载最新导入模板文件"
  502. err = errors.New(errMsg)
  503. return
  504. }
  505. // 循环打印每个单元格
  506. for k, v := range cells {
  507. fmt.Println("第", k, "个单元格", v.Value)
  508. }
  509. templateFail := false
  510. if cells[0].Value != "开始时间" {
  511. templateFail = true
  512. }
  513. if cells[2].Value != "结束时间(非必填)" {
  514. templateFail = true
  515. }
  516. if cells[4].Value != "标题" {
  517. templateFail = true
  518. }
  519. if cells[5].Value != "正文" {
  520. templateFail = true
  521. }
  522. if cells[6].Value != "来源" {
  523. templateFail = true
  524. }
  525. if cells[7].Value != "一级分类" {
  526. templateFail = true
  527. }
  528. if cells[8].Value != "二级分类" {
  529. templateFail = true
  530. }
  531. if cells[9].Value != "三级分类" {
  532. templateFail = true
  533. }
  534. if cells[10].Value != "标签" {
  535. templateFail = true
  536. }
  537. headerRow2 := sheet.Row(2)
  538. cells2 := headerRow2.Cells
  539. for k, v := range cells2 {
  540. fmt.Println("2第", k, "个单元格", v.Value)
  541. }
  542. if len(cells2) < 11 {
  543. templateFail = true
  544. } else {
  545. if cells2[0].Value != "日期" {
  546. templateFail = true
  547. }
  548. if cells2[1].Value != "时间" {
  549. templateFail = true
  550. }
  551. if cells2[2].Value != "日期" {
  552. templateFail = true
  553. }
  554. if cells2[3].Value != "时间" {
  555. templateFail = true
  556. }
  557. }
  558. if templateFail {
  559. fmt.Println("头部信息校验失败")
  560. errMsg = "导入文件异常,请下载最新导入模板文件"
  561. err = errors.New(errMsg)
  562. return
  563. }
  564. }
  565. for i := 3; i < maxRow; i++ {
  566. row := sheet.Row(i)
  567. cells := row.Cells
  568. lenCell := len(cells)
  569. for k, v := range cells {
  570. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  571. }
  572. // 过滤空白行
  573. if lenCell <= 0 {
  574. continue
  575. }
  576. fmt.Println("lenCell:", lenCell)
  577. if lenCell < 12 {
  578. if cells[0].Value == `` {
  579. continue
  580. }
  581. errMsg = "导入文件异常,请下载最新导入模板文件"
  582. err = errors.New(errMsg)
  583. return
  584. }
  585. startDate := strings.TrimSpace(cells[0].Value) //开始时间
  586. startTime := strings.TrimSpace(cells[1].Value) //开始时间
  587. endDate := strings.TrimSpace(cells[2].Value) //结束时间
  588. endTime := strings.TrimSpace(cells[3].Value) //结束时间
  589. startDateO := startDate
  590. endDateO := endDate
  591. startTimeO := startTime
  592. endTimeO := endTime
  593. title := strings.TrimSpace(cells[4].Value) //标题
  594. content := strings.TrimSpace(cells[5].Value) //正文
  595. sourceFrom := strings.TrimSpace(cells[6].Value) //来源
  596. classifyName1 := strings.TrimSpace(cells[7].Value) //一级分类
  597. classifyName2 := strings.TrimSpace(cells[8].Value) //二级分类
  598. classifyName3 := strings.TrimSpace(cells[9].Value) //三级分类
  599. tag := strings.TrimSpace(cells[10].Value) //标签
  600. if title == "" || content == "" || sourceFrom == "" || classifyName1 == "" { //过滤空白行
  601. continue
  602. }
  603. // 校验日期格式
  604. if startDate != "" {
  605. // 判断9:09:14日期格式是否正确
  606. // 判断是否是数字
  607. _, tmpErr := strconv.Atoi(startDate)
  608. if tmpErr == nil {
  609. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  610. fmt.Println(startDate)
  611. } else {
  612. startDate, tmpErr = getExcelDate(startDate)
  613. if tmpErr != nil {
  614. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  615. //Id: 0,
  616. Title: title,
  617. Content: content,
  618. SourceFrom: sourceFrom,
  619. ClassifyFirst: classifyName1,
  620. ClassifySecond: classifyName2,
  621. ClassifyThird: classifyName3,
  622. ResourceType: resourceType,
  623. StartDate: startDateO,
  624. EndDate: endDateO,
  625. StartTime: startTimeO,
  626. EndTime: endTimeO,
  627. Remark: "日期格式异常",
  628. SysUserId: strconv.Itoa(sysUserId),
  629. CreateTime: time.Now(),
  630. })
  631. continue
  632. }
  633. }
  634. if startTime != "" {
  635. // 判断9:09:14日期格式是否正确
  636. startTimeVal, tmpErr := strconv.ParseFloat(startTime, 64)
  637. if tmpErr == nil {
  638. startTime = utils.ExcelTimeToTime(startTimeVal).Format(utils.FormatTime)
  639. fmt.Println(startTime)
  640. } else {
  641. _, tmpErr = time.Parse(utils.FormatDateTime, startDate+" "+startTime)
  642. if tmpErr != nil {
  643. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  644. //Id: 0,
  645. Title: title,
  646. Content: content,
  647. SourceFrom: sourceFrom,
  648. ClassifyFirst: classifyName1,
  649. ClassifySecond: classifyName2,
  650. ClassifyThird: classifyName3,
  651. ResourceType: resourceType,
  652. StartDate: startDateO,
  653. EndDate: endDateO,
  654. StartTime: startTimeO,
  655. EndTime: endTimeO,
  656. Remark: "日期格式异常",
  657. SysUserId: strconv.Itoa(sysUserId),
  658. CreateTime: time.Now(),
  659. })
  660. continue
  661. }
  662. }
  663. }
  664. }
  665. if endDate != "" {
  666. _, tmpErr := strconv.Atoi(endDate)
  667. if tmpErr == nil {
  668. endDate = utils.ExcelDateToDate(endDate).Format(utils.FormatDate)
  669. } else {
  670. endDate, tmpErr = getExcelDate(endDate)
  671. if tmpErr != nil {
  672. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  673. //Id: 0,
  674. Title: title,
  675. Content: content,
  676. SourceFrom: sourceFrom,
  677. ClassifyFirst: classifyName1,
  678. ClassifySecond: classifyName2,
  679. ClassifyThird: classifyName3,
  680. ResourceType: resourceType,
  681. StartDate: startDateO,
  682. EndDate: endDateO,
  683. StartTime: startTimeO,
  684. EndTime: endTimeO,
  685. Remark: "日期格式异常",
  686. SysUserId: strconv.Itoa(sysUserId),
  687. CreateTime: time.Now(),
  688. })
  689. continue
  690. }
  691. }
  692. if endTime != "" {
  693. // 判断9:09:14日期格式是否正确
  694. endTimeVal, tmpErr := strconv.ParseFloat(endTime, 64)
  695. if tmpErr == nil {
  696. endTime = utils.ExcelTimeToTime(endTimeVal).Format(utils.FormatTime)
  697. fmt.Println(endTime)
  698. } else {
  699. _, tmpErr = time.Parse(utils.FormatDateTime, endDate+" "+endTime)
  700. if tmpErr != nil {
  701. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  702. //Id: 0,
  703. Title: title,
  704. Content: content,
  705. SourceFrom: sourceFrom,
  706. ClassifyFirst: classifyName1,
  707. ClassifySecond: classifyName2,
  708. ClassifyThird: classifyName3,
  709. ResourceType: resourceType,
  710. StartDate: startDate,
  711. EndDate: endDate,
  712. StartTime: startTimeO,
  713. EndTime: endTimeO,
  714. Remark: "日期格式异常",
  715. SysUserId: strconv.Itoa(sysUserId),
  716. CreateTime: time.Now(),
  717. })
  718. continue
  719. }
  720. }
  721. }
  722. }
  723. resourceItem := knowledge.ResourceImportData{
  724. Title: title,
  725. StartDate: startDate,
  726. EndDate: endDate,
  727. StartTime: startTime,
  728. EndTime: endTime,
  729. Content: content,
  730. Tag: tag,
  731. SourceFrom: sourceFrom,
  732. ClassifyFirstName: classifyName1,
  733. ClassifySecondName: classifyName2,
  734. ClassifyThirdName: classifyName3,
  735. }
  736. indexDataList = append(indexDataList, resourceItem)
  737. }
  738. return
  739. }
  740. // getDataByTemplatePoint
  741. func getDataByTemplatePoint(sheet *xlsx.Sheet, sysUserId, resourceType int) (indexDataList []knowledge.ResourceImportData, failDataList []*knowledge.KnowledgeImportFail, err error, errMsg string) {
  742. fmt.Println("sheet name: ", sheet.Name)
  743. indexDataList = make([]knowledge.ResourceImportData, 0)
  744. failDataList = make([]*knowledge.KnowledgeImportFail, 0)
  745. //遍历行读取
  746. maxRow := sheet.MaxRow
  747. fmt.Println("maxRow:", maxRow)
  748. // 表头信息
  749. if maxRow <= 3 {
  750. errMsg = "模板异常1"
  751. err = errors.New(errMsg)
  752. return
  753. }
  754. // 表头校验
  755. {
  756. headerRow := sheet.Row(1)
  757. cells := headerRow.Cells
  758. fmt.Println("cells:", len(cells))
  759. if len(cells) < 8 {
  760. errMsg = "导入文件异常,请下载最新导入模板文件"
  761. err = errors.New(errMsg)
  762. return
  763. }
  764. // 循环打印每个单元格
  765. for k, v := range cells {
  766. fmt.Println("第", k, "个单元格", v.Value)
  767. }
  768. templateFail := false
  769. if cells[0].Value != "时间" {
  770. templateFail = true
  771. }
  772. if cells[1].Value != "标题" {
  773. templateFail = true
  774. }
  775. if cells[2].Value != "正文" {
  776. templateFail = true
  777. }
  778. if cells[3].Value != "来源" {
  779. templateFail = true
  780. }
  781. if cells[4].Value != "一级分类" {
  782. templateFail = true
  783. }
  784. if cells[5].Value != "二级分类" {
  785. templateFail = true
  786. }
  787. if cells[6].Value != "三级分类" {
  788. templateFail = true
  789. }
  790. if cells[7].Value != "标签" {
  791. templateFail = true
  792. }
  793. if templateFail {
  794. fmt.Println("头部信息校验失败")
  795. errMsg = "导入文件异常,请下载最新导入模板文件"
  796. err = errors.New(errMsg)
  797. return
  798. }
  799. }
  800. for i := 2; i < maxRow; i++ {
  801. row := sheet.Row(i)
  802. cells := row.Cells
  803. lenCell := len(cells)
  804. for k, v := range cells {
  805. fmt.Println("数据第行", i, "第", k, "个单元格", v.Value)
  806. }
  807. // 过滤空白行
  808. if lenCell <= 0 {
  809. continue
  810. }
  811. fmt.Println("lenCell:", lenCell)
  812. if lenCell < 8 {
  813. if cells[0].Value == `` {
  814. continue
  815. }
  816. errMsg = "导入文件异常,请下载最新导入模板文件"
  817. err = errors.New(errMsg)
  818. return
  819. }
  820. startDate := strings.TrimSpace(cells[0].Value) //开始时间
  821. startDateO := startDate
  822. title := strings.TrimSpace(cells[1].Value) //标题
  823. content := strings.TrimSpace(cells[2].Value) //正文
  824. sourceFrom := strings.TrimSpace(cells[3].Value) //来源
  825. classifyName1 := strings.TrimSpace(cells[4].Value) //一级分类
  826. classifyName2 := strings.TrimSpace(cells[5].Value) //二级分类
  827. classifyName3 := strings.TrimSpace(cells[6].Value) //三级分类
  828. tag := strings.TrimSpace(cells[7].Value) //标签
  829. if title == "" || content == "" || sourceFrom == "" || classifyName1 == "" { //过滤空白行
  830. continue
  831. }
  832. // 校验日期格式
  833. if startDate != "" {
  834. // 判断9:09:14日期格式是否正确
  835. // 判断是否是数字
  836. _, tmpErr := strconv.Atoi(startDate)
  837. if tmpErr == nil {
  838. startDate = utils.ExcelDateToDate(startDate).Format(utils.FormatDate)
  839. fmt.Println(startDate)
  840. } else {
  841. startDate, tmpErr = getExcelDate(startDate)
  842. if tmpErr != nil {
  843. failDataList = append(failDataList, &knowledge.KnowledgeImportFail{
  844. //Id: 0,
  845. Title: title,
  846. Content: content,
  847. SourceFrom: sourceFrom,
  848. ClassifyFirst: classifyName1,
  849. ClassifySecond: classifyName2,
  850. ClassifyThird: classifyName3,
  851. ResourceType: resourceType,
  852. StartDate: startDateO,
  853. Remark: "日期格式异常",
  854. SysUserId: strconv.Itoa(sysUserId),
  855. CreateTime: time.Now(),
  856. })
  857. continue
  858. }
  859. }
  860. }
  861. resourceItem := knowledge.ResourceImportData{
  862. Title: title,
  863. StartDate: startDate,
  864. Content: content,
  865. Tag: tag,
  866. SourceFrom: sourceFrom,
  867. ClassifyFirstName: classifyName1,
  868. ClassifySecondName: classifyName2,
  869. ClassifyThirdName: classifyName3,
  870. }
  871. indexDataList = append(indexDataList, resourceItem)
  872. }
  873. return
  874. }
  875. func getExcelDate(createDate string) (newCreateDate string, err error) {
  876. if strings.Contains(createDate, "-") {
  877. //如果是带有 - 的普通日期格式文本
  878. _, err = time.Parse("2006-1-2", createDate)
  879. if err == nil {
  880. newCreateDate = createDate
  881. }
  882. } else if strings.Contains(createDate, "/") {
  883. //如果是带有 / 的普通日期格式文本
  884. createDateTime, timeErr := time.Parse("2006/1/2", createDate)
  885. if timeErr != nil {
  886. err = timeErr
  887. } else {
  888. newCreateDate = createDateTime.Format("2006-01-02")
  889. }
  890. } else {
  891. //可能是excel的日期格式
  892. _, tmpErr := strconv.Atoi(createDate)
  893. if tmpErr != nil {
  894. err = tmpErr
  895. } else {
  896. newCreateDate = utils.ConvertToFormatDay(createDate) //录入日期
  897. }
  898. }
  899. return
  900. }
  901. func addExcelResource(req *knowledge.AddReq, sysUser *system.Admin) (err error, errMsg string) {
  902. var startTime time.Time
  903. var endTime time.Time
  904. if req.StartTime != "" {
  905. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  906. startTime, err = time.ParseInLocation(utils.FormatDateTime, req.StartTime, time.Local)
  907. if err != nil { // 如果时间格式不正确,则返回错误信息
  908. errMsg = "开始时间格式不正确"
  909. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  910. return
  911. }
  912. } else {
  913. startTime, err = time.ParseInLocation(utils.FormatDate, req.StartTime, time.Local)
  914. if err != nil { // 如果时间格式不正确,则返回错误信息
  915. errMsg = "开始时间格式不正确"
  916. err = fmt.Errorf("开始时间格式不正确,Err:" + err.Error())
  917. return
  918. }
  919. }
  920. }
  921. if req.EndTime != "" {
  922. if req.ResourceType == knowledge.KnowledgeResourceTypeEvent || req.ResourceType == knowledge.KnowledgeResourceTypePolicy {
  923. endTime, err = time.ParseInLocation(utils.FormatDateTime, req.EndTime, time.Local)
  924. if err != nil { // 如果时间格式不正确,则返回错误信息
  925. errMsg = "结束时间格式不正确"
  926. err = fmt.Errorf("结束时间格式不正确,Err:" + err.Error())
  927. return
  928. }
  929. }
  930. }
  931. item := new(knowledge.KnowledgeResource)
  932. item.ClassifyId = req.ClassifyId
  933. item.TagId = req.TagId
  934. item.SourceFrom = req.SourceFrom
  935. item.ResourceType = req.ResourceType
  936. item.Title = req.Title
  937. item.State = 1
  938. item.Content = html.EscapeString(req.Content)
  939. timestamp := strconv.FormatInt(time.Now().UnixNano(), 10)
  940. item.ResourceCode = utils.MD5(utils.CHART_PREFIX + "_" + timestamp)
  941. //todo 内容前5行
  942. //item.ContentSub = html.EscapeString(contentSub)
  943. if !startTime.IsZero() {
  944. item.StartTime = &startTime
  945. }
  946. if !endTime.IsZero() {
  947. item.EndTime = &endTime
  948. }
  949. item.ModifyTime = time.Now()
  950. item.AdminId = sysUser.AdminId
  951. item.AdminRealName = sysUser.RealName
  952. //item.LastModifyAdminId = sysUser.AdminId
  953. //item.LastModifyAdminName = sysUser.RealName
  954. item.ModifyTime = time.Now()
  955. item.CreateTime = time.Now()
  956. err = item.Add(item)
  957. if err != nil {
  958. errMsg = "保存失败"
  959. err = fmt.Errorf("保存失败,Err:" + err.Error())
  960. return
  961. }
  962. //todo 是否需要保存到es中
  963. return
  964. }